From 833c034798088b479a6e6f837e5baabbed30fbc3 Mon Sep 17 00:00:00 2001 From: Andrzej Kopytko Date: Tue, 26 Nov 2024 11:26:45 +0100 Subject: [PATCH] [DOCS] Port for Sort platforms for Graph.Js to master (#27745) Port for https://github.com/openvinotoolkit/openvino/pull/27729 and older --- .../benchmarks_files/data/graph-data-ov.json | 3993 ++++++----------- .../benchmarks_files/graph-config.json | 4 +- docs/sphinx_setup/_static/js/graphs.js | 21 +- 3 files changed, 1261 insertions(+), 2757 deletions(-) diff --git a/docs/sphinx_setup/_static/benchmarks_files/data/graph-data-ov.json b/docs/sphinx_setup/_static/benchmarks_files/data/graph-data-ov.json index 59e06ef51f812d..f3a770eae4d067 100644 --- a/docs/sphinx_setup/_static/benchmarks_files/data/graph-data-ov.json +++ b/docs/sphinx_setup/_static/benchmarks_files/data/graph-data-ov.json @@ -13,10 +13,7 @@ "int8": 312.06, "fp16": 345.49, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -51,10 +48,7 @@ "int8": 328.55, "fp16": 285.3, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -85,14 +79,11 @@ "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 20.07, + "int8": 17.42, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 20.07, - "token_int8": 17.42, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -117,20 +108,17 @@ "Platform": "Intel® Arc™ A-Series Graphics dGPU", "Model": "glm-4-9b-chat", "featured_SKU": true, - "whats_new_model": true, + "whats_new_model": "false", "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 36.48, + "int8": 27.59, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 36.48, - "token_int8": 27.59, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -161,14 +149,11 @@ "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 42.82, + "int8": 33.97, + "fp16": 22.23, "fp32": "", - "bf16": "", - "token_int4": 42.82, - "token_int8": 33.97, - "token_fp16": 22.23 + "bf16": "" } ], "Unit": "FPS", @@ -193,20 +178,17 @@ "Platform": "Intel® Arc™ A-Series Graphics dGPU", "Model": "llama-3-8b", "featured_SKU": true, - "whats_new_model": false, + "whats_new_model": "false", "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 39.6, + "int8": 30.59, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 39.6, - "token_int8": 30.59, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -237,14 +219,11 @@ "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 55.37, + "int8": 51.62, + "fp16": 35.82, "fp32": "", - "bf16": "", - "token_int4": 55.37, - "token_int8": 51.62, - "token_fp16": 35.82 + "bf16": "" } ], "Unit": "FPS", @@ -279,10 +258,7 @@ "int8": 34.84, "fp16": 19.43, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -313,14 +289,11 @@ "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 43.4, + "int8": 32.32, + "fp16": 20.91, "fp32": "", - "bf16": "", - "token_int4": 43.4, - "token_int8": 32.32, - "token_fp16": 20.91 + "bf16": "" } ], "Unit": "FPS", @@ -355,10 +328,7 @@ "int8": 2348.6, "fp16": 2074.34, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -383,20 +353,17 @@ "Platform": "Intel® Arc™ A-Series Graphics dGPU", "Model": "phi-3-mini-4k-instruct", "featured_SKU": true, - "whats_new_model": false, + "whats_new_model": true, "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 59.06, + "int8": 47.96, + "fp16": 29.29, "fp32": "", - "bf16": "", - "token_int4": 59.06, - "token_int8": 47.96, - "token_fp16": 29.29 + "bf16": "" } ], "Unit": "FPS", @@ -427,14 +394,11 @@ "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 40.48, + "int8": 32.79, + "fp16": 20.67, "fp32": "", - "bf16": "", - "token_int4": 40.48, - "token_int8": 32.79, - "token_fp16": 20.67 + "bf16": "" } ], "Unit": "FPS", @@ -469,10 +433,7 @@ "int8": 1401.85, "fp16": 1046.9, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -507,10 +468,7 @@ "int8": 112.21, "fp16": 73.01, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -545,10 +503,7 @@ "int8": 1308.1, "fp16": 1201.69, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -583,10 +538,7 @@ "int8": "", "fp16": "", "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -621,10 +573,7 @@ "int8": 517.1, "fp16": 550.33, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -650,7 +599,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -659,10 +608,7 @@ "int8": 23.3, "fp16": "", "fp32": 23.72, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -688,7 +634,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -697,10 +643,7 @@ "int8": 228.97, "fp16": "", "fp32": 219.37, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -726,7 +669,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -735,10 +678,7 @@ "int8": 59.38, "fp16": "", "fp32": 54.24, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -764,7 +704,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -773,10 +713,7 @@ "int8": 1.26, "fp16": "", "fp32": 1.08, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -802,7 +739,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -811,10 +748,7 @@ "int8": 111.92, "fp16": "", "fp32": 98.44, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -839,8 +773,8 @@ "Platform": "Intel® Atom® X6425E CPU+iGPU", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "whats_new_model": "false", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -849,10 +783,7 @@ "int8": "", "fp16": "", "fp32": 34.99, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -878,7 +809,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -887,10 +818,7 @@ "int8": 36.35, "fp16": "", "fp32": 33.97, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -916,7 +844,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -925,10 +853,7 @@ "int8": 7.26, "fp16": "", "fp32": 5.01, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -954,7 +879,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -963,10 +888,7 @@ "int8": 134.16, "fp16": "", "fp32": 80.45, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -992,7 +914,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1001,10 +923,7 @@ "int8": 19.87, "fp16": "", "fp32": 8.15, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1030,7 +949,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1039,10 +958,7 @@ "int8": 0.33, "fp16": "", "fp32": 0.13, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1068,7 +984,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1077,10 +993,7 @@ "int8": 45.84, "fp16": "", "fp32": 21.63, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1105,8 +1018,8 @@ "Platform": "Intel® Atom® X6425E CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "whats_new_model": "false", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1115,10 +1028,7 @@ "int8": "", "fp16": "", "fp32": 5.3, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1144,7 +1054,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1153,10 +1063,7 @@ "int8": 10.31, "fp16": "", "fp32": 5.12, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1182,7 +1089,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1191,10 +1098,7 @@ "int8": 22.02, "fp16": 25.05, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1220,7 +1124,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1229,10 +1133,7 @@ "int8": 187.37, "fp16": 222.58, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1258,7 +1159,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1267,10 +1168,7 @@ "int8": 48.1, "fp16": 51.68, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1296,7 +1194,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1305,10 +1203,7 @@ "int8": 1.16, "fp16": 1.16, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1334,7 +1229,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1343,10 +1238,7 @@ "int8": 93.36, "fp16": 95.62, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1372,7 +1264,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1381,10 +1273,7 @@ "int8": 31.79, "fp16": 33.13, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1410,7 +1299,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -1419,10 +1308,7 @@ "int8": 39.3, "fp16": "", "fp32": 28.97, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1448,7 +1334,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -1457,10 +1343,7 @@ "int8": 480.45, "fp16": "", "fp32": 302.75, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1486,7 +1369,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -1495,10 +1378,7 @@ "int8": 129.7, "fp16": "", "fp32": 54.69, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1524,7 +1404,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -1533,10 +1413,7 @@ "int8": 2.49, "fp16": "", "fp32": 0.86, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1562,7 +1439,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -1571,10 +1448,7 @@ "int8": 233.16, "fp16": "", "fp32": 114.81, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1599,8 +1473,8 @@ "Platform": "Intel® Atom® x7425E CPU+iGPU", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "whats_new_model": "false", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -1609,10 +1483,7 @@ "int8": "", "fp16": "", "fp32": 41.37, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1638,7 +1509,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -1647,10 +1518,7 @@ "int8": 67.73, "fp16": "", "fp32": 36.05, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1676,7 +1544,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1685,10 +1553,7 @@ "int8": 14.29, "fp16": "", "fp32": 11.18, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1714,7 +1579,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1723,10 +1588,7 @@ "int8": 273.98, "fp16": "", "fp32": 169.54, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1752,7 +1614,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1761,10 +1623,7 @@ "int8": 45.27, "fp16": "", "fp32": 18.84, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1790,7 +1649,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1799,10 +1658,7 @@ "int8": 0.76, "fp16": "", "fp32": 0.31, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1828,7 +1684,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1837,10 +1693,7 @@ "int8": 98.2, "fp16": "", "fp32": 45.36, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1865,8 +1718,8 @@ "Platform": "Intel® Atom® x7425E CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "whats_new_model": "false", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1875,10 +1728,7 @@ "int8": "", "fp16": "", "fp32": 13.77, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1904,7 +1754,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1913,10 +1763,7 @@ "int8": 21.58, "fp16": "", "fp32": 11.78, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1942,7 +1789,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1951,10 +1798,7 @@ "int8": 40.0, "fp16": 34.31, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -1980,7 +1824,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -1989,10 +1833,7 @@ "int8": 414.66, "fp16": 324.8, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2018,7 +1859,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2027,10 +1868,7 @@ "int8": 106.34, "fp16": 64.69, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2056,7 +1894,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2065,10 +1903,7 @@ "int8": 2.16, "fp16": 1.32, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2094,7 +1929,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2103,10 +1938,7 @@ "int8": 211.07, "fp16": 137.13, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2132,7 +1964,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2141,10 +1973,7 @@ "int8": 60.92, "fp16": 44.64, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2170,7 +1999,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -2179,10 +2008,7 @@ "int8": 45.34, "fp16": "", "fp32": 33.5, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2208,7 +2034,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -2217,10 +2043,7 @@ "int8": 57.78, "fp16": "", "fp32": 48.75, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2246,7 +2069,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -2255,10 +2078,7 @@ "int8": 0.56, "fp16": "", "fp32": 0.51, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2284,7 +2104,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -2293,10 +2113,7 @@ "int8": 525.47, "fp16": "", "fp32": 392.65, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2322,7 +2139,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -2331,10 +2148,7 @@ "int8": 197.41, "fp16": "", "fp32": 115.71, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2360,7 +2174,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -2369,10 +2183,7 @@ "int8": 5.38, "fp16": "", "fp32": 2.71, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2398,7 +2209,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -2407,10 +2218,7 @@ "int8": 316.13, "fp16": "", "fp32": 194.29, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2435,8 +2243,8 @@ "Platform": "Intel® Celeron® 6305E CPU+iGPU", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "whats_new_model": "false", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -2445,10 +2253,7 @@ "int8": "", "fp16": "", "fp32": 80.2, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2474,7 +2279,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -2483,10 +2288,7 @@ "int8": 114.67, "fp16": "", "fp32": 78.26, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2512,7 +2314,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2521,10 +2323,7 @@ "int8": 11.77, "fp16": "", "fp32": 4.32, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2550,7 +2349,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2559,10 +2358,7 @@ "int8": 18.94, "fp16": "", "fp32": 11.49, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2588,7 +2384,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2597,10 +2393,7 @@ "int8": 0.17, "fp16": "", "fp32": 0.04, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2626,7 +2419,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2635,10 +2428,7 @@ "int8": 301.05, "fp16": "", "fp32": 132.91, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2664,7 +2454,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2673,10 +2463,7 @@ "int8": 51.66, "fp16": "", "fp32": 14.45, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2702,7 +2489,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2711,10 +2498,7 @@ "int8": 0.89, "fp16": "", "fp32": 0.23, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2740,7 +2524,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2749,10 +2533,7 @@ "int8": 115.03, "fp16": "", "fp32": 36.99, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2777,8 +2558,8 @@ "Platform": "Intel® Celeron® 6305E CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "whats_new_model": "false", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2787,10 +2568,7 @@ "int8": "", "fp16": "", "fp32": 11.94, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2816,7 +2594,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2825,10 +2603,7 @@ "int8": 25.97, "fp16": "", "fp32": 9.66, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2854,7 +2629,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2863,10 +2638,7 @@ "int8": 43.69, "fp16": 33.8, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2892,7 +2664,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2901,10 +2673,7 @@ "int8": 73.58, "fp16": 58.53, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2930,7 +2699,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2939,10 +2708,7 @@ "int8": 0.48, "fp16": 0.52, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -2968,7 +2734,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2977,10 +2743,7 @@ "int8": 671.35, "fp16": 504.8, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3006,7 +2769,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3015,10 +2778,7 @@ "int8": 203.17, "fp16": 118.59, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3044,7 +2804,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3053,10 +2813,7 @@ "int8": 5.09, "fp16": 2.78, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3082,7 +2839,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3091,10 +2848,7 @@ "int8": 396.07, "fp16": 221.18, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3120,7 +2874,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3129,10 +2883,7 @@ "int8": 121.77, "fp16": 81.6, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3158,7 +2909,7 @@ "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -3167,10 +2918,7 @@ "int8": 243.99, "fp16": "", "fp32": 157.96, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3196,7 +2944,7 @@ "Model": "efficientdet-d0", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -3205,10 +2953,7 @@ "int8": 189.52, "fp16": "", "fp32": 154.61, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3234,7 +2979,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -3243,10 +2988,7 @@ "int8": 2.45, "fp16": "", "fp32": 1.19, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3272,7 +3014,7 @@ "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -3281,10 +3023,7 @@ "int8": 4485.9, "fp16": "", "fp32": 2415.8, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3310,7 +3049,7 @@ "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -3319,10 +3058,7 @@ "int8": 1097.16, "fp16": "", "fp32": 475.61, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3348,7 +3084,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -3357,10 +3093,7 @@ "int8": 18.81, "fp16": "", "fp32": 9.71, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3386,7 +3119,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -3395,10 +3128,7 @@ "int8": 1120.99, "fp16": "", "fp32": 624.14, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3424,7 +3154,7 @@ "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -3433,10 +3163,7 @@ "int8": 374.74, "fp16": "", "fp32": 236.96, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3462,7 +3189,7 @@ "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3471,10 +3198,7 @@ "int8": 76.15, "fp16": "", "fp32": 30.19, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3500,7 +3224,7 @@ "Model": "efficientdet-d0", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3509,10 +3233,7 @@ "int8": 97.68, "fp16": "", "fp32": 66.63, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3538,7 +3259,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3547,10 +3268,7 @@ "int8": 1.2, "fp16": "", "fp32": 0.3, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3576,7 +3294,7 @@ "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3585,10 +3303,7 @@ "int8": 1969.75, "fp16": "", "fp32": 815.83, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3614,7 +3329,7 @@ "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3623,10 +3338,7 @@ "int8": 390.17, "fp16": "", "fp32": 94.82, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3652,7 +3364,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3661,10 +3373,7 @@ "int8": 6.38, "fp16": "", "fp32": 1.6, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3690,7 +3399,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3699,10 +3408,7 @@ "int8": 685.79, "fp16": "", "fp32": 242.78, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3728,7 +3434,7 @@ "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3737,10 +3443,7 @@ "int8": 166.55, "fp16": "", "fp32": 64.31, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3766,7 +3469,7 @@ "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3775,10 +3478,7 @@ "int8": 88.41, "fp16": 74.04, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3804,7 +3504,7 @@ "Model": "efficientdet-d0", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3813,10 +3513,7 @@ "int8": 37.81, "fp16": 34.74, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3842,19 +3539,16 @@ "Model": "llama-2-7b-chat", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", + "int8": 0.27, + "fp16": 2.55, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": 0.27, - "token_fp16": 2.55 + "bf16": "" } ], "Unit": "FPS", @@ -3880,7 +3574,7 @@ "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3889,10 +3583,7 @@ "int8": 1966.11, "fp16": 1346.18, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3917,20 +3608,17 @@ "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", "Model": "phi-3-mini-4k-instruct", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": true, + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 3.7, + "int8": 0.49, + "fp16": 3.91, "fp32": "", - "bf16": "", - "token_int4": 3.7, - "token_int8": 0.49, - "token_fp16": 3.91 + "bf16": "" } ], "Unit": "FPS", @@ -3956,7 +3644,7 @@ "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -3965,10 +3653,7 @@ "int8": 771.23, "fp16": 382.83, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -3994,7 +3679,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -4003,10 +3688,7 @@ "int8": 705.76, "fp16": 453.35, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4032,7 +3714,7 @@ "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -4041,10 +3723,7 @@ "int8": 126.18, "fp16": 129.18, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4070,7 +3749,7 @@ "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -4079,10 +3758,7 @@ "int8": 164.18, "fp16": 107.12, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4108,7 +3784,7 @@ "Model": "efficientdet-d0", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -4117,10 +3793,7 @@ "int8": 195.27, "fp16": 164.33, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4146,19 +3819,16 @@ "Model": "gemma-2-9b", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", + "int4": 8.94, "int8": "", - "fp16": "", + "fp16": 0.94, "fp32": "", - "bf16": "", - "token_int4": 8.94, - "token_int8": "", - "token_fp16": 0.94 + "bf16": "" } ], "Unit": "FPS", @@ -4183,20 +3853,17 @@ "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", "Model": "glm-4-9b-chat", "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 10.82, + "int8": 6.3, + "fp16": 1.1, "fp32": "", - "bf16": "", - "token_int4": 10.82, - "token_int8": 6.3, - "token_fp16": 1.1 + "bf16": "" } ], "Unit": "FPS", @@ -4222,19 +3889,16 @@ "Model": "llama-2-7b-chat", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 14.62, + "int8": 8.53, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 14.62, - "token_int8": 8.53, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4259,20 +3923,17 @@ "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", "Model": "llama-3-8b", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 14.82, + "int8": 7.84, + "fp16": 4.04, "fp32": "", - "bf16": "", - "token_int4": 14.82, - "token_int8": 7.84, - "token_fp16": 4.04 + "bf16": "" } ], "Unit": "FPS", @@ -4298,19 +3959,16 @@ "Model": "llama-3.2-3b-instruct", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 26.17, + "int8": 20.38, + "fp16": 10.76, "fp32": "", - "bf16": "", - "token_int4": 26.17, - "token_int8": 20.38, - "token_fp16": 10.76 + "bf16": "" } ], "Unit": "FPS", @@ -4336,7 +3994,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -4345,10 +4003,7 @@ "int8": 2.35, "fp16": 1.58, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4374,19 +4029,16 @@ "Model": "mistral-7b-v0.1", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 15.03, + "int8": 8.94, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 15.03, - "token_int8": 8.94, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4412,7 +4064,7 @@ "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -4421,10 +4073,7 @@ "int8": 1293.98, "fp16": 1371.59, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4449,20 +4098,17 @@ "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", "Model": "phi-3-mini-4k-instruct", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": true, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 23.61, + "int8": 18.01, + "fp16": 9.36, "fp32": "", - "bf16": "", - "token_int4": 23.61, - "token_int8": 18.01, - "token_fp16": 9.36 + "bf16": "" } ], "Unit": "FPS", @@ -4488,19 +4134,16 @@ "Model": "qwen2-7b", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 16.68, + "int8": 9.5, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 16.68, - "token_int8": 9.5, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4526,7 +4169,7 @@ "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -4535,10 +4178,7 @@ "int8": 563.96, "fp16": 416.13, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4564,7 +4204,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -4573,10 +4213,7 @@ "int8": 21.26, "fp16": 12.84, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4602,7 +4239,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -4611,10 +4248,7 @@ "int8": 1030.66, "fp16": 811.13, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4640,7 +4274,7 @@ "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -4649,10 +4283,7 @@ "int8": 403.44, "fp16": 306.22, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4678,7 +4309,7 @@ "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -4687,10 +4318,7 @@ "int8": 223.99, "fp16": "", "fp32": 189.97, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4716,7 +4344,7 @@ "Model": "efficientdet-d0", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -4725,10 +4353,7 @@ "int8": 174.87, "fp16": "", "fp32": 149.3, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4754,7 +4379,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -4763,10 +4388,7 @@ "int8": 7.24, "fp16": "", "fp32": 3.52, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4792,7 +4414,7 @@ "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -4801,10 +4423,7 @@ "int8": 4846.91, "fp16": "", "fp32": 2888.98, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4830,7 +4449,7 @@ "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -4839,10 +4458,7 @@ "int8": 1975.45, "fp16": "", "fp32": 922.35, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4868,7 +4484,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -4877,10 +4493,7 @@ "int8": "", "fp16": "", "fp32": 20.97, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4906,7 +4519,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -4915,10 +4528,7 @@ "int8": "", "fp16": "", "fp32": 585.46, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4944,7 +4554,7 @@ "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -4953,10 +4563,7 @@ "int8": 343.07, "fp16": "", "fp32": 274.85, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -4982,7 +4589,7 @@ "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -4991,10 +4598,7 @@ "int8": 44.06, "fp16": "", "fp32": 16.03, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5020,7 +4624,7 @@ "Model": "efficientdet-d0", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5029,10 +4633,7 @@ "int8": 53.32, "fp16": "", "fp32": 38.06, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5058,7 +4659,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5067,10 +4668,7 @@ "int8": 0.65, "fp16": "", "fp32": 0.16, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5096,7 +4694,7 @@ "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5105,10 +4703,7 @@ "int8": 917.84, "fp16": "", "fp32": 490.87, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5134,7 +4729,7 @@ "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5143,10 +4738,7 @@ "int8": 194.09, "fp16": "", "fp32": 52.09, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5172,7 +4764,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5181,10 +4773,7 @@ "int8": 3.52, "fp16": "", "fp32": 0.87, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5210,7 +4799,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5219,10 +4808,7 @@ "int8": 380.37, "fp16": "", "fp32": 135.96, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5248,7 +4834,7 @@ "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5257,10 +4843,7 @@ "int8": 80.52, "fp16": "", "fp32": 34.88, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5286,7 +4869,7 @@ "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5295,10 +4878,7 @@ "int8": 265.97, "fp16": 198.16, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5324,7 +4904,7 @@ "Model": "efficientdet-d0", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5333,10 +4913,7 @@ "int8": 13.69, "fp16": 13.65, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5362,19 +4939,16 @@ "Model": "llama-2-7b-chat", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", + "int8": 0.24, + "fp16": 4.4, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": 0.24, - "token_fp16": 4.4 + "bf16": "" } ], "Unit": "FPS", @@ -5400,7 +4974,7 @@ "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5409,10 +4983,7 @@ "int8": 3799.36, "fp16": 3178.95, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5437,20 +5008,17 @@ "Platform": "Intel® Core™ Ultra 7 processor 268V NPU-only", "Model": "phi-3-mini-4k-instruct", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": true, + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 3.31, + "int8": 0.72, + "fp16": 6.86, "fp32": "", - "bf16": "", - "token_int4": 3.31, - "token_int8": 0.72, - "token_fp16": 6.86 + "bf16": "" } ], "Unit": "FPS", @@ -5476,7 +5044,7 @@ "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5485,10 +5053,7 @@ "int8": 2161.26, "fp16": 948.32, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5514,7 +5079,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5523,10 +5088,7 @@ "int8": 230.18, "fp16": 192.78, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5552,7 +5114,7 @@ "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5561,10 +5123,7 @@ "int8": 401.12, "fp16": 497.56, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5590,7 +5149,7 @@ "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5599,10 +5158,7 @@ "int8": 225.83, "fp16": 298.39, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5628,7 +5184,7 @@ "Model": "efficientdet-d0", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5637,10 +5193,7 @@ "int8": 114.57, "fp16": 121.87, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5666,19 +5219,16 @@ "Model": "gemma-2-9b", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 14.49, + "int8": 8.34, + "fp16": 0.59, "fp32": "", - "bf16": "", - "token_int4": 14.49, - "token_int8": 8.34, - "token_fp16": 0.59 + "bf16": "" } ], "Unit": "FPS", @@ -5703,20 +5253,17 @@ "Platform": "Intel® Core™ Ultra 7 processor 268V iGPU-only", "Model": "glm-4-9b-chat", "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 17.63, + "int8": 9.8, + "fp16": 0.71, "fp32": "", - "bf16": "", - "token_int4": 17.63, - "token_int8": 9.8, - "token_fp16": 0.71 + "bf16": "" } ], "Unit": "FPS", @@ -5742,19 +5289,16 @@ "Model": "llama-2-7b-chat", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 18.48, + "int8": 11.87, + "fp16": 6.44, "fp32": "", - "bf16": "", - "token_int4": 18.48, - "token_int8": 11.87, - "token_fp16": 6.44 + "bf16": "" } ], "Unit": "FPS", @@ -5779,20 +5323,17 @@ "Platform": "Intel® Core™ Ultra 7 processor 268V iGPU-only", "Model": "llama-3-8b", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 20.41, + "int8": 11.07, + "fp16": 5.81, "fp32": "", - "bf16": "", - "token_int4": 20.41, - "token_int8": 11.07, - "token_fp16": 5.81 + "bf16": "" } ], "Unit": "FPS", @@ -5818,19 +5359,16 @@ "Model": "llama-3.2-3b-instruct", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 36.58, + "int8": 23.94, + "fp16": 12.86, "fp32": "", - "bf16": "", - "token_int4": 36.58, - "token_int8": 23.94, - "token_fp16": 12.86 + "bf16": "" } ], "Unit": "FPS", @@ -5856,7 +5394,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5865,10 +5403,7 @@ "int8": 10.4, "fp16": 5.7, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5894,19 +5429,16 @@ "Model": "mistral-7b-v0.1", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 20.06, + "int8": 11.6, + "fp16": 6.05, "fp32": "", - "bf16": "", - "token_int4": 20.06, - "token_int8": 11.6, - "token_fp16": 6.05 + "bf16": "" } ], "Unit": "FPS", @@ -5932,7 +5464,7 @@ "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5941,10 +5473,7 @@ "int8": 1007.75, "fp16": 862.8, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -5969,20 +5498,17 @@ "Platform": "Intel® Core™ Ultra 7 processor 268V iGPU-only", "Model": "phi-3-mini-4k-instruct", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": true, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 31.27, + "int8": 20.55, + "fp16": 11.04, "fp32": "", - "bf16": "", - "token_int4": 31.27, - "token_int8": 20.55, - "token_fp16": 11.04 + "bf16": "" } ], "Unit": "FPS", @@ -6008,19 +5534,16 @@ "Model": "qwen2-7b", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 20.99, + "int8": 12.69, + "fp16": 6.07, "fp32": "", - "bf16": "", - "token_int4": 20.99, - "token_int8": 12.69, - "token_fp16": 6.07 + "bf16": "" } ], "Unit": "FPS", @@ -6046,7 +5569,7 @@ "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6055,10 +5578,7 @@ "int8": 830.46, "fp16": 585.38, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6084,7 +5604,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6093,10 +5613,7 @@ "int8": 57.99, "fp16": 32.18, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6122,7 +5639,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6131,10 +5648,7 @@ "int8": 485.85, "fp16": 555.71, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6160,7 +5674,7 @@ "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6169,10 +5683,7 @@ "int8": 362.75, "fp16": 375.06, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6198,7 +5709,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -6207,10 +5718,7 @@ "int8": 34.21, "fp16": "", "fp32": 15.71, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6236,7 +5744,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -6245,10 +5753,7 @@ "int8": 47.95, "fp16": "", "fp32": 29.38, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6274,7 +5779,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -6283,10 +5788,7 @@ "int8": 0.5, "fp16": "", "fp32": 0.18, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6312,7 +5814,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -6321,10 +5823,7 @@ "int8": 742.67, "fp16": "", "fp32": 331.98, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6350,7 +5849,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -6359,10 +5858,7 @@ "int8": 162.84, "fp16": "", "fp32": 51.66, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6388,7 +5884,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -6397,10 +5893,7 @@ "int8": "", "fp16": "", "fp32": 1.03, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6426,7 +5919,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -6435,10 +5928,7 @@ "int8": 328.29, "fp16": "", "fp32": 115.41, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6463,8 +5953,8 @@ "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -6473,10 +5963,7 @@ "int8": "", "fp16": "", "fp32": 41.68, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6502,7 +5989,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -6511,10 +5998,7 @@ "int8": 79.4, "fp16": "", "fp32": 35.44, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6540,7 +6024,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6549,10 +6033,7 @@ "int8": 31.55, "fp16": "", "fp32": 12.38, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6578,7 +6059,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6587,10 +6068,7 @@ "int8": 43.39, "fp16": "", "fp32": 23.14, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6616,7 +6094,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6625,10 +6103,7 @@ "int8": 0.45, "fp16": "", "fp32": 0.12, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6654,7 +6129,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6663,10 +6138,7 @@ "int8": 789.02, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6692,7 +6164,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6701,10 +6173,7 @@ "int8": 147.74, "fp16": "", "fp32": 38.84, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6730,7 +6199,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6739,10 +6208,7 @@ "int8": 2.66, "fp16": "", "fp32": 0.77, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6768,7 +6234,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6777,10 +6243,7 @@ "int8": 313.17, "fp16": "", "fp32": 95.81, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6805,8 +6268,8 @@ "Platform": "Intel® Core™ i5-1235U Processor CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6815,10 +6278,7 @@ "int8": "", "fp16": "", "fp32": 31.84, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6844,7 +6304,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6853,10 +6313,7 @@ "int8": 67.43, "fp16": "", "fp32": 26.68, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6882,7 +6339,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6891,10 +6348,7 @@ "int8": 46.15, "fp16": 38.3, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6920,7 +6374,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6929,10 +6383,7 @@ "int8": 64.24, "fp16": 50.43, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6958,7 +6409,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6967,10 +6418,7 @@ "int8": 0.5, "fp16": 0.51, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -6996,7 +6444,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7005,10 +6453,7 @@ "int8": 768.31, "fp16": 485.7, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7034,7 +6479,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7043,10 +6488,7 @@ "int8": 208.55, "fp16": 117.84, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7072,7 +6514,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7081,10 +6523,7 @@ "int8": 5.64, "fp16": 2.72, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7110,7 +6549,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7119,10 +6558,7 @@ "int8": 382.92, "fp16": 223.39, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7148,7 +6584,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7157,10 +6593,7 @@ "int8": 126.83, "fp16": 77.91, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7186,7 +6619,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -7195,10 +6628,7 @@ "int8": 49.68, "fp16": "", "fp32": 26.85, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7224,7 +6654,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -7233,10 +6663,7 @@ "int8": 73.94, "fp16": "", "fp32": 48.63, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7262,7 +6689,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -7271,10 +6698,7 @@ "int8": 0.69, "fp16": "", "fp32": 0.3, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7300,7 +6724,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -7309,10 +6733,7 @@ "int8": 1050.26, "fp16": "", "fp32": 535.0, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7338,7 +6759,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -7347,10 +6768,7 @@ "int8": 234.19, "fp16": "", "fp32": 87.89, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7376,7 +6794,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -7385,10 +6803,7 @@ "int8": 4.74, "fp16": "", "fp32": 1.74, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7414,7 +6829,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -7423,10 +6838,7 @@ "int8": 466.65, "fp16": "", "fp32": 188.83, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7451,8 +6863,8 @@ "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -7461,10 +6873,7 @@ "int8": "", "fp16": "", "fp32": 65.34, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7490,7 +6899,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -7499,10 +6908,7 @@ "int8": 125.18, "fp16": "", "fp32": 58.13, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7528,7 +6934,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7537,10 +6943,7 @@ "int8": 39.97, "fp16": "", "fp32": 15.97, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7566,7 +6969,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7575,10 +6978,7 @@ "int8": 56.15, "fp16": "", "fp32": 35.76, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7604,7 +7004,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7613,10 +7013,7 @@ "int8": 0.57, "fp16": "", "fp32": 0.16, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7642,7 +7039,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7651,10 +7048,7 @@ "int8": 951.93, "fp16": "", "fp32": 463.06, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7680,7 +7074,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7689,10 +7083,7 @@ "int8": 184.54, "fp16": "", "fp32": 52.88, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7718,7 +7109,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7727,10 +7118,7 @@ "int8": 3.16, "fp16": "", "fp32": 0.92, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7756,7 +7144,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7765,10 +7153,7 @@ "int8": 383.62, "fp16": "", "fp32": 134.93, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7793,8 +7178,8 @@ "Platform": "Intel® Core™ i5-1335U Processor CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7803,10 +7188,7 @@ "int8": "", "fp16": "", "fp32": 43.64, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7832,7 +7214,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7841,10 +7223,7 @@ "int8": 91.3, "fp16": "", "fp32": 36.39, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7870,7 +7249,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7879,10 +7258,7 @@ "int8": 47.17, "fp16": 39.79, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7908,7 +7284,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7917,10 +7293,7 @@ "int8": 80.6, "fp16": 59.92, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7946,7 +7319,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7955,10 +7328,7 @@ "int8": 0.52, "fp16": 0.58, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -7984,7 +7354,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -7993,10 +7363,7 @@ "int8": 778.4, "fp16": 509.56, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8022,7 +7389,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8031,10 +7398,7 @@ "int8": 225.12, "fp16": 127.27, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8060,7 +7424,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8069,10 +7433,7 @@ "int8": 5.79, "fp16": 2.86, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8098,7 +7459,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8107,10 +7468,7 @@ "int8": 404.76, "fp16": 237.61, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8136,7 +7494,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8145,10 +7503,7 @@ "int8": 131.89, "fp16": 83.17, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8174,7 +7529,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8183,10 +7538,7 @@ "int8": 120.44, "fp16": "", "fp32": 47.21, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8212,7 +7564,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8221,10 +7573,7 @@ "int8": 148.91, "fp16": "", "fp32": 93.08, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8250,7 +7599,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8259,10 +7608,7 @@ "int8": "", "fp16": "", "fp32": 0.49, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8288,7 +7634,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8297,10 +7643,7 @@ "int8": 2974.41, "fp16": "", "fp32": 1317.04, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8326,7 +7669,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8335,10 +7678,7 @@ "int8": 537.98, "fp16": "", "fp32": 148.85, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8364,7 +7704,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8373,10 +7713,7 @@ "int8": 8.8, "fp16": "", "fp32": 2.47, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8402,7 +7739,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8411,10 +7748,7 @@ "int8": 1068.19, "fp16": "", "fp32": 379.85, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8439,8 +7773,8 @@ "Platform": "Intel® Core™ i5-13600K CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8449,10 +7783,7 @@ "int8": "", "fp16": "", "fp32": 122.62, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8478,7 +7809,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8487,10 +7818,7 @@ "int8": 266.57, "fp16": "", "fp32": 102.14, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8516,7 +7844,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -8525,10 +7853,7 @@ "int8": 84.71, "fp16": "", "fp32": 51.06, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8554,7 +7879,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -8563,10 +7888,7 @@ "int8": 98.02, "fp16": "", "fp32": 65.51, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8592,7 +7914,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -8601,10 +7923,7 @@ "int8": 1.16, "fp16": "", "fp32": 0.64, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8630,7 +7949,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -8639,10 +7958,7 @@ "int8": 1353.32, "fp16": "", "fp32": 683.15, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8668,7 +7984,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -8677,10 +7993,7 @@ "int8": 365.63, "fp16": "", "fp32": 164.12, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8706,7 +8019,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -8715,10 +8028,7 @@ "int8": 8.65, "fp16": "", "fp32": 3.77, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8744,7 +8054,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -8753,10 +8063,7 @@ "int8": 657.26, "fp16": "", "fp32": 293.93, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8781,8 +8088,8 @@ "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -8791,10 +8098,7 @@ "int8": "", "fp16": "", "fp32": 107.24, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8820,7 +8124,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -8829,10 +8133,7 @@ "int8": 182.9, "fp16": "", "fp32": 101.97, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8858,7 +8159,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8867,10 +8168,7 @@ "int8": 50.21, "fp16": "", "fp32": 18.33, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8896,7 +8194,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8905,10 +8203,7 @@ "int8": 71.27, "fp16": "", "fp32": 41.39, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8934,7 +8229,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8943,10 +8238,7 @@ "int8": 0.71, "fp16": "", "fp32": 0.19, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -8972,7 +8264,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -8981,10 +8273,7 @@ "int8": 1291.06, "fp16": "", "fp32": 507.09, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9010,7 +8299,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9019,10 +8308,7 @@ "int8": 224.68, "fp16": "", "fp32": 60.81, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9048,7 +8334,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9057,10 +8343,7 @@ "int8": 3.84, "fp16": "", "fp32": 1.01, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9086,7 +8369,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9095,10 +8378,7 @@ "int8": 491.99, "fp16": "", "fp32": 146.3, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9123,8 +8403,8 @@ "Platform": "Intel® Core™ i7-1185G7 CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9133,10 +8413,7 @@ "int8": "", "fp16": "", "fp32": 48.0, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9162,7 +8439,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9171,10 +8448,7 @@ "int8": 106.45, "fp16": "", "fp32": 40.14, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9200,7 +8474,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9209,10 +8483,7 @@ "int8": 68.4, "fp16": 53.22, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9238,7 +8509,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9247,10 +8518,7 @@ "int8": 91.46, "fp16": 72.22, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9276,7 +8544,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9285,10 +8553,7 @@ "int8": 0.82, "fp16": 0.88, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9314,7 +8579,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9323,10 +8588,7 @@ "int8": 729.72, "fp16": 569.2, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9352,7 +8614,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9361,10 +8623,7 @@ "int8": 262.94, "fp16": 174.98, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9390,7 +8649,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9399,10 +8658,7 @@ "int8": 8.29, "fp16": 4.67, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9428,7 +8684,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9437,10 +8693,7 @@ "int8": 447.59, "fp16": 299.29, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9466,7 +8719,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9475,10 +8728,7 @@ "int8": 161.26, "fp16": 111.45, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9504,7 +8754,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -9513,10 +8763,7 @@ "int8": 50.01, "fp16": "", "fp32": 25.82, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9542,7 +8789,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -9551,10 +8798,7 @@ "int8": 57.69, "fp16": "", "fp32": 28.41, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9580,7 +8824,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -9589,10 +8833,7 @@ "int8": 0.69, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9618,7 +8859,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -9627,10 +8868,7 @@ "int8": 958.94, "fp16": "", "fp32": 350.53, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9656,7 +8894,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -9665,10 +8903,7 @@ "int8": 230.4, "fp16": "", "fp32": 85.03, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9694,7 +8929,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -9703,10 +8938,7 @@ "int8": 4.44, "fp16": "", "fp32": 1.75, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9732,7 +8964,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -9741,10 +8973,7 @@ "int8": 456.16, "fp16": "", "fp32": 162.16, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9769,8 +8998,8 @@ "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -9779,10 +9008,7 @@ "int8": "", "fp16": "", "fp32": 55.98, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9808,7 +9034,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -9817,10 +9043,7 @@ "int8": 103.63, "fp16": "", "fp32": 53.56, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9846,7 +9069,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9855,10 +9078,7 @@ "int8": 38.28, "fp16": "", "fp32": 13.87, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9884,7 +9104,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9893,10 +9113,7 @@ "int8": 53.34, "fp16": "", "fp32": 22.26, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9922,7 +9139,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9931,10 +9148,7 @@ "int8": 0.52, "fp16": "", "fp32": 0.14, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9960,7 +9174,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -9969,10 +9183,7 @@ "int8": 972.25, "fp16": "", "fp32": 311.82, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -9998,7 +9209,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10007,10 +9218,7 @@ "int8": 174.69, "fp16": "", "fp32": 45.52, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10036,7 +9244,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10045,10 +9253,7 @@ "int8": 2.72, "fp16": "", "fp32": 0.78, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10074,7 +9279,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10083,10 +9288,7 @@ "int8": 386.67, "fp16": "", "fp32": 99.8, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10111,8 +9313,8 @@ "Platform": "Intel® Core™ i7-1185GRE CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10121,10 +9323,7 @@ "int8": "", "fp16": "", "fp32": 32.19, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10150,7 +9349,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10159,10 +9358,7 @@ "int8": 76.54, "fp16": "", "fp32": 27.6, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10188,7 +9384,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10197,10 +9393,7 @@ "int8": 45.77, "fp16": 40.93, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10226,7 +9419,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10235,10 +9428,7 @@ "int8": 56.2, "fp16": 41.8, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10264,7 +9454,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10273,10 +9463,7 @@ "int8": 0.56, "fp16": 0.54, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10302,7 +9489,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10311,10 +9498,7 @@ "int8": 648.66, "fp16": 431.47, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10340,7 +9524,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10349,10 +9533,7 @@ "int8": 208.21, "fp16": 122.24, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10378,7 +9559,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10387,10 +9568,7 @@ "int8": 5.71, "fp16": 3.09, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10416,7 +9594,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10425,10 +9603,7 @@ "int8": 348.95, "fp16": 224.45, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10454,7 +9629,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10463,10 +9638,7 @@ "int8": 113.89, "fp16": 78.71, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10492,7 +9664,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -10501,10 +9673,7 @@ "int8": 111.58, "fp16": "", "fp32": 57.55, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10530,7 +9699,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -10539,10 +9708,7 @@ "int8": 141.13, "fp16": "", "fp32": 75.23, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10568,7 +9734,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -10577,10 +9743,7 @@ "int8": 1.63, "fp16": "", "fp32": 0.68, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10606,7 +9769,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -10615,10 +9778,7 @@ "int8": 2287.47, "fp16": "", "fp32": 1150.08, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10644,7 +9804,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -10653,10 +9813,7 @@ "int8": 532.56, "fp16": "", "fp32": 180.65, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10682,7 +9839,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -10691,10 +9848,7 @@ "int8": 10.33, "fp16": "", "fp32": 3.81, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10720,7 +9874,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -10729,10 +9883,7 @@ "int8": 1013.57, "fp16": "", "fp32": 403.5, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10757,8 +9908,8 @@ "Platform": "Intel® Core™ i7-12700H CPU+iGPU", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -10767,10 +9918,7 @@ "int8": "", "fp16": "", "fp32": 133.88, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10796,7 +9944,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -10805,10 +9953,7 @@ "int8": 268.57, "fp16": "", "fp32": 120.55, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10834,7 +9979,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10843,10 +9988,7 @@ "int8": 87.88, "fp16": "", "fp32": 34.76, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10872,7 +10014,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10881,10 +10023,7 @@ "int8": 113.82, "fp16": "", "fp32": 62.45, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10910,7 +10049,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10919,10 +10058,7 @@ "int8": 1.27, "fp16": "", "fp32": 0.36, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10948,7 +10084,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10957,10 +10093,7 @@ "int8": 1982.75, "fp16": "", "fp32": 968.72, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -10986,7 +10119,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -10995,10 +10128,7 @@ "int8": 429.58, "fp16": "", "fp32": 107.58, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11024,7 +10154,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11033,10 +10163,7 @@ "int8": 7.11, "fp16": "", "fp32": 1.96, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11062,7 +10189,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11071,10 +10198,7 @@ "int8": 854.13, "fp16": "", "fp32": 289.32, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11099,8 +10223,8 @@ "Platform": "Intel® Core™ i7-12700H CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11109,10 +10233,7 @@ "int8": "", "fp16": "", "fp32": 90.72, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11138,7 +10259,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11147,10 +10268,7 @@ "int8": 206.32, "fp16": "", "fp32": 78.09, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11176,7 +10294,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11185,10 +10303,7 @@ "int8": 89.81, "fp16": 69.99, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11214,7 +10329,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11223,10 +10338,7 @@ "int8": 128.07, "fp16": 97.39, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11252,7 +10364,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11261,10 +10373,7 @@ "int8": 1.04, "fp16": 1.15, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11290,7 +10399,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11299,10 +10408,7 @@ "int8": 1281.93, "fp16": 912.69, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11328,7 +10434,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11337,10 +10443,7 @@ "int8": 381.27, "fp16": 226.42, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11366,7 +10469,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11375,10 +10478,7 @@ "int8": 10.47, "fp16": 6.14, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11404,7 +10504,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11413,10 +10513,7 @@ "int8": 744.92, "fp16": 407.72, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11442,7 +10539,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11451,10 +10548,7 @@ "int8": 215.67, "fp16": 148.01, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11480,7 +10574,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -11489,10 +10583,7 @@ "int8": 61.33, "fp16": "", "fp32": 32.27, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11518,7 +10609,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -11527,10 +10618,7 @@ "int8": 88.48, "fp16": "", "fp32": 59.03, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11556,7 +10644,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -11565,10 +10653,7 @@ "int8": 0.81, "fp16": "", "fp32": 0.43, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11594,7 +10679,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -11603,10 +10688,7 @@ "int8": 1218.37, "fp16": "", "fp32": 644.91, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11632,7 +10714,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -11641,10 +10723,7 @@ "int8": 284.91, "fp16": "", "fp32": 109.93, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11670,7 +10749,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -11679,10 +10758,7 @@ "int8": 5.67, "fp16": "", "fp32": 2.15, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11708,7 +10784,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -11717,10 +10793,7 @@ "int8": 554.73, "fp16": "", "fp32": 228.8, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11745,8 +10818,8 @@ "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -11755,10 +10828,7 @@ "int8": "", "fp16": "", "fp32": 80.32, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11784,7 +10854,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -11793,10 +10863,7 @@ "int8": 154.56, "fp16": "", "fp32": 72.19, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11822,7 +10889,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11831,10 +10898,7 @@ "int8": 44.62, "fp16": "", "fp32": 17.96, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11860,7 +10924,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11869,10 +10933,7 @@ "int8": 61.85, "fp16": "", "fp32": 39.52, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11898,7 +10959,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11907,10 +10968,7 @@ "int8": 0.64, "fp16": "", "fp32": 0.17, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11936,7 +10994,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11945,10 +11003,7 @@ "int8": 1042.94, "fp16": "", "fp32": 515.99, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -11974,7 +11029,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11983,10 +11038,7 @@ "int8": 203.02, "fp16": "", "fp32": 59.12, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12012,7 +11064,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12021,10 +11073,7 @@ "int8": 3.48, "fp16": "", "fp32": 1.03, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12050,7 +11099,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12059,10 +11108,7 @@ "int8": 422.9, "fp16": "", "fp32": 151.69, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12087,8 +11133,8 @@ "Platform": "Intel® Core™ i7-1355U Processor CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12097,10 +11143,7 @@ "int8": "", "fp16": "", "fp32": 48.93, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12126,7 +11169,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12135,10 +11178,7 @@ "int8": 101.73, "fp16": "", "fp32": 40.76, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12164,7 +11204,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12173,10 +11213,7 @@ "int8": 67.08, "fp16": 52.9, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12202,7 +11239,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12211,10 +11248,7 @@ "int8": 98.8, "fp16": 73.53, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12240,19 +11274,16 @@ "Model": "gemma-2-9b", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 6.21, + "int8": 3.88, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 6.21, - "token_int8": 3.88, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12277,20 +11308,17 @@ "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", "Model": "glm-4-9b-chat", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 7.25, + "int8": 4.27, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 7.25, - "token_int8": 4.27, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12316,19 +11344,16 @@ "Model": "llama-2-7b-chat", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 8.53, + "int8": 5.74, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 8.53, - "token_int8": 5.74, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12353,20 +11378,17 @@ "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", "Model": "llama-3-8b", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 8.49, + "int8": 5.06, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 8.49, - "token_int8": 5.06, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12392,19 +11414,16 @@ "Model": "llama-3.2-3b-instruct", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 16.79, + "int8": 11.89, + "fp16": 6.7, "fp32": "", - "bf16": "", - "token_int4": 16.79, - "token_int8": 11.89, - "token_fp16": 6.7 + "bf16": "" } ], "Unit": "FPS", @@ -12430,7 +11449,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12439,10 +11458,7 @@ "int8": 0.73, "fp16": 0.77, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12468,19 +11484,16 @@ "Model": "mistral-7b-v0.1", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 8.86, + "int8": 5.44, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 8.86, - "token_int8": 5.44, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12506,7 +11519,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12515,10 +11528,7 @@ "int8": 869.88, "fp16": 621.94, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12544,19 +11554,16 @@ "Model": "phi-3-mini-4k-instruct", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 14.78, + "int8": 9.98, + "fp16": 5.45, "fp32": "", - "bf16": "", - "token_int4": 14.78, - "token_int8": 9.98, - "token_fp16": 5.45 + "bf16": "" } ], "Unit": "FPS", @@ -12582,19 +11589,16 @@ "Model": "qwen2-7b", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 9.11, + "int8": 5.39, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 9.11, - "token_int8": 5.39, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12620,7 +11624,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12629,10 +11633,7 @@ "int8": 277.06, "fp16": 164.27, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12658,7 +11659,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12667,10 +11668,7 @@ "int8": 7.1, "fp16": 3.99, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12696,7 +11694,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12705,10 +11703,7 @@ "int8": 484.13, "fp16": 298.47, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12743,10 +11738,7 @@ "int8": "", "fp16": "", "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12772,7 +11764,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12781,10 +11773,7 @@ "int8": 162.35, "fp16": 106.83, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12810,7 +11799,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12819,10 +11808,7 @@ "int8": 170.14, "fp16": "", "fp32": 67.07, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12848,7 +11834,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -12857,10 +11843,7 @@ "int8": 219.8, "fp16": "", "fp32": 126.91, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -12886,19 +11869,16 @@ "Model": "gemma-2-9b", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 9.43, + "int8": 6.9, + "fp16": 3.59, "fp32": "", - "bf16": "", - "token_int4": 9.42, - "token_int8": 6.89, - "token_fp16": 3.59 + "bf16": "" } ], "Unit": "FPS", @@ -12908,7 +11888,7 @@ "Precisions": [ { "int4": 106.06, - "int8": 144.95, + "int8": 144.96, "fp16": 278.42, "fp32": "", "bf16": "" @@ -12923,20 +11903,17 @@ "Platform": "Intel® Core™ i9-13900K CPU-only", "Model": "glm-4-9b-chat", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 10.66, + "int8": 7.47, + "fp16": 3.84, "fp32": "", - "bf16": "", - "token_int4": 10.65, - "token_int8": 7.46, - "token_fp16": 3.83 + "bf16": "" } ], "Unit": "FPS", @@ -12947,7 +11924,7 @@ { "int4": 93.82, "int8": 133.88, - "fp16": 260.66, + "fp16": 260.67, "fp32": "", "bf16": "" } @@ -12962,19 +11939,16 @@ "Model": "llama-2-7b-chat", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 13.44, + "int8": 9.29, + "fp16": 4.94, "fp32": "", - "bf16": "", - "token_int4": 13.44, - "token_int8": 9.29, - "token_fp16": 4.94 + "bf16": "" } ], "Unit": "FPS", @@ -12999,20 +11973,17 @@ "Platform": "Intel® Core™ i9-13900K CPU-only", "Model": "llama-3-8b", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 11.91, + "int8": 8.66, + "fp16": 4.81, "fp32": "", - "bf16": "", - "token_int4": 11.91, - "token_int8": 8.65, - "token_fp16": 4.48 + "bf16": "" } ], "Unit": "FPS", @@ -13022,7 +11993,7 @@ "Precisions": [ { "int4": 83.93, - "int8": 115.48, + "int8": 115.49, "fp16": 223.15, "fp32": "", "bf16": "" @@ -13038,19 +12009,16 @@ "Model": "llama-3.2-3b-instruct", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 25.41, + "int8": 19.0, + "fp16": 10.18, "fp32": "", - "bf16": "", - "token_int4": 25.41, - "token_int8": 18.99, - "token_fp16": 10.18 + "bf16": "" } ], "Unit": "FPS", @@ -13059,9 +12027,9 @@ "latency": { "Precisions": [ { - "int4": 39.35, + "int4": 39.36, "int8": 52.64, - "fp16": 98.23, + "fp16": 98.24, "fp32": "", "bf16": "" } @@ -13076,7 +12044,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -13085,10 +12053,7 @@ "int8": 2.49, "fp16": "", "fp32": 0.71, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13114,19 +12079,16 @@ "Model": "mistral-7b-v0.1", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 14.41, + "int8": 9.13, + "fp16": 4.72, "fp32": "", - "bf16": "", - "token_int4": 14.41, - "token_int8": 9.12, - "token_fp16": 4.71 + "bf16": "" } ], "Unit": "FPS", @@ -13135,9 +12097,9 @@ "latency": { "Precisions": [ { - "int4": 69.39, + "int4": 69.4, "int8": 109.54, - "fp16": 211.91, + "fp16": 211.92, "fp32": "", "bf16": "" } @@ -13152,7 +12114,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -13161,10 +12123,7 @@ "int8": 4239.14, "fp16": "", "fp32": 2047.2, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13190,19 +12149,16 @@ "Model": "phi-3-mini-4k-instruct", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", + "int8": 15.66, + "fp16": 8.52, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": 15.66, - "token_fp16": 8.52 + "bf16": "" } ], "Unit": "FPS", @@ -13212,7 +12168,7 @@ "Precisions": [ { "int4": "", - "int8": 63.84, + "int8": 63.85, "fp16": 117.37, "fp32": "", "bf16": "" @@ -13228,19 +12184,16 @@ "Model": "qwen2-7b", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 13.1, + "int8": 9.24, + "fp16": 4.75, "fp32": "", - "bf16": "", - "token_int4": 13.1, - "token_int8": 9.24, - "token_fp16": 4.75 + "bf16": "" } ], "Unit": "FPS", @@ -13249,9 +12202,9 @@ "latency": { "Precisions": [ { - "int4": 76.33, - "int8": 108.16, - "fp16": 210.38, + "int4": "", + "int8": 63.85, + "fp16": 117.37, "fp32": "", "bf16": "" } @@ -13266,7 +12219,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -13275,10 +12228,7 @@ "int8": 762.32, "fp16": "", "fp32": 234.53, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13304,7 +12254,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -13313,10 +12263,7 @@ "int8": 12.97, "fp16": "", "fp32": 3.84, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13342,7 +12289,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -13351,10 +12298,7 @@ "int8": 1606.89, "fp16": "", "fp32": 589.62, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13389,10 +12333,7 @@ "int8": "", "fp16": "", "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13417,8 +12358,8 @@ "Platform": "Intel® Core™ i9-13900K CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "whats_new_model": "false", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -13427,10 +12368,7 @@ "int8": "", "fp16": "", "fp32": 187.66, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13456,7 +12394,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Client Platforms (Intel® Core™)", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -13465,10 +12403,7 @@ "int8": 389.04, "fp16": "", "fp32": 154.4, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13492,7 +12427,7 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "bert-base-cased", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { @@ -13503,10 +12438,7 @@ "int8": 385.87, "fp16": 420.99, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13530,7 +12462,7 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "efficientdet-d0", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { @@ -13541,10 +12473,7 @@ "int8": 426.56, "fp16": 362.73, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13568,21 +12497,18 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "gemma-2-9b", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": true, "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 22.66, + "int8": 18.13, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 22.66, - "token_int8": 18.13, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13606,21 +12532,18 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "glm-4-9b-chat", - "featured_SKU": false, - "whats_new_model": false, + "featured_SKU": "false", + "whats_new_model": "false", "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 40.04, + "int8": 26.95, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 40.04, - "token_int8": 26.95, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13644,21 +12567,18 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "llama-2-7b-chat", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 45.22, + "int8": 33.88, + "fp16": 21.45, "fp32": "", - "bf16": "", - "token_int4": 45.22, - "token_int8": 33.88, - "token_fp16": 21.45 + "bf16": "" } ], "Unit": "FPS", @@ -13682,21 +12602,18 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "llama-3-8b", - "featured_SKU": false, - "whats_new_model": false, + "featured_SKU": "false", + "whats_new_model": "false", "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 45.55, + "int8": 30.8, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 45.55, - "token_int8": 30.8, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13720,21 +12637,18 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "llama-3.2-3b-instruct", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": true, "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 69.44, + "int8": 57.9, + "fp16": 37.69, "fp32": "", - "bf16": "", - "token_int4": 69.44, - "token_int8": 57.9, - "token_fp16": 37.69 + "bf16": "" } ], "Unit": "FPS", @@ -13758,7 +12672,7 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { @@ -13769,10 +12683,7 @@ "int8": 33.38, "fp16": 19.04, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13796,21 +12707,18 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "mistral-7b-v0.1", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 45.53, + "int8": 32.37, + "fp16": 20.21, "fp32": "", - "bf16": "", - "token_int4": 45.53, - "token_int8": 32.37, - "token_fp16": 20.21 + "bf16": "" } ], "Unit": "FPS", @@ -13834,7 +12742,7 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "mobilenet-v2", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { @@ -13845,10 +12753,7 @@ "int8": 3134.27, "fp16": 3004.5, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13872,21 +12777,18 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "phi-3-mini-4k-instruct", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": true, "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 69.93, + "int8": 51.51, + "fp16": 32.84, "fp32": "", - "bf16": "", - "token_int4": 69.93, - "token_int8": 51.51, - "token_fp16": 32.84 + "bf16": "" } ], "Unit": "FPS", @@ -13910,21 +12812,18 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "qwen2-7b", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": true, "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 45.8, + "int8": 32.78, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 45.8, - "token_int8": 32.78, - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13948,7 +12847,7 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "resnet-50", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { @@ -13959,10 +12858,7 @@ "int8": 1921.18, "fp16": 1329.28, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -13986,7 +12882,7 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "ssd-resnet34-1200", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { @@ -13997,10 +12893,7 @@ "int8": 133.77, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14024,7 +12917,7 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { @@ -14035,10 +12928,7 @@ "int8": 2200.83, "fp16": 1665.15, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14062,7 +12952,7 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "stable-diffusion-v1-5", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { @@ -14073,10 +12963,7 @@ "int8": "", "fp16": "", "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14100,7 +12987,7 @@ { "Platform": "Intel® Data Center GPU Flex 170 dGPU", "Model": "yolo_v8n", - "featured_SKU": false, + "featured_SKU": "false", "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { @@ -14111,10 +12998,7 @@ "int8": 759.93, "fp16": 694.57, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14140,7 +13024,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -14149,10 +13033,7 @@ "int8": 36.93, "fp16": "", "fp32": 27.64, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14178,7 +13059,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -14187,10 +13068,7 @@ "int8": 484.32, "fp16": "", "fp32": 278.4, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14216,7 +13094,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -14225,10 +13103,7 @@ "int8": 112.23, "fp16": "", "fp32": 42.14, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14254,7 +13129,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -14263,10 +13138,7 @@ "int8": 2.04, "fp16": "", "fp32": 0.6, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14292,7 +13164,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -14301,10 +13173,7 @@ "int8": 216.96, "fp16": "", "fp32": 94.92, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14329,8 +13198,8 @@ "Platform": "Intel® Processor N100 CPU+iGPU", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "whats_new_model": "false", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -14339,10 +13208,7 @@ "int8": "", "fp16": "", "fp32": 34.52, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14368,7 +13234,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -14377,10 +13243,7 @@ "int8": 61.06, "fp16": "", "fp32": 28.61, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14406,7 +13269,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14415,10 +13278,7 @@ "int8": 15.44, "fp16": "", "fp32": 12.75, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14444,7 +13304,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14453,10 +13313,7 @@ "int8": 296.53, "fp16": "", "fp32": 183.3, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14482,7 +13339,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14491,10 +13348,7 @@ "int8": 48.77, "fp16": "", "fp32": 20.13, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14520,7 +13374,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14529,10 +13383,7 @@ "int8": 0.82, "fp16": "", "fp32": 0.31, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14558,7 +13409,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14567,10 +13418,7 @@ "int8": 106.12, "fp16": "", "fp32": 49.52, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14595,8 +13443,8 @@ "Platform": "Intel® Processor N100 CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "whats_new_model": "false", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14605,10 +13453,7 @@ "int8": "", "fp16": "", "fp32": 15.36, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14634,7 +13479,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14643,10 +13488,7 @@ "int8": 23.65, "fp16": "", "fp32": 12.86, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14672,7 +13514,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14681,10 +13523,7 @@ "int8": 33.69, "fp16": 30.91, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14710,7 +13549,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14719,10 +13558,7 @@ "int8": 337.95, "fp16": 267.38, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14748,7 +13584,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14757,10 +13593,7 @@ "int8": 81.72, "fp16": 49.76, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14786,7 +13619,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14795,10 +13628,7 @@ "int8": 1.62, "fp16": 1.01, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14824,7 +13654,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14833,10 +13663,7 @@ "int8": 164.31, "fp16": 106.85, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14862,7 +13689,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Mobile Platforms (Intel® Atom™)", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14871,10 +13698,7 @@ "int8": 47.04, "fp16": 34.97, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14900,7 +13724,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14909,10 +13733,7 @@ "int8": 218.18, "fp16": "", "fp32": 80.36, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14938,7 +13759,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14947,10 +13768,7 @@ "int8": 271.94, "fp16": "", "fp32": 167.25, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -14976,7 +13794,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -14985,10 +13803,7 @@ "int8": 3.26, "fp16": "", "fp32": 0.9, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15014,7 +13829,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15023,10 +13838,7 @@ "int8": 5417.98, "fp16": "", "fp32": 1926.0, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15052,7 +13864,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15061,10 +13873,7 @@ "int8": 979.5, "fp16": "", "fp32": 267.16, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15090,7 +13899,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15099,10 +13908,7 @@ "int8": 17.65, "fp16": "", "fp32": 4.58, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15128,7 +13934,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15137,10 +13943,7 @@ "int8": 2104.85, "fp16": "", "fp32": 639.65, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15165,8 +13968,8 @@ "Platform": "Intel® Xeon® Gold 5218T CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15175,10 +13978,7 @@ "int8": "", "fp16": "", "fp32": 206.18, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15204,7 +14004,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15213,10 +14013,7 @@ "int8": 440.56, "fp16": "", "fp32": 173.57, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15242,7 +14039,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15251,10 +14048,7 @@ "int8": 426.19, "fp16": "", "fp32": 162.63, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15280,7 +14074,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15289,10 +14083,7 @@ "int8": 411.51, "fp16": "", "fp32": 254.65, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15318,7 +14109,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15327,10 +14118,7 @@ "int8": 6.45, "fp16": "", "fp32": 1.65, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15356,7 +14144,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15365,10 +14153,7 @@ "int8": 10273.19, "fp16": "", "fp32": 3342.96, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15394,7 +14179,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15403,10 +14188,7 @@ "int8": 2125.81, "fp16": "", "fp32": 570.61, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15432,7 +14214,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15441,10 +14223,7 @@ "int8": 41.83, "fp16": "", "fp32": 10.91, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15470,7 +14249,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15479,10 +14258,7 @@ "int8": 4376.71, "fp16": "", "fp32": 1244.57, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15507,8 +14283,8 @@ "Platform": "Intel® Xeon® Gold 6238L CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15517,10 +14293,7 @@ "int8": "", "fp16": "", "fp32": 383.86, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15546,7 +14319,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15555,10 +14328,7 @@ "int8": 749.14, "fp16": "", "fp32": 338.04, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15584,7 +14354,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15593,10 +14363,7 @@ "int8": 622.71, "fp16": "", "fp32": 240.52, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15622,7 +14389,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15631,10 +14398,7 @@ "int8": 721.9, "fp16": "", "fp32": 423.3, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15660,7 +14424,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15669,10 +14433,7 @@ "int8": 10.46, "fp16": "", "fp32": 2.45, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15698,7 +14459,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15707,10 +14468,7 @@ "int8": 16509.95, "fp16": "", "fp32": 5201.56, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15736,7 +14494,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15745,10 +14503,7 @@ "int8": 3352.09, "fp16": "", "fp32": 825.5, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15774,7 +14529,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15783,10 +14538,7 @@ "int8": 60.91, "fp16": "", "fp32": 15.11, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15812,7 +14564,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15821,10 +14573,7 @@ "int8": 6975.09, "fp16": "", "fp32": 1755.62, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15849,8 +14598,8 @@ "Platform": "Intel® Xeon® Gold 6338N CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15859,10 +14608,7 @@ "int8": "", "fp16": "", "fp32": 571.3, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15888,7 +14634,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15897,10 +14643,7 @@ "int8": 1224.86, "fp16": "", "fp32": 495.73, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15926,7 +14669,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15935,10 +14678,7 @@ "int8": 587.54, "fp16": "", "fp32": 225.64, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -15964,7 +14704,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -15973,10 +14713,7 @@ "int8": 580.8, "fp16": "", "fp32": 343.39, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16002,7 +14739,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16011,10 +14748,7 @@ "int8": 8.58, "fp16": "", "fp32": 2.26, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16040,7 +14774,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16049,10 +14783,7 @@ "int8": 14930.31, "fp16": "", "fp32": 4646.16, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16078,7 +14809,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16087,10 +14818,7 @@ "int8": 2965.31, "fp16": "", "fp32": 761.01, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16116,7 +14844,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16125,10 +14853,7 @@ "int8": 58.15, "fp16": "", "fp32": 15.0, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16154,7 +14879,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16163,10 +14888,7 @@ "int8": 6130.48, "fp16": "", "fp32": 1654.84, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16191,8 +14913,8 @@ "Platform": "Intel® Xeon® Platinum 8280 CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16201,10 +14923,7 @@ "int8": "", "fp16": "", "fp32": 512.57, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16230,7 +14949,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16239,10 +14958,7 @@ "int8": 996.59, "fp16": "", "fp32": 452.05, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16268,7 +14984,7 @@ "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16277,10 +14993,7 @@ "int8": 881.04, "fp16": "", "fp32": 338.12, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16306,7 +15019,7 @@ "Model": "efficientdet-d0", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16315,10 +15028,7 @@ "int8": 1009.71, "fp16": "", "fp32": 562.38, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16344,19 +15054,16 @@ "Model": "gemma-2-9b", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 20.78, + "int8": 14.18, + "fp16": 7.72, "fp32": "", - "bf16": "", - "token_int4": 20.78, - "token_int8": 14.18, - "token_fp16": 7.72 + "bf16": "" } ], "Unit": "FPS", @@ -16381,20 +15088,17 @@ "Platform": "Intel® Xeon® Platinum 8380 CPU-only", "Model": "glm-4-9b-chat", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 22.79, + "int8": 15.56, + "fp16": 8.48, "fp32": "", - "bf16": "", - "token_int4": 22.79, - "token_int8": 15.56, - "token_fp16": 8.48 + "bf16": "" } ], "Unit": "FPS", @@ -16420,19 +15124,16 @@ "Model": "llama-2-7b-chat", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 25.41, + "int8": 18.68, + "fp16": 10.61, "fp32": "", - "bf16": "", - "token_int4": 25.41, - "token_int8": 18.68, - "token_fp16": 10.61 + "bf16": "" } ], "Unit": "FPS", @@ -16457,20 +15158,17 @@ "Platform": "Intel® Xeon® Platinum 8380 CPU-only", "Model": "llama-3-8b", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 26.07, + "int8": 17.66, + "fp16": 9.72, "fp32": "", - "bf16": "", - "token_int4": 26.07, - "token_int8": 17.66, - "token_fp16": 9.72 + "bf16": "" } ], "Unit": "FPS", @@ -16496,19 +15194,16 @@ "Model": "llama-3.2-3b-instruct", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 46.81, + "int8": 33.54, + "fp16": 19.32, "fp32": "", - "bf16": "", - "token_int4": 46.81, - "token_int8": 33.54, - "token_fp16": 19.32 + "bf16": "" } ], "Unit": "FPS", @@ -16534,7 +15229,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16543,10 +15238,7 @@ "int8": 14.73, "fp16": "", "fp32": 3.42, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16572,19 +15264,16 @@ "Model": "mistral-7b-v0.1", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 26.89, + "int8": 18.54, + "fp16": 10.22, "fp32": "", - "bf16": "", - "token_int4": 26.89, - "token_int8": 18.54, - "token_fp16": 10.22 + "bf16": "" } ], "Unit": "FPS", @@ -16610,7 +15299,7 @@ "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16619,10 +15308,7 @@ "int8": 22703.47, "fp16": "", "fp32": 6937.71, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16648,19 +15334,16 @@ "Model": "phi-3-mini-4k-instruct", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 39.41, + "int8": 29.28, + "fp16": 17.35, "fp32": "", - "bf16": "", - "token_int4": 39.41, - "token_int8": 29.28, - "token_fp16": 17.35 + "bf16": "" } ], "Unit": "FPS", @@ -16686,19 +15369,16 @@ "Model": "qwen2-7b", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 28.26, + "int8": 19.32, + "fp16": 10.27, "fp32": "", - "bf16": "", - "token_int4": 28.26, - "token_int8": 19.32, - "token_fp16": 10.27 + "bf16": "" } ], "Unit": "FPS", @@ -16724,7 +15404,7 @@ "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16733,10 +15413,7 @@ "int8": 4874.95, "fp16": "", "fp32": 1144.73, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16762,7 +15439,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16771,10 +15448,7 @@ "int8": 84.6, "fp16": "", "fp32": 20.95, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16800,7 +15474,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16809,10 +15483,7 @@ "int8": 10174.18, "fp16": "", "fp32": 2524.59, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16847,10 +15518,7 @@ "int8": "", "fp16": "", "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16875,8 +15543,8 @@ "Platform": "Intel® Xeon® Platinum 8380 CPU-only", "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16885,10 +15553,7 @@ "int8": "", "fp16": "", "fp32": 803.12, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16914,7 +15579,7 @@ "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16923,10 +15588,7 @@ "int8": 1704.08, "fp16": "", "fp32": 697.23, - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -16952,7 +15614,7 @@ "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16961,10 +15623,7 @@ "int8": 3023.92, "fp16": "", "fp32": 483.11, - "bf16": 1976.63, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 1976.63 } ], "Unit": "FPS", @@ -16990,7 +15649,7 @@ "Model": "efficientdet-d0", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -16999,10 +15658,7 @@ "int8": 1445.78, "fp16": "", "fp32": 861.51, - "bf16": 1021.75, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 1021.75 } ], "Unit": "FPS", @@ -17028,19 +15684,16 @@ "Model": "gemma-2-9b", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 22.71, + "int8": 16.83, + "fp16": 10.76, "fp32": "", - "bf16": "", - "token_int4": 22.71, - "token_int8": 16.83, - "token_fp16": 10.76 + "bf16": "" } ], "Unit": "FPS", @@ -17065,20 +15718,17 @@ "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "glm-4-9b-chat", "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 23.7, + "int8": 16.93, + "fp16": 11.27, "fp32": "", - "bf16": "", - "token_int4": 23.7, - "token_int8": 16.93, - "token_fp16": 11.27 + "bf16": "" } ], "Unit": "FPS", @@ -17104,19 +15754,16 @@ "Model": "llama-2-7b-chat", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 26.11, + "int8": 20.1, + "fp16": 14.19, "fp32": "", - "bf16": "", - "token_int4": 26.11, - "token_int8": 20.1, - "token_fp16": 14.19 + "bf16": "" } ], "Unit": "FPS", @@ -17141,20 +15788,17 @@ "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "llama-3-8b", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 26.02, + "int8": 18.97, + "fp16": 13.23, "fp32": "", - "bf16": "", - "token_int4": 26.02, - "token_int8": 18.97, - "token_fp16": 13.23 + "bf16": "" } ], "Unit": "FPS", @@ -17180,19 +15824,16 @@ "Model": "llama-3.2-3b-instruct", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 45.68, + "int8": 36.96, + "fp16": 27.27, "fp32": "", - "bf16": "", - "token_int4": 45.68, - "token_int8": 36.96, - "token_fp16": 27.27 + "bf16": "" } ], "Unit": "FPS", @@ -17218,7 +15859,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -17227,10 +15868,7 @@ "int8": 62.13, "fp16": "", "fp32": 5.19, - "bf16": 37.54, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 37.54 } ], "Unit": "FPS", @@ -17256,19 +15894,16 @@ "Model": "mistral-7b-v0.1", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 27.42, + "int8": 19.9, + "fp16": 13.72, "fp32": "", - "bf16": "", - "token_int4": 27.42, - "token_int8": 19.9, - "token_fp16": 13.72 + "bf16": "" } ], "Unit": "FPS", @@ -17294,7 +15929,7 @@ "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -17303,10 +15938,7 @@ "int8": 38538.65, "fp16": "", "fp32": 10274.08, - "bf16": 25608.67, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 25608.67 } ], "Unit": "FPS", @@ -17331,20 +15963,17 @@ "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "phi-3-mini-4k-instruct", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", + "int8": 33.53, + "fp16": 23.1, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": 33.53, - "token_fp16": 23.1 + "bf16": "" } ], "Unit": "FPS", @@ -17370,19 +15999,16 @@ "Model": "qwen2-7b", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 30.03, + "int8": 22.14, + "fp16": 13.95, "fp32": "", - "bf16": "", - "token_int4": 30.03, - "token_int8": 22.14, - "token_fp16": 13.95 + "bf16": "" } ], "Unit": "FPS", @@ -17408,7 +16034,7 @@ "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -17417,10 +16043,7 @@ "int8": 19226.96, "fp16": "", "fp32": 1597.37, - "bf16": 7480.12, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 7480.12 } ], "Unit": "FPS", @@ -17446,7 +16069,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -17455,10 +16078,7 @@ "int8": 434.12, "fp16": "", "fp32": 30.6, - "bf16": 209.11, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 209.11 } ], "Unit": "FPS", @@ -17484,7 +16104,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -17493,10 +16113,7 @@ "int8": 24134.02, "fp16": "", "fp32": 3392.4, - "bf16": 12168.49, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 12168.49 } ], "Unit": "FPS", @@ -17531,10 +16148,7 @@ "int8": "", "fp16": "", "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -17559,8 +16173,8 @@ "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "yolo11", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -17569,10 +16183,7 @@ "int8": "", "fp16": "", "fp32": 1034.68, - "bf16": 2068.81, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 2068.81 } ], "Unit": "FPS", @@ -17598,7 +16209,7 @@ "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -17607,10 +16218,7 @@ "int8": 2380.51, "fp16": "", "fp32": 950.6, - "bf16": 2374.89, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 2374.89 } ], "Unit": "FPS", @@ -17636,7 +16244,7 @@ "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -17645,10 +16253,7 @@ "int8": 4671.04, "fp16": "", "fp32": 560.3, - "bf16": 3211.93, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 3211.93 } ], "Unit": "FPS", @@ -17674,7 +16279,7 @@ "Model": "efficientdet-d0", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -17683,10 +16288,7 @@ "int8": 1725.13, "fp16": "", "fp32": 1123.04, - "bf16": 1407.69, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 1407.69 } ], "Unit": "FPS", @@ -17712,19 +16314,16 @@ "Model": "gemma-2-9b", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 25.46, + "int8": 18.96, + "fp16": 12.14, "fp32": "", - "bf16": "", - "token_int4": 25.46, - "token_int8": 18.96, - "token_fp16": 12.14 + "bf16": "" } ], "Unit": "FPS", @@ -17749,20 +16348,17 @@ "Platform": "Intel® Xeon® Platinum 8580 CPU-only", "Model": "glm-4-9b-chat", "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 27.1, + "int8": 19.33, + "fp16": 12.69, "fp32": "", - "bf16": "", - "token_int4": 27.1, - "token_int8": 19.33, - "token_fp16": 12.69 + "bf16": "" } ], "Unit": "FPS", @@ -17788,19 +16384,16 @@ "Model": "llama-2-7b-chat", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 31.71, + "int8": 23.05, + "fp16": 16.64, "fp32": "", - "bf16": "", - "token_int4": 31.71, - "token_int8": 23.05, - "token_fp16": 16.64 + "bf16": "" } ], "Unit": "FPS", @@ -17825,20 +16418,17 @@ "Platform": "Intel® Xeon® Platinum 8580 CPU-only", "Model": "llama-3-8b", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 30.06, + "int8": 21.73, + "fp16": 14.93, "fp32": "", - "bf16": "", - "token_int4": 30.06, - "token_int8": 21.73, - "token_fp16": 14.93 + "bf16": "" } ], "Unit": "FPS", @@ -17864,19 +16454,16 @@ "Model": "llama-3.2-3b-instruct", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 54.73, + "int8": 42.58, + "fp16": 31.51, "fp32": "", - "bf16": "", - "token_int4": 54.73, - "token_int8": 42.58, - "token_fp16": 31.51 + "bf16": "" } ], "Unit": "FPS", @@ -17902,7 +16489,7 @@ "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -17911,10 +16498,7 @@ "int8": 74.86, "fp16": "", "fp32": 6.39, - "bf16": 48.32, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 48.32 } ], "Unit": "FPS", @@ -17940,19 +16524,16 @@ "Model": "mistral-7b-v0.1", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 33.27, + "int8": 22.24, + "fp16": 15.74, "fp32": "", - "bf16": "", - "token_int4": 33.27, - "token_int8": 22.24, - "token_fp16": 15.74 + "bf16": "" } ], "Unit": "FPS", @@ -17978,7 +16559,7 @@ "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -17987,10 +16568,7 @@ "int8": 39894.55, "fp16": "", "fp32": 15839.75, - "bf16": 29419.55, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 29419.55 } ], "Unit": "FPS", @@ -18015,20 +16593,17 @@ "Platform": "Intel® Xeon® Platinum 8580 CPU-only", "Model": "phi-3-mini-4k-instruct", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", + "int8": 40.45, + "fp16": 26.95, "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": 40.45, - "token_fp16": 26.95 + "bf16": "" } ], "Unit": "FPS", @@ -18037,9 +16612,9 @@ "latency": { "Precisions": [ { - "int4": 21.43, + "int4": "", "int8": 24.72, - "fp16": "", + "fp16": 37.1, "fp32": "", "bf16": "" } @@ -18054,19 +16629,16 @@ "Model": "qwen2-7b", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 35.48, + "int8": 25.7, + "fp16": 16.1, "fp32": "", - "bf16": "", - "token_int4": 35.48, - "token_int8": 25.7, - "token_fp16": 16.1 + "bf16": "" } ], "Unit": "FPS", @@ -18092,7 +16664,7 @@ "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -18101,10 +16673,7 @@ "int8": 21612.82, "fp16": "", "fp32": 2002.36, - "bf16": 13669.05, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 13669.05 } ], "Unit": "FPS", @@ -18130,7 +16699,7 @@ "Model": "ssd-resnet34-1200", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -18139,10 +16708,7 @@ "int8": 513.09, "fp16": "", "fp32": 35.2, - "bf16": 275.94, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 275.94 } ], "Unit": "FPS", @@ -18168,7 +16734,7 @@ "Model": "ssd_mobilenet_v1_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -18177,10 +16743,7 @@ "int8": 26748.89, "fp16": "", "fp32": 4718.18, - "bf16": 16684.87, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 16684.87 } ], "Unit": "FPS", @@ -18215,10 +16778,7 @@ "int8": "", "fp16": "", "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "FPS", @@ -18243,8 +16803,8 @@ "Platform": "Intel® Xeon® Platinum 8580 CPU-only", "Model": "yolo11", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "whats_new_model": "false", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -18253,10 +16813,7 @@ "int8": "", "fp16": "", "fp32": 1455.5, - "bf16": 2962.49, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 2962.49 } ], "Unit": "FPS", @@ -18282,7 +16839,7 @@ "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Server Platforms (Intel® Xeon®)", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -18291,10 +16848,7 @@ "int8": 3043.23, "fp16": "", "fp32": 1258.2, - "bf16": 3444.22, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 3444.22 } ], "Unit": "FPS", @@ -18329,10 +16883,7 @@ "int8": 8897.30, "fp16": "", "fp32": 1217.03, - "bf16": 6414.49, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 6414.49 } ], "Unit": "FPS", @@ -18367,10 +16918,7 @@ "int8": 3384.23, "fp16": "", "fp32": 2295.4, - "bf16": 2872.84, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 2872.84 } ], "Unit": "FPS", @@ -18405,10 +16953,7 @@ "int8": 149.52, "fp16": "", "fp32": 11.97, - "bf16": 91.85, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 91.85 } ], "Unit": "FPS", @@ -18443,10 +16988,7 @@ "int8": 32737.09, "fp16": "", "fp32": 25621.92, - "bf16": 26297.21, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 26297.21 } ], "Unit": "FPS", @@ -18481,10 +17023,7 @@ "int8": 27670.82, "fp16": "", "fp32": 4254.94, - "bf16": 22432.74, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 22432.74 } ], "Unit": "FPS", @@ -18519,10 +17058,7 @@ "int8": 1009.62, "fp16": "", "fp32": 77.99, - "bf16": 532.90, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 532.90 } ], "Unit": "FPS", @@ -18557,10 +17093,7 @@ "int8": 29674.40, "fp16": "", "fp32": 9800.83, - "bf16": 19479.18, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 19479.18 } ], "Unit": "FPS", @@ -18595,10 +17128,7 @@ "int8": 5590.87, "fp16": "", "fp32": 2699.0, - "bf16": 6003.66, - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": 6003.66 } ], "Unit": "FPS", @@ -18629,14 +17159,11 @@ "throughput": { "Precisions": [ { - "int4": "", + "int4": 136.4, "int8": "", - "fp16": "", + "fp16": 53.6, "fp32": "", - "bf16": "", - "token_int4": 136.4, - "token_int8": "", - "token_fp16": 53.6 + "bf16": "" } ], "Unit": "Tokens/sec", @@ -18667,14 +17194,11 @@ "throughput": { "Precisions": [ { - "int4": "", + "int4": 116.5, "int8": "", - "fp16": "", + "fp16": 51.9, "fp32": "", - "bf16": "", - "token_int4": 116.5, - "token_int8": "", - "token_fp16": 51.9 + "bf16": "" } ], "Unit": "Tokens/sec", @@ -18705,14 +17229,11 @@ "throughput": { "Precisions": [ { - "int4": "", + "int4": 139.5, "int8": "", - "fp16": "", + "fp16": 132, "fp32": "", - "bf16": "", - "token_int4": 139.5, - "token_int8": "", - "token_fp16": 132 + "bf16": "" } ], "Unit": "Tokens/sec", @@ -18743,14 +17264,11 @@ "throughput": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 272.7, + "int8": 65, "fp16": "", "fp32": "", - "bf16": "", - "token_int4": 272.7, - "token_int8": 65, - "token_fp16": "" + "bf16": "" } ], "Unit": "Tokens/sec", @@ -18781,14 +17299,11 @@ "throughput": { "Precisions": [ { - "int4": "", + "int4": 148.2, "int8": "", - "fp16": "", + "fp16": 57.2, "fp32": "", - "bf16": "", - "token_int4": 148.2, - "token_int8": "", - "token_fp16": 57.2 + "bf16": "" } ], "Unit": "Tokens/sec", @@ -18819,14 +17334,11 @@ "throughput": { "Precisions": [ { - "int4": "", + "int4": 126.4, "int8": "", - "fp16": "", + "fp16": 61.4, "fp32": "", - "bf16": "", - "token_int4": 126.4, - "token_int8": "", - "token_fp16": 61.4 + "bf16": "" } ], "Unit": "Tokens/sec", @@ -18857,14 +17369,11 @@ "throughput": { "Precisions": [ { - "int4": "", + "int4": 176.6, "int8": "", - "fp16": "", + "fp16": 111.9, "fp32": "", - "bf16": "", - "token_int4": 176.6, - "token_int8": "", - "token_fp16": 111.9 + "bf16": "" } ], "Unit": "Tokens/sec", @@ -18895,14 +17404,11 @@ "throughput": { "Precisions": [ { - "int4": "", + "int4": 164.4, "int8": "", - "fp16": "", + "fp16": 62.2, "fp32": "", - "bf16": "", - "token_int4": 164.4, - "token_int8": "", - "token_fp16": 62.2 + "bf16": "" } ], "Unit": "Tokens/sec", @@ -18937,10 +17443,7 @@ "int8": "", "fp16": "", "fp32": "", - "bf16": "", - "token_int4": "", - "token_int8": "", - "token_fp16": "" + "bf16": "" } ], "Unit": "n/a", diff --git a/docs/sphinx_setup/_static/benchmarks_files/graph-config.json b/docs/sphinx_setup/_static/benchmarks_files/graph-config.json index e5fe953b72bca1..e090e5abe97474 100644 --- a/docs/sphinx_setup/_static/benchmarks_files/graph-config.json +++ b/docs/sphinx_setup/_static/benchmarks_files/graph-config.json @@ -123,11 +123,11 @@ "platformTypes": { "name": "ietype", "data": [ - "None", "Intel® Core™, CPU-only", "Intel® Core™, iGPU-only", "Intel® Core™, NPU-only", - "Intel® Core™, CPU+iGPU" + "Intel® Core™, CPU+iGPU", + "Server Platforms (Intel® Xeon®)" ] }, "platforms": { diff --git a/docs/sphinx_setup/_static/js/graphs.js b/docs/sphinx_setup/_static/js/graphs.js index f29042de3e51b7..697911bad9402c 100644 --- a/docs/sphinx_setup/_static/js/graphs.js +++ b/docs/sphinx_setup/_static/js/graphs.js @@ -58,10 +58,11 @@ class Filter { return kpis; } // param: GraphData[], clientPlatforms[] - static ByClientPlatforms(graphDataArr, platformsArr) { - return graphDataArr.filter((data) => { - return platformsArr.includes(data.Platform) - }); + static BySortPlatforms(graphDataArr, platformsArr) { + return graphDataArr + .filter((data) => platformsArr.includes(data.Platform)) + .sort((a, b) => a.Platform.localeCompare(b.Platform)); + //sort is necessary } } @@ -100,13 +101,14 @@ class Graph { .sort((a, b) => a.localeCompare(b)); } static getIeTypes(graphDataArr) { - return Array.from(new Set(graphDataArr.map((obj) => obj.PlatformType))).sort((a, b) => a.localeCompare(b)); + return Array.from(new Set(graphDataArr.map((obj) => obj.PlatformType))) + .sort((a, b) => a.localeCompare(b)); } // param: GraphData[] static getPlatformNames(graphDataArr) { return graphDataArr.map((data) => data.Platform) - .sort((a, b) => a.localeCompare(b)); + .sort((a, b) => a.localeCompare(b)); } // param: GraphData[], engine: string, precisions: list @@ -659,17 +661,16 @@ $(document).ready(function () { var filteredNetworkModels = Filter.FilterByNetworkModel(graph, [networkModel]); var filteredIeTypes = Filter.ByIeTypes(filteredNetworkModels, ieTypes); - var filteredGraphData = Filter.ByClientPlatforms(filteredIeTypes, platforms); + var filteredGraphData = Filter.BySortPlatforms(filteredIeTypes, platforms); $('.chart-placeholder').append(chartContainer); - var labels = Graph.getPlatformNames(filteredGraphData); if (filteredGraphData.length > 0) { if (isLLM === true) { var graphConfigs = setGraphConfigsByEngines(filteredGraphData, appConfig, kpis, precisions) - createChartWithNewDataByEngines(labels, graphConfigs, chartContainer, display); + createChartWithNewDataByEngines(platforms, graphConfigs, chartContainer, display); } else { var graphConfigs = setGraphConfigs(filteredGraphData, appConfig, kpis, precisions) - createChartWithNewData(labels, graphConfigs, appConfig, chartContainer, display); + createChartWithNewData(platforms, graphConfigs, appConfig, chartContainer, display); } } else {