IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[DOCS] Add units to benchmark graphs (#19799)

Browse Source
This commit is contained in:
bstankix 2023-09-13 11:39:18 +02:00 committed by GitHub
parent dcbfbf8411
commit 4061b960f4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 630 additions and 679 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1022
docs/_static/benchmarks_files/OV-benchmark-data.csv vendored
View File

File diff suppressed because it is too large Load Diff

242
docs/_static/benchmarks_files/OVMS-benchmark-data.csv vendored
View File

@ -1,121 +1,121 @@
Network model,Release,IE-Type,Platform name,Throughput-OVMS-INT8,Throughput-OV-INT8,Throughput-OVMS-FP32,Throughput-OV-FP32
begin_rec,,,,,,,
bert-base-cased,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,559.87,591.49,182.12,188.52
bert-base-cased,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,504.08,520.95,157.58,162.80
bert-base-cased,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,137.25,145.76,38.54,40.85
bert-base-cased,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,139.53,154.46,40.65,44.50
bert-base-cased,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,28.38,30.17,17.53,18.44
bert-base-cased,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,26.43,27.18,15.59,15.76
end_rec,,,,,,,
begin_rec,,,,,,,
bert-large-uncased,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,32.58,37.81,15.39,16.79
bert-large-uncased,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,28.06,33.33,13.70,14.54
bert-large-uncased,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,8.75,9.04,3.16,3.27
bert-large-uncased,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,8.15,8.23,3.23,3.28
bert-large-uncased,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,2.56,2.58,1.52,1.55
bert-large-uncased,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,2.12,2.29,1.29,1.30
end_rec,,,,,,,
begin_rec,,,,,,,
DeeplabV3,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,343.44,369.62,114.69,120.87
DeeplabV3,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,279.60,305.89,90.33,96.68
DeeplabV3,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,89.82,108.12,25.46,25.74
DeeplabV3,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,77.58,92.22,21.85,23.09
DeeplabV3,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,16.77,29.67,16.77,17.29
DeeplabV3,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,26.99,28.39,15.71,16.00
end_rec,,,,,,,
begin_rec,,,,,,,
Efficientdet-D0,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,380.32,419.32,236.50,243.76
Efficientdet-D0,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,324.60,353.57,207.87,227.27
Efficientdet-D0,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,121.90,137.75,53.07,57.23
Efficientdet-D0,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,111.73,127.45,44.97,46.59
Efficientdet-D0,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,40.04,41.11,25.72,28.38
Efficientdet-D0,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,41.21,42.72,25.10,25.95
end_rec,,,,,,,
begin_rec,,,,,,,
faster_rcnn_resnet50_coco,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,65.01,70.39,17.65,18.89
faster_rcnn_resnet50_coco,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,60.49,62.73,15.71,16.46
faster_rcnn_resnet50_coco,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,13.89,14.16,3.83,4.04
faster_rcnn_resnet50_coco,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,14.91,15.29,4.06,4.28
faster_rcnn_resnet50_coco,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,3.58,3.62,1.88,1.89
faster_rcnn_resnet50_coco,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,3.22,3.23,1.70,1.71
end_rec,,,,,,,
begin_rec,,,,,,,
Inception-V4,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,741.48,791.73,185.33,190.14
Inception-V4,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,647.30,693.21,161.35,165.76
Inception-V4,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,158.69,162.07,37.16,39.11
Inception-V4,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,174.96,183.19,40.53,42.20
Inception-V4,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,36.16,37.61,18.49,19.05
Inception-V4,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,32.06,33.23,16.39,16.76
end_rec,,,,,,,
begin_rec,,,,,,,
Mobilenet-SSD ,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,4118.70,5664.02,1312.52,1488.89
Mobilenet-SSD ,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,3740.30,4877.12,1156.02,1255.77
Mobilenet-SSD ,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,918.95,1250.22,291.99,335.81
Mobilenet-SSD ,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,945.19,1429.69,273.07,329.38
Mobilenet-SSD ,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,236.18,280.08,152.84,173.51
Mobilenet-SSD ,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,235.71,263.74,138.06,150.19
end_rec,,,,,,,
begin_rec,,,,,,,
Mobilenet-V2 ,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,7580.68,13077.02,3108.32,3891.42
Mobilenet-V2 ,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,7310.77,11049.48,2661.25,3172.62
Mobilenet-V2 ,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,1979.69,3041.21,709.27,904.80
Mobilenet-V2 ,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,1911.48,3538.02,619.12,804.96
Mobilenet-V2 ,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,520.37,680.97,411.23,536.68
Mobilenet-V2 ,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,549.38,665.54,400.97,503.12
end_rec,,,,,,,
begin_rec,,,,,,,
GPT-2,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,,,9.06,11.37
GPT-2,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,,,7.68,8.78
GPT-2,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,,,2.07,2.44
GPT-2,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,,,1.85,2.24
GPT-2,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,,,1.11,1.21
GPT-2,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,,,1.02,1.06
end_rec,,,,,,,
begin_rec,,,,,,,
Resnet-50,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,2328.67,2558.36,624.81,635.89
Resnet-50,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,2062.84,2261.19,558.42,570.31
Resnet-50,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,500.96,527.47,122.28,133.20
Resnet-50,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,549.24,594.07,126.20,144.62
Resnet-50,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,114.70,123.79,60.22,66.07
Resnet-50,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,106.60,113.22,55.48,57.32
end_rec,,,,,,,
begin_rec,,,,,,,
SSD-Resnet34-1200 ,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,43.61,47.57,11.84,12.22
SSD-Resnet34-1200 ,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,38.68,40.91,10.19,10.61
SSD-Resnet34-1200 ,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,8.75,8.83,2.18,2.27
SSD-Resnet34-1200 ,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,9.84,10.10,2.34,2.58
SSD-Resnet34-1200 ,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,2.08,2.12,1.21,1.23
SSD-Resnet34-1200 ,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,1.83,1.84,1.03,1.07
end_rec,,,,,,,
begin_rec,,,,,,,
Unet-Camvid--0001 ,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,71.34,77.83,17.45,18.10
Unet-Camvid--0001 ,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,61.58,67.16,15.23,15.47
Unet-Camvid--0001 ,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,14.39,14.76,3.52,3.71
Unet-Camvid--0001 ,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,15.73,16.27,4.03,4.10
Unet-Camvid--0001 ,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,2.99,3.05,1.90,1.95
Unet-Camvid--0001 ,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,2.79,2.80,1.73,1.74
end_rec,,,,,,,
begin_rec,,,,,,,
Yolo_V3,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,240.57,263.21,69.57,72.63
Yolo_V3,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,208.97,227.96,59.95,61.34
Yolo_V3,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,51.50,53.96,14.09,14.52
Yolo_V3,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,55.30,60.81,14.27,15.84
Yolo_V3,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,12.91,13.40,7.01,7.31
Yolo_V3,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,11.42,11.73,6.29,6.39
end_rec,,,,,,,
begin_rec,,,,,,,
Yolo_V3_Tiny,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,1785.36,2420.73,690.57,754.41
Yolo_V3_Tiny,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,1614.61,2097.37,584.59,632.46
Yolo_V3_Tiny,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,441.22,574.61,158.91,166.02
Yolo_V3_Tiny,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,418.34,639.79,154.96,174.78
Yolo_V3_Tiny,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,121.45,141.31,72.11,77.17
Yolo_V3_Tiny,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,114.38,127.16,67.41,71.53
end_rec,,,,,,,
begin_rec,,,,,,,
Yolo_V8n,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,588.99,779.76,308.36,385.15
Yolo_V8n,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,574.93,655.56,273.21,322.97
Yolo_V8n,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,161.00,229.64,71.65,83.89
Yolo_V8n,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,148.22,233.11,68.23,84.40
Yolo_V8n,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,55.71,66.98,36.15,41.24
Yolo_V8n,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,53.23,62.99,34.77,37.34
end_rec,,,,,,,
Network model,Release,IE-Type,Platform name,Throughput-OVMS-INT8,Throughput-OV-INT8,Throughput-OVMS-FP32,Throughput-OV-FP32,UOM_T
begin_rec,,,,,,,,
bert-base-cased,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,559.87,591.49,182.12,188.52,FPS
bert-base-cased,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,504.08,520.95,157.58,162.80,FPS
bert-base-cased,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,137.25,145.76,38.54,40.85,FPS
bert-base-cased,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,139.53,154.46,40.65,44.50,FPS
bert-base-cased,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,28.38,30.17,17.53,18.44,FPS
bert-base-cased,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,26.43,27.18,15.59,15.76,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
bert-large-uncased,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,32.58,37.81,15.39,16.79,FPS
bert-large-uncased,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,28.06,33.33,13.70,14.54,FPS
bert-large-uncased,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,8.75,9.04,3.16,3.27,FPS
bert-large-uncased,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,8.15,8.23,3.23,3.28,FPS
bert-large-uncased,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,2.56,2.58,1.52,1.55,FPS
bert-large-uncased,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,2.12,2.29,1.29,1.30,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
DeeplabV3,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,343.44,369.62,114.69,120.87,FPS
DeeplabV3,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,279.60,305.89,90.33,96.68,FPS
DeeplabV3,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,89.82,108.12,25.46,25.74,FPS
DeeplabV3,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,77.58,92.22,21.85,23.09,FPS
DeeplabV3,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,16.77,29.67,16.77,17.29,FPS
DeeplabV3,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,26.99,28.39,15.71,16.00,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
Efficientdet-D0,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,380.32,419.32,236.50,243.76,FPS
Efficientdet-D0,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,324.60,353.57,207.87,227.27,FPS
Efficientdet-D0,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,121.90,137.75,53.07,57.23,FPS
Efficientdet-D0,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,111.73,127.45,44.97,46.59,FPS
Efficientdet-D0,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,40.04,41.11,25.72,28.38,FPS
Efficientdet-D0,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,41.21,42.72,25.10,25.95,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
faster_rcnn_resnet50_coco,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,65.01,70.39,17.65,18.89,FPS
faster_rcnn_resnet50_coco,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,60.49,62.73,15.71,16.46,FPS
faster_rcnn_resnet50_coco,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,13.89,14.16,3.83,4.04,FPS
faster_rcnn_resnet50_coco,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,14.91,15.29,4.06,4.28,FPS
faster_rcnn_resnet50_coco,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,3.58,3.62,1.88,1.89,FPS
faster_rcnn_resnet50_coco,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,3.22,3.23,1.70,1.71,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
Inception-V4,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,741.48,791.73,185.33,190.14,FPS
Inception-V4,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,647.30,693.21,161.35,165.76,FPS
Inception-V4,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,158.69,162.07,37.16,39.11,FPS
Inception-V4,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,174.96,183.19,40.53,42.20,FPS
Inception-V4,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,36.16,37.61,18.49,19.05,FPS
Inception-V4,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,32.06,33.23,16.39,16.76,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
"Mobilenet-SSD ",OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,4118.70,5664.02,1312.52,1488.89,FPS
"Mobilenet-SSD ",OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,3740.30,4877.12,1156.02,1255.77,FPS
"Mobilenet-SSD ",OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,918.95,1250.22,291.99,335.81,FPS
"Mobilenet-SSD ",OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,945.19,1429.69,273.07,329.38,FPS
"Mobilenet-SSD ",OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,236.18,280.08,152.84,173.51,FPS
"Mobilenet-SSD ",OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,235.71,263.74,138.06,150.19,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
"Mobilenet-V2 ",OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,7580.68,13077.02,3108.32,3891.42,FPS
"Mobilenet-V2 ",OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,7310.77,11049.48,2661.25,3172.62,FPS
"Mobilenet-V2 ",OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,1979.69,3041.21,709.27,904.80,FPS
"Mobilenet-V2 ",OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,1911.48,3538.02,619.12,804.96,FPS
"Mobilenet-V2 ",OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,520.37,680.97,411.23,536.68,FPS
"Mobilenet-V2 ",OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,549.38,665.54,400.97,503.12,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
GPT-2,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,,,9.06,11.37,FPS
GPT-2,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,,,7.68,8.78,FPS
GPT-2,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,,,2.07,2.44,FPS
GPT-2,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,,,1.85,2.24,FPS
GPT-2,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,,,1.11,1.21,FPS
GPT-2,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,,,1.02,1.06,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
Resnet-50,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,2328.67,2558.36,624.81,635.89,FPS
Resnet-50,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,2062.84,2261.19,558.42,570.31,FPS
Resnet-50,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,500.96,527.47,122.28,133.20,FPS
Resnet-50,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,549.24,594.07,126.20,144.62,FPS
Resnet-50,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,114.70,123.79,60.22,66.07,FPS
Resnet-50,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,106.60,113.22,55.48,57.32,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
"SSD-Resnet34-1200 ",OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,43.61,47.57,11.84,12.22,FPS
"SSD-Resnet34-1200 ",OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,38.68,40.91,10.19,10.61,FPS
"SSD-Resnet34-1200 ",OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,8.75,8.83,2.18,2.27,FPS
"SSD-Resnet34-1200 ",OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,9.84,10.10,2.34,2.58,FPS
"SSD-Resnet34-1200 ",OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,2.08,2.12,1.21,1.23,FPS
"SSD-Resnet34-1200 ",OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,1.83,1.84,1.03,1.07,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
"Unet-Camvid--0001 ",OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,71.34,77.83,17.45,18.10,FPS
"Unet-Camvid--0001 ",OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,61.58,67.16,15.23,15.47,FPS
"Unet-Camvid--0001 ",OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,14.39,14.76,3.52,3.71,FPS
"Unet-Camvid--0001 ",OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,15.73,16.27,4.03,4.10,FPS
"Unet-Camvid--0001 ",OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,2.99,3.05,1.90,1.95,FPS
"Unet-Camvid--0001 ",OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,2.79,2.80,1.73,1.74,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
Yolo_V3,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,240.57,263.21,69.57,72.63,FPS
Yolo_V3,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,208.97,227.96,59.95,61.34,FPS
Yolo_V3,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,51.50,53.96,14.09,14.52,FPS
Yolo_V3,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,55.30,60.81,14.27,15.84,FPS
Yolo_V3,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,12.91,13.40,7.01,7.31,FPS
Yolo_V3,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,11.42,11.73,6.29,6.39,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
Yolo_V3_Tiny,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,1785.36,2420.73,690.57,754.41,FPS
Yolo_V3_Tiny,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,1614.61,2097.37,584.59,632.46,FPS
Yolo_V3_Tiny,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,441.22,574.61,158.91,166.02,FPS
Yolo_V3_Tiny,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,418.34,639.79,154.96,174.78,FPS
Yolo_V3_Tiny,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,121.45,141.31,72.11,77.17,FPS
Yolo_V3_Tiny,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,114.38,127.16,67.41,71.53,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
Yolo_V8n,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,588.99,779.76,308.36,385.15,FPS
Yolo_V8n,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,574.93,655.56,273.21,322.97,FPS
Yolo_V8n,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,161.00,229.64,71.65,83.89,FPS
Yolo_V8n,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,148.22,233.11,68.23,84.40,FPS
Yolo_V8n,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,55.71,66.98,36.15,41.24,FPS
Yolo_V8n,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,53.23,62.99,34.77,37.34,FPS
end_rec,,,,,,,,
1 Network model Release IE-Type Platform name Throughput-OVMS-INT8 Throughput-OV-INT8 Throughput-OVMS-FP32 Throughput-OV-FP32 UOM_T
2 begin_rec
3 bert-base-cased OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 559.87 591.49 182.12 188.52 FPS
4 bert-base-cased OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 504.08 520.95 157.58 162.80 FPS
5 bert-base-cased OV-2023.0 core Intel® Core™ i9-11900K CPU-only 137.25 145.76 38.54 40.85 FPS
6 bert-base-cased OV-2023.0 core Intel® Core™ i7-11700K CPU-only 139.53 154.46 40.65 44.50 FPS
7 bert-base-cased OV-2023.0 core Intel® Core™ i5-8500 CPU-only 28.38 30.17 17.53 18.44 FPS
8 bert-base-cased OV-2023.0 core Intel® Core™ i3-10100 CPU-only 26.43 27.18 15.59 15.76 FPS
9 end_rec
10 begin_rec
11 bert-large-uncased OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 32.58 37.81 15.39 16.79 FPS
12 bert-large-uncased OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 28.06 33.33 13.70 14.54 FPS
13 bert-large-uncased OV-2023.0 core Intel® Core™ i9-11900K CPU-only 8.75 9.04 3.16 3.27 FPS
14 bert-large-uncased OV-2023.0 core Intel® Core™ i7-11700K CPU-only 8.15 8.23 3.23 3.28 FPS
15 bert-large-uncased OV-2023.0 core Intel® Core™ i5-8500 CPU-only 2.56 2.58 1.52 1.55 FPS
16 bert-large-uncased OV-2023.0 core Intel® Core™ i3-10100 CPU-only 2.12 2.29 1.29 1.30 FPS
17 end_rec
18 begin_rec
19 DeeplabV3 OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 343.44 369.62 114.69 120.87 FPS
20 DeeplabV3 OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 279.60 305.89 90.33 96.68 FPS
21 DeeplabV3 OV-2023.0 core Intel® Core™ i9-11900K CPU-only 89.82 108.12 25.46 25.74 FPS
22 DeeplabV3 OV-2023.0 core Intel® Core™ i7-11700K CPU-only 77.58 92.22 21.85 23.09 FPS
23 DeeplabV3 OV-2023.0 core Intel® Core™ i5-8500 CPU-only 16.77 29.67 16.77 17.29 FPS
24 DeeplabV3 OV-2023.0 core Intel® Core™ i3-10100 CPU-only 26.99 28.39 15.71 16.00 FPS
25 end_rec
26 begin_rec
27 Efficientdet-D0 OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 380.32 419.32 236.50 243.76 FPS
28 Efficientdet-D0 OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 324.60 353.57 207.87 227.27 FPS
29 Efficientdet-D0 OV-2023.0 core Intel® Core™ i9-11900K CPU-only 121.90 137.75 53.07 57.23 FPS
30 Efficientdet-D0 OV-2023.0 core Intel® Core™ i7-11700K CPU-only 111.73 127.45 44.97 46.59 FPS
31 Efficientdet-D0 OV-2023.0 core Intel® Core™ i5-8500 CPU-only 40.04 41.11 25.72 28.38 FPS
32 Efficientdet-D0 OV-2023.0 core Intel® Core™ i3-10100 CPU-only 41.21 42.72 25.10 25.95 FPS
33 end_rec
34 begin_rec
35 faster_rcnn_resnet50_coco OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 65.01 70.39 17.65 18.89 FPS
36 faster_rcnn_resnet50_coco OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 60.49 62.73 15.71 16.46 FPS
37 faster_rcnn_resnet50_coco OV-2023.0 core Intel® Core™ i9-11900K CPU-only 13.89 14.16 3.83 4.04 FPS
38 faster_rcnn_resnet50_coco OV-2023.0 core Intel® Core™ i7-11700K CPU-only 14.91 15.29 4.06 4.28 FPS
39 faster_rcnn_resnet50_coco OV-2023.0 core Intel® Core™ i5-8500 CPU-only 3.58 3.62 1.88 1.89 FPS
40 faster_rcnn_resnet50_coco OV-2023.0 core Intel® Core™ i3-10100 CPU-only 3.22 3.23 1.70 1.71 FPS
41 end_rec
42 begin_rec
43 Inception-V4 OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 741.48 791.73 185.33 190.14 FPS
44 Inception-V4 OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 647.30 693.21 161.35 165.76 FPS
45 Inception-V4 OV-2023.0 core Intel® Core™ i9-11900K CPU-only 158.69 162.07 37.16 39.11 FPS
46 Inception-V4 OV-2023.0 core Intel® Core™ i7-11700K CPU-only 174.96 183.19 40.53 42.20 FPS
47 Inception-V4 OV-2023.0 core Intel® Core™ i5-8500 CPU-only 36.16 37.61 18.49 19.05 FPS
48 Inception-V4 OV-2023.0 core Intel® Core™ i3-10100 CPU-only 32.06 33.23 16.39 16.76 FPS
49 end_rec
50 begin_rec
51 Mobilenet-SSD OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 4118.70 5664.02 1312.52 1488.89 FPS
52 Mobilenet-SSD OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 3740.30 4877.12 1156.02 1255.77 FPS
53 Mobilenet-SSD OV-2023.0 core Intel® Core™ i9-11900K CPU-only 918.95 1250.22 291.99 335.81 FPS
54 Mobilenet-SSD OV-2023.0 core Intel® Core™ i7-11700K CPU-only 945.19 1429.69 273.07 329.38 FPS
55 Mobilenet-SSD OV-2023.0 core Intel® Core™ i5-8500 CPU-only 236.18 280.08 152.84 173.51 FPS
56 Mobilenet-SSD OV-2023.0 core Intel® Core™ i3-10100 CPU-only 235.71 263.74 138.06 150.19 FPS
57 end_rec
58 begin_rec
59 Mobilenet-V2 OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 7580.68 13077.02 3108.32 3891.42 FPS
60 Mobilenet-V2 OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 7310.77 11049.48 2661.25 3172.62 FPS
61 Mobilenet-V2 OV-2023.0 core Intel® Core™ i9-11900K CPU-only 1979.69 3041.21 709.27 904.80 FPS
62 Mobilenet-V2 OV-2023.0 core Intel® Core™ i7-11700K CPU-only 1911.48 3538.02 619.12 804.96 FPS
63 Mobilenet-V2 OV-2023.0 core Intel® Core™ i5-8500 CPU-only 520.37 680.97 411.23 536.68 FPS
64 Mobilenet-V2 OV-2023.0 core Intel® Core™ i3-10100 CPU-only 549.38 665.54 400.97 503.12 FPS
65 end_rec
66 begin_rec
67 GPT-2 OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 9.06 11.37 FPS
68 GPT-2 OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 7.68 8.78 FPS
69 GPT-2 OV-2023.0 core Intel® Core™ i9-11900K CPU-only 2.07 2.44 FPS
70 GPT-2 OV-2023.0 core Intel® Core™ i7-11700K CPU-only 1.85 2.24 FPS
71 GPT-2 OV-2023.0 core Intel® Core™ i5-8500 CPU-only 1.11 1.21 FPS
72 GPT-2 OV-2023.0 core Intel® Core™ i3-10100 CPU-only 1.02 1.06 FPS
73 end_rec
74 begin_rec
75 Resnet-50 OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 2328.67 2558.36 624.81 635.89 FPS
76 Resnet-50 OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 2062.84 2261.19 558.42 570.31 FPS
77 Resnet-50 OV-2023.0 core Intel® Core™ i9-11900K CPU-only 500.96 527.47 122.28 133.20 FPS
78 Resnet-50 OV-2023.0 core Intel® Core™ i7-11700K CPU-only 549.24 594.07 126.20 144.62 FPS
79 Resnet-50 OV-2023.0 core Intel® Core™ i5-8500 CPU-only 114.70 123.79 60.22 66.07 FPS
80 Resnet-50 OV-2023.0 core Intel® Core™ i3-10100 CPU-only 106.60 113.22 55.48 57.32 FPS
81 end_rec
82 begin_rec
83 SSD-Resnet34-1200 OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 43.61 47.57 11.84 12.22 FPS
84 SSD-Resnet34-1200 OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 38.68 40.91 10.19 10.61 FPS
85 SSD-Resnet34-1200 OV-2023.0 core Intel® Core™ i9-11900K CPU-only 8.75 8.83 2.18 2.27 FPS
86 SSD-Resnet34-1200 OV-2023.0 core Intel® Core™ i7-11700K CPU-only 9.84 10.10 2.34 2.58 FPS
87 SSD-Resnet34-1200 OV-2023.0 core Intel® Core™ i5-8500 CPU-only 2.08 2.12 1.21 1.23 FPS
88 SSD-Resnet34-1200 OV-2023.0 core Intel® Core™ i3-10100 CPU-only 1.83 1.84 1.03 1.07 FPS
89 end_rec
90 begin_rec
91 Unet-Camvid--0001 OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 71.34 77.83 17.45 18.10 FPS
92 Unet-Camvid--0001 OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 61.58 67.16 15.23 15.47 FPS
93 Unet-Camvid--0001 OV-2023.0 core Intel® Core™ i9-11900K CPU-only 14.39 14.76 3.52 3.71 FPS
94 Unet-Camvid--0001 OV-2023.0 core Intel® Core™ i7-11700K CPU-only 15.73 16.27 4.03 4.10 FPS
95 Unet-Camvid--0001 OV-2023.0 core Intel® Core™ i5-8500 CPU-only 2.99 3.05 1.90 1.95 FPS
96 Unet-Camvid--0001 OV-2023.0 core Intel® Core™ i3-10100 CPU-only 2.79 2.80 1.73 1.74 FPS
97 end_rec
98 begin_rec
99 Yolo_V3 OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 240.57 263.21 69.57 72.63 FPS
100 Yolo_V3 OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 208.97 227.96 59.95 61.34 FPS
101 Yolo_V3 OV-2023.0 core Intel® Core™ i9-11900K CPU-only 51.50 53.96 14.09 14.52 FPS
102 Yolo_V3 OV-2023.0 core Intel® Core™ i7-11700K CPU-only 55.30 60.81 14.27 15.84 FPS
103 Yolo_V3 OV-2023.0 core Intel® Core™ i5-8500 CPU-only 12.91 13.40 7.01 7.31 FPS
104 Yolo_V3 OV-2023.0 core Intel® Core™ i3-10100 CPU-only 11.42 11.73 6.29 6.39 FPS
105 end_rec
106 begin_rec
107 Yolo_V3_Tiny OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 1785.36 2420.73 690.57 754.41 FPS
108 Yolo_V3_Tiny OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 1614.61 2097.37 584.59 632.46 FPS
109 Yolo_V3_Tiny OV-2023.0 core Intel® Core™ i9-11900K CPU-only 441.22 574.61 158.91 166.02 FPS
110 Yolo_V3_Tiny OV-2023.0 core Intel® Core™ i7-11700K CPU-only 418.34 639.79 154.96 174.78 FPS
111 Yolo_V3_Tiny OV-2023.0 core Intel® Core™ i5-8500 CPU-only 121.45 141.31 72.11 77.17 FPS
112 Yolo_V3_Tiny OV-2023.0 core Intel® Core™ i3-10100 CPU-only 114.38 127.16 67.41 71.53 FPS
113 end_rec
114 begin_rec
115 Yolo_V8n OV-2023.0 xeon Intel® Xeon® 8260M CPU-only 588.99 779.76 308.36 385.15 FPS
116 Yolo_V8n OV-2023.0 xeon Intel® Xeon® Gold 6238M CPU-only 574.93 655.56 273.21 322.97 FPS
117 Yolo_V8n OV-2023.0 core Intel® Core™ i9-11900K CPU-only 161.00 229.64 71.65 83.89 FPS
118 Yolo_V8n OV-2023.0 core Intel® Core™ i7-11700K CPU-only 148.22 233.11 68.23 84.40 FPS
119 Yolo_V8n OV-2023.0 core Intel® Core™ i5-8500 CPU-only 55.71 66.98 36.15 41.24 FPS
120 Yolo_V8n OV-2023.0 core Intel® Core™ i3-10100 CPU-only 53.23 62.99 34.77 37.34 FPS
121 end_rec

45
docs/_static/js/graphs.js vendored
View File

@ -35,10 +35,8 @@ const OVdefaultSelections = {
const OVMSdefaultSelections = {
platforms: {name: 'platform',
data: [
'Intel® Core™ i3-10100 CPU-only',
'Intel® Core™ i5-8500 CPU-only',
'Intel® Core™ i7-8700T CPU-only',
'Intel® Core™ i9-10920X CPU-only',
'Intel® Xeon® 8260M CPU-only',
'Intel® Xeon® Gold 6238M CPU-only'
]
},
models: {name: 'networkmodel',
@ -135,6 +133,11 @@ class ExcelData {
this.pricePerSocket = csvdataline[12];
this.tdpPerSocket = csvdataline[13];
this.latency = csvdataline[14];
this.throughputUnit = csvdataline[15]
this.valueUnit = csvdataline[16]
this.efficiencyUnit = csvdataline[17]
this.latencyUnit = csvdataline[18]
}
}
@ -146,6 +149,8 @@ class OVMSExcelData extends ExcelData {
this.throughputInt8 = csvdataline[4];
this.throughputOVMSFP32 = csvdataline[7];
this.throughputFP32 = csvdataline[6];
this.throughputUnit = csvdataline[8]
}
}
@ -176,6 +181,11 @@ class GraphData {
this.pricePerSocket = excelData.pricePerSocket;
this.tdpPerSocket = excelData.tdpPerSocket;
this.latency = excelData.latency;
this.throughputUnit = excelData.throughputUnit;
this.valueUnit = excelData.valueUnit;
this.efficiencyUnit = excelData.efficiencyUnit;
this.latencyUnit = excelData.latencyUnit;
}
}
@ -295,53 +305,53 @@ class Graph {
}
// this returns an object that is used to ender the chart
static getGraphConfig(kpi, precisions) {
static getGraphConfig(kpi, units, precisions) {
switch (kpi) {
case 'throughput':
return {
chartTitle: 'Throughput',
chartSubtitle: '(higher is better)',
iconClass: 'throughput-icon',
datasets: precisions.map((precision) => this.getPrecisionConfig(precision)),
datasets: precisions.map((precision) => this.getPrecisionConfig(precision, units.throughputUnit)),
};
case 'latency':
return {
chartTitle: 'Latency',
chartSubtitle: '(lower is better)',
iconClass: 'latency-icon',
datasets: [{ data: null, color: '#8F5DA2', label: 'Milliseconds' }],
datasets: [{ data: null, color: '#8F5DA2', label: `${units.latencyUnit}` }],
};
case 'value':
return {
chartTitle: 'Value',
chartSubtitle: '(higher is better)',
iconClass: 'value-icon',
datasets: [{ data: null, color: '#8BAE46', label: 'FPS/$ (INT8)' }],
datasets: [{ data: null, color: '#8BAE46', label: `${units.valueUnit} (INT8)` }],
};
case 'efficiency':
return {
chartTitle: 'Efficiency',
chartSubtitle: '(higher is better)',
iconClass: 'efficiency-icon',
datasets: [{ data: null, color: '#E96115', label: 'FPS/TDP (INT8)' }],
datasets: [{ data: null, color: '#E96115', label: `${units.efficiencyUnit} (INT8)` }],
};
default:
return {};
}
}
static getPrecisionConfig(precision) {
static getPrecisionConfig(precision, unit) {
switch (precision) {
case 'ovmsint8':
return { data: null, color: '#FF8F51', label: 'FPS (OV Ref. INT8)' };
return { data: null, color: '#FF8F51', label: `${unit} (OV Ref. INT8)` };
case 'ovmsfp32':
return { data: null, color: '#B24501', label: 'FPS (OV Ref. FP32)' };
return { data: null, color: '#B24501', label: `${unit} (OV Ref. FP32)` };
case 'int8':
return { data: null, color: '#00C7FD', label: 'FPS (INT8)' };
return { data: null, color: '#00C7FD', label: `${unit} (INT8)` };
case 'fp16':
return { data: null, color: '#009fca', label: 'FPS (FP16)' };
return { data: null, color: '#009fca', label: `${unit} (FP16)` };
case 'fp32':
return { data: null, color: '#007797', label: 'FPS (FP32)' };
return { data: null, color: '#007797', label: `${unit} (FP32)` };
default:
return {};
}
@ -876,15 +886,16 @@ $(document).ready(function () {
var graphConfigs = kpis.map((str) => {
var kpi = str.toLowerCase();
var groupUnit = model[0]
if (kpi === 'throughput') {
var throughputData = Graph.getDatabyKPI(model, kpi);
var config = Graph.getGraphConfig(kpi, precisions);
var config = Graph.getGraphConfig(kpi, groupUnit, precisions);
precisions.forEach((prec, index) => {
config.datasets[index].data = throughputData.map(tData => tData[prec]);
});
return config;
}
var config = Graph.getGraphConfig(kpi);
var config = Graph.getGraphConfig(kpi, groupUnit);
config.datasets[0].data = Graph.getDatabyKPI(model, kpi);
return config;
});