openvino/docs/_static/benchmarks_files/OVMS-benchmark-data.csv

1	Network model	Release	IE-Type	Platform name	Throughput-OVMS-INT8	Throughput-OV-INT8	Throughput-OVMS-FP32	Throughput-OV-FP32	UOM_T
2	begin_rec
3	bert-base-cased	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	559.87	591.49	182.12	188.52	FPS
4	bert-base-cased	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	504.08	520.95	157.58	162.80	FPS
5	bert-base-cased	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	137.25	145.76	38.54	40.85	FPS
6	bert-base-cased	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	139.53	154.46	40.65	44.50	FPS
7	bert-base-cased	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	28.38	30.17	17.53	18.44	FPS
8	bert-base-cased	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	26.43	27.18	15.59	15.76	FPS
9	end_rec
10	begin_rec
11	bert-large-uncased	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	32.58	37.81	15.39	16.79	FPS
12	bert-large-uncased	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	28.06	33.33	13.70	14.54	FPS
13	bert-large-uncased	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	8.75	9.04	3.16	3.27	FPS
14	bert-large-uncased	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	8.15	8.23	3.23	3.28	FPS
15	bert-large-uncased	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	2.56	2.58	1.52	1.55	FPS
16	bert-large-uncased	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	2.12	2.29	1.29	1.30	FPS
17	end_rec
18	begin_rec
19	DeeplabV3	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	343.44	369.62	114.69	120.87	FPS
20	DeeplabV3	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	279.60	305.89	90.33	96.68	FPS
21	DeeplabV3	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	89.82	108.12	25.46	25.74	FPS
22	DeeplabV3	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	77.58	92.22	21.85	23.09	FPS
23	DeeplabV3	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	16.77	29.67	16.77	17.29	FPS
24	DeeplabV3	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	26.99	28.39	15.71	16.00	FPS
25	end_rec
26	begin_rec
27	Efficientdet-D0	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	380.32	419.32	236.50	243.76	FPS
28	Efficientdet-D0	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	324.60	353.57	207.87	227.27	FPS
29	Efficientdet-D0	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	121.90	137.75	53.07	57.23	FPS
30	Efficientdet-D0	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	111.73	127.45	44.97	46.59	FPS
31	Efficientdet-D0	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	40.04	41.11	25.72	28.38	FPS
32	Efficientdet-D0	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	41.21	42.72	25.10	25.95	FPS
33	end_rec
34	begin_rec
35	faster_rcnn_resnet50_coco	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	65.01	70.39	17.65	18.89	FPS
36	faster_rcnn_resnet50_coco	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	60.49	62.73	15.71	16.46	FPS
37	faster_rcnn_resnet50_coco	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	13.89	14.16	3.83	4.04	FPS
38	faster_rcnn_resnet50_coco	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	14.91	15.29	4.06	4.28	FPS
39	faster_rcnn_resnet50_coco	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	3.58	3.62	1.88	1.89	FPS
40	faster_rcnn_resnet50_coco	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	3.22	3.23	1.70	1.71	FPS
41	end_rec
42	begin_rec
43	Inception-V4	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	741.48	791.73	185.33	190.14	FPS
44	Inception-V4	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	647.30	693.21	161.35	165.76	FPS
45	Inception-V4	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	158.69	162.07	37.16	39.11	FPS
46	Inception-V4	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	174.96	183.19	40.53	42.20	FPS
47	Inception-V4	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	36.16	37.61	18.49	19.05	FPS
48	Inception-V4	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	32.06	33.23	16.39	16.76	FPS
49	end_rec
50	begin_rec
51	Mobilenet-SSD	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	4118.70	5664.02	1312.52	1488.89	FPS
52	Mobilenet-SSD	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	3740.30	4877.12	1156.02	1255.77	FPS
53	Mobilenet-SSD	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	918.95	1250.22	291.99	335.81	FPS
54	Mobilenet-SSD	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	945.19	1429.69	273.07	329.38	FPS
55	Mobilenet-SSD	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	236.18	280.08	152.84	173.51	FPS
56	Mobilenet-SSD	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	235.71	263.74	138.06	150.19	FPS
57	end_rec
58	begin_rec
59	Mobilenet-V2	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	7580.68	13077.02	3108.32	3891.42	FPS
60	Mobilenet-V2	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	7310.77	11049.48	2661.25	3172.62	FPS
61	Mobilenet-V2	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	1979.69	3041.21	709.27	904.80	FPS
62	Mobilenet-V2	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	1911.48	3538.02	619.12	804.96	FPS
63	Mobilenet-V2	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	520.37	680.97	411.23	536.68	FPS
64	Mobilenet-V2	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	549.38	665.54	400.97	503.12	FPS
65	end_rec
66	begin_rec
67	GPT-2	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only			9.06	11.37	FPS
68	GPT-2	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only			7.68	8.78	FPS
69	GPT-2	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only			2.07	2.44	FPS
70	GPT-2	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only			1.85	2.24	FPS
71	GPT-2	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only			1.11	1.21	FPS
72	GPT-2	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only			1.02	1.06	FPS
73	end_rec
74	begin_rec
75	Resnet-50	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	2328.67	2558.36	624.81	635.89	FPS
76	Resnet-50	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	2062.84	2261.19	558.42	570.31	FPS
77	Resnet-50	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	500.96	527.47	122.28	133.20	FPS
78	Resnet-50	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	549.24	594.07	126.20	144.62	FPS
79	Resnet-50	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	114.70	123.79	60.22	66.07	FPS
80	Resnet-50	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	106.60	113.22	55.48	57.32	FPS
81	end_rec
82	begin_rec
83	SSD-Resnet34-1200	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	43.61	47.57	11.84	12.22	FPS
84	SSD-Resnet34-1200	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	38.68	40.91	10.19	10.61	FPS
85	SSD-Resnet34-1200	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	8.75	8.83	2.18	2.27	FPS
86	SSD-Resnet34-1200	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	9.84	10.10	2.34	2.58	FPS
87	SSD-Resnet34-1200	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	2.08	2.12	1.21	1.23	FPS
88	SSD-Resnet34-1200	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	1.83	1.84	1.03	1.07	FPS
89	end_rec
90	begin_rec
91	Unet-Camvid--0001	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	71.34	77.83	17.45	18.10	FPS
92	Unet-Camvid--0001	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	61.58	67.16	15.23	15.47	FPS
93	Unet-Camvid--0001	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	14.39	14.76	3.52	3.71	FPS
94	Unet-Camvid--0001	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	15.73	16.27	4.03	4.10	FPS
95	Unet-Camvid--0001	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	2.99	3.05	1.90	1.95	FPS
96	Unet-Camvid--0001	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	2.79	2.80	1.73	1.74	FPS
97	end_rec
98	begin_rec
99	Yolo_V3	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	240.57	263.21	69.57	72.63	FPS
100	Yolo_V3	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	208.97	227.96	59.95	61.34	FPS
101	Yolo_V3	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	51.50	53.96	14.09	14.52	FPS
102	Yolo_V3	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	55.30	60.81	14.27	15.84	FPS
103	Yolo_V3	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	12.91	13.40	7.01	7.31	FPS
104	Yolo_V3	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	11.42	11.73	6.29	6.39	FPS
105	end_rec
106	begin_rec
107	Yolo_V3_Tiny	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	1785.36	2420.73	690.57	754.41	FPS
108	Yolo_V3_Tiny	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	1614.61	2097.37	584.59	632.46	FPS
109	Yolo_V3_Tiny	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	441.22	574.61	158.91	166.02	FPS
110	Yolo_V3_Tiny	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	418.34	639.79	154.96	174.78	FPS
111	Yolo_V3_Tiny	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	121.45	141.31	72.11	77.17	FPS
112	Yolo_V3_Tiny	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	114.38	127.16	67.41	71.53	FPS
113	end_rec
114	begin_rec
115	Yolo_V8n	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	588.99	779.76	308.36	385.15	FPS
116	Yolo_V8n	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	574.93	655.56	273.21	322.97	FPS
117	Yolo_V8n	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	161.00	229.64	71.65	83.89	FPS
118	Yolo_V8n	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	148.22	233.11	68.23	84.40	FPS
119	Yolo_V8n	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	55.71	66.98	36.15	41.24	FPS
120	Yolo_V8n	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	53.23	62.99	34.77	37.34	FPS
121	end_rec