Compare commits

..

6 Commits

Author SHA1 Message Date
Ivan Tikhonov
cfd42bd2cb Handle Reshape's special zero in SimplifySecondInputOfReshape (#20785) (#20820)
* Handle Reshape's special zero in SimplifySecondInputOfReshape

SimplifySecondInputOfReshape detects ShapeOf->Gather->Concat
subgraphs on Reshape's second input and replaces ShapeOf->Gather
with a Constant with zero(s). Currently it works only with Reshapes
that have special_zero set to true, but it can work for Reshapes
with special_zero == false if non-Gather inputs to Concat are Constants
and don't contain any zero.

Ticket: CVS-123434

* fix no default output

Co-authored-by: Mateusz Tabaka <mateusz.tabaka@intel.com>
2023-11-02 17:43:25 +04:00
Andrei Kochin
663bf04208 Revert Bitwise ops in PyTorch FE (#20813)
* revert bitwise op for PT FE

* revert coverity fixes
2023-11-02 13:08:55 +00:00
Surya Siddharth Pemmaraju
3ebb8eb315 Added fix for concat in torchfx (#20806) 2023-11-02 15:18:53 +04:00
Gorokhov Dmitriy
757b466c5d [CPU] Fixed port mismatch in Eltwise fusion graph optimization (#20807) 2023-11-02 11:31:20 +04:00
Alina Kladieva
df19f18f37 Update refs for public CI pipelines (#20798) 2023-10-31 16:39:41 +00:00
Tatiana Savina
017eb943d5 [DOCS] Update PyPI links and pre-release note (#20799)
* update links and rm pre-release note

* update ov-dev
2023-10-31 13:56:33 +00:00
4081 changed files with 75101 additions and 120734 deletions

View File

@@ -4,7 +4,7 @@ resources:
type: github
endpoint: openvinotoolkit
name: openvinotoolkit/openvino_contrib
ref: master
ref: releases/2023/2
variables:
- group: github

View File

@@ -32,7 +32,7 @@ resources:
type: github
endpoint: openvinotoolkit
name: openvinotoolkit/openvino_contrib
ref: master
ref: releases/2023/2
jobs:
- job: Win

View File

@@ -35,7 +35,7 @@ resources:
type: github
endpoint: openvinotoolkit
name: openvinotoolkit/testdata
ref: master
ref: releases/2023/2
variables:
- group: github

View File

@@ -1,67 +0,0 @@
name: 'Setup Python and pip cache'
description: 'Setups Python with the provided version and sets up the pip cache'
inputs:
version:
description: 'Python version to install'
required: true
pip-cache-path:
description: 'Path on share where the pip cache is stored'
required: false
should-setup-pip-paths:
description: 'If the action should setup `PIP_CACHE_DIR` & `PIP_INSTALL_PATH` env variables'
required: false
default: 'false'
self-hosted-runner:
description: 'If the runner is self-hosted'
required: false
default: 'true'
show-cache-info:
description: 'If the action should show the share space occupied by cache'
required: false
default: 'false'
runs:
using: 'composite'
steps:
- if: ${{ runner.os == 'Linux' && inputs.self-hosted-runner == 'true' }}
name: Install 'actions/setup-python@v4' dependencies
shell: bash
run: apt-get update && apt-get install -y ca-certificates software-properties-common
- if: ${{ runner.os == 'Linux' && runner.arch == 'ARM64' }}
name: Setup sudo
shell: bash
run: apt-get update && apt-get install -y sudo # Needed for the deadsnakes action
- if: ${{ runner.os == 'Linux' && runner.arch == 'ARM64' }}
name: Setup Python ${{ inputs.version }}
uses: akashchi/deadsnakes-action@f01521a69eee61eaca3a34440bea3ce838317846
with:
python-version: ${{ inputs.version }}
- if: ${{ runner.os == 'macOS' || runner.os == 'Windows' || (runner.os == 'Linux' && runner.arch != 'ARM64') }}
name: Setup Python ${{ inputs.version }}
uses: actions/setup-python@v4
with:
python-version: ${{ inputs.version }}
env:
PIP_CACHE_DIR: ${{ inputs.self-hosted-runner == 'true' && inputs.pip-cache-path || '' }}
- if: ${{ inputs.should-setup-pip-paths == 'true' }}
name: Setup pip variables (cache and install path)
shell: bash
run: |
PIP_VER=$(python3 -c "import pip; print(pip.__version__)")
echo "Using pip version: ${PIP_VER}"
echo "PIP_CACHE_DIR=${{ inputs.pip-cache-path }}/${PIP_VER}" >> $GITHUB_ENV
echo "PIP_INSTALL_PATH=$(python3 -c 'import sysconfig; print(sysconfig.get_paths()["purelib"])')" >> $GITHUB_ENV
- if: ${{ inputs.show-cache-info == 'true' }}
name: Get pip cache info
shell: bash
run: |
echo "Cache size: "
du -h -d2 ${{ env.PIP_CACHE_DIR }}
echo "Cache info: "
python3 -m pip cache info
continue-on-error: true

View File

@@ -1,99 +0,0 @@
name: "Smart CI action"
description: "Returns product components affected by PR or commit"
inputs:
repository:
description: "GitHub repository"
required: true
repo_token:
description: "Token for access to GitHub repository"
required: true
pr:
description: "GitHub PR number. If not set - commit is used"
required: false
commit_sha:
description: "GitHub commit hash. Used if no PR number is set"
required: false
component_pattern:
description: "Pattern to extract component name from PR label. If not set, any label is considered a component name"
required: false
labeler_check_name:
description: "Name of the labeler check"
required: false
default: "triage"
components_config:
description: "Path to components configuration file"
required: false
default: ".github/components.yml"
components_config_schema:
description: "Path to the schema file for components configuration"
required: false
default: ".github/actions/smart-ci/components_schema.yml"
labeler_config:
description: "Path to labeler configuration file"
required: false
default: ".github/labeler.yml"
skip_when_only_listed_labels_set:
description: "Comma-separated list of labels. If PR has only these labels set,
return indicator that CI can be skipped"
required: false
skip_when_only_listed_files_changed:
description: "Comma-separated list of patterns (fnmatch-style). If PR has only matching files changed,
return indicator that CI can be skipped"
required: false
outputs:
all_components:
description: "All components listed in configuration"
value: ${{ steps.smart_ci.outputs.all_components }}
affected_components:
description: "Affected components to run validation for and their validation scope"
value: ${{ steps.smart_ci.outputs.affected_components }}
skip_workflow:
description: "Whether the workflow should be run with Smart CI rules applied or skipped completely"
value: ${{ steps.smart_ci.outputs.skip_workflow }}
runs:
using: "composite"
steps:
- name: Wait for labeler to finish
uses: lewagon/wait-on-check-action@v1.3.1
if: ${{ github.event_name == 'pull_request' }}
with:
ref: ${{ github.event.pull_request.head.sha }}
check-name: ${{ inputs.labeler_check_name }}
repo-token: ${{ inputs.repo_token }}
wait-interval: 10
- name: checkout components file
uses: actions/checkout@v4
with:
sparse-checkout: .github/components.yml
sparse-checkout-cone-mode: false
- name: Install Python dependencies
uses: py-actions/py-dependency-install@v4
with:
path: "${{ github.action_path }}/requirements.txt"
update-setuptools: "false"
update-wheel: "false"
- name: Test functionality
run: |
python ${{ github.action_path }}/smart_ci_test.py
shell: bash
- name: Smart CI
id: smart_ci
run: |
python ${{ github.action_path }}/smart_ci.py \
$([[ -n "${{ inputs.pr }}" ]] && echo '--pr ${{ inputs.pr }}' || echo '-s ${{ inputs.commit_sha }}') \
-r ${{ inputs.repository }} \
-p "${{ inputs.component_pattern }}" \
-c "${{ inputs.components_config }}" \
-m "${{ inputs.components_config_schema }}" \
-l "${{ inputs.labeler_config }}" \
--skip-when-only-listed-labels-set "${{ inputs.skip_when_only_listed_labels_set }}" \
--skip-when-only-listed-files-changed "${{ inputs.skip_when_only_listed_files_changed }}"
shell: bash
env:
GITHUB_TOKEN: ${{ inputs.repo_token }}

View File

@@ -1,41 +0,0 @@
# YAML schema for Smart CI configuration file components.yml (see https://json-schema.org)
definitions:
component_name:
type: string
pattern: "^[a-zA-Z_][a-zA-Z0-9_]*$"
component_data:
type: object # dict
additionalProperties: false
properties:
cmake:
type: array
uniqueItems: true
items:
'$ref': '#/definitions/component_name'
revalidate:
oneOf:
- type: array
uniqueItems: true
items:
'$ref': '#/definitions/component_name'
- type: string
enum: ['all']
build:
oneOf:
- type: array
uniqueItems: true
items:
'$ref': '#/definitions/component_name'
- type: string
enum: ['all']
propertyNames: # Validates component names
'$ref': '#/definitions/component_name'
patternProperties:
".*": # Component (name validated via propertyNames)
'$ref': '#/definitions/component_data'
additionalProperties: false

View File

@@ -1,3 +0,0 @@
ghapi~=1.0.4
pyyaml~=6.0.1
jsonschema~=4.19.1

View File

@@ -1,225 +0,0 @@
import os
import re
import argparse
import yaml
import json
import jsonschema
import logging
from pathlib import Path
from ghapi.all import GhApi
from fnmatch import fnmatch
class ComponentConfig:
FullScope = {'build', 'test'}
ScopeKeys = {'build', 'revalidate'}
def __init__(self, config: dict, schema: dict, all_possible_components: set):
self.config = config
self.log = logging.getLogger(self.__class__.__name__)
self.all_defined_components = set(self.config.keys()) # already defined in components.yml
# can be added to components.yml (based on labeler.yml)
self.all_possible_components = all_possible_components.union(self.all_defined_components)
self.validate(schema)
def validate(self, schema: dict) -> None:
"""Validates syntax of configuration file"""
jsonschema.validate(self.config, schema)
for component_name, data in self.config.items():
dependent_components = set()
for key in self.ScopeKeys:
scope = data.get(key)
dependent_components = dependent_components.union(set(scope) if isinstance(scope, list) else set())
invalid_dependents = dependent_components.difference(self.all_possible_components)
if invalid_dependents:
error_msg = f"dependent components of {component_name} are invalid: " \
f"{invalid_dependents} are not listed in components config: {self.all_possible_components}"
raise jsonschema.exceptions.ValidationError(error_msg)
def get_affected_components(self, changed_components_names: set) -> dict:
"""Returns changed components, their dependencies and validation scope for them"""
affected_components = dict()
# If some changed components were not defined in config or no changed components detected at all,
# run full scope for everything (just in case)
changed_not_defined_components = changed_components_names.difference(self.all_defined_components)
if not changed_components_names or changed_not_defined_components:
self.log.info(f"Changed components {changed_not_defined_components} are not defined in smart ci config, "
"run full scope")
affected_components.update({name: self.FullScope for name in self.all_possible_components})
return affected_components
# Else check changed components' dependencies and add them to affected
for name in changed_components_names:
component_scopes = {k: v for k, v in self.config.get(name, dict()).items() if k in self.ScopeKeys}
for key, dependents in component_scopes.items():
if dependents == 'all':
dependents = self.all_possible_components
for dep_name in dependents:
affected_components[dep_name] = affected_components.get(dep_name, set())
scope = self.FullScope if key == 'revalidate' else {key}
affected_components[dep_name] = affected_components[dep_name].union(scope)
if not component_scopes:
self.log.info(f"Changed component '{name}' doesn't have {self.ScopeKeys} keys in components config. "
f"Assuming that it affects everything, the whole scope will be started")
for dep_name in self.all_possible_components:
affected_components[dep_name] = self.FullScope
# If the component was explicitly changed, run full scope for it
affected_components.update({name: self.FullScope for name in changed_components_names})
self.log.info(f"Changed components with dependencies: {affected_components}")
# For non-affected components that are not defined in config - run full scope
affected_components.update({name: self.FullScope for name in self.all_possible_components
if name not in self.all_defined_components})
return affected_components
def get_static_data(self, components_names: set, data_key: str, default: str = None) -> dict:
"""Returns requested generic static data defined for each component"""
data = {name: self.config[name].get(data_key, default) for name in components_names}
return data
def component_name_from_label(label: str, component_pattern: str = None) -> str:
"""Extracts component name from label"""
component = label
if component_pattern:
matches = re.findall(component_pattern, label)
component = matches[0] if matches else None
component = component.replace(' ', '_') if component else None
return component
def get_changed_component_names(pr, all_possible_components: set, component_pattern: str = None) -> set:
"""Returns component names changed in a given PR"""
components = set()
for label in pr.labels:
component = component_name_from_label(label.name, component_pattern)
if component:
components.add(component)
elif label.name in all_possible_components:
# Allow any labels defined explicitly in labeler config as components
# (predefined labels, such as "do not merge", are still ignored)
components.add(label.name)
return components
def parse_args():
parser = argparse.ArgumentParser(description='Returns product components changed in a given PR or commit')
parser.add_argument('--pr', type=int, required=False, help='PR number. If not set, --commit is used')
parser.add_argument('-s', '--commit-sha', required=False, help='Commit SHA. If not set, --pr is used')
parser.add_argument('-r', '--repo', help='GitHub repository')
parser.add_argument('-p', '--pattern', default=None, help='Pattern to extract component name from PR label. '
'If not set, any label is considered a component name')
parser.add_argument('-c', '--components-config', default='.github/components.yml',
help='Path to config file with info about dependencies between components')
parser.add_argument('-m', '--components-config-schema', default='.github/actions/smart-ci/components_schema.yml',
help='Path to the schema file for components config')
parser.add_argument('-l', '--labeler-config', default='.github/labeler.yml',
help='Path to PR labeler config file')
parser.add_argument('--skip-when-only-listed-labels-set',
help="Comma-separated list of labels. If PR has only these labels set, "
"return indicator that CI can be skipped")
parser.add_argument('--skip-when-only-listed-files-changed',
help="Comma-separated list of patterns (fnmatch-style). If PR has only matching files changed, "
"return indicator that CI can be skipped")
args = parser.parse_args()
return args
def init_logger():
logging.basicConfig(level=logging.INFO,
format='%(asctime)s %(name)-15s %(levelname)-8s %(message)s',
datefmt='%m-%d-%Y %H:%M:%S')
def set_github_output(name: str, value: str, github_output_var_name: str = 'GITHUB_OUTPUT'):
"""Sets output variable for a GitHub Action"""
logger = logging.getLogger(__name__)
# In an environment variable "GITHUB_OUTPUT" GHA stores path to a file to write outputs to
with open(os.environ.get(github_output_var_name), 'a+') as file:
logger.info(f"Add {name}={value} to {github_output_var_name}")
print(f'{name}={value}', file=file)
def main():
init_logger()
logger = logging.getLogger(__name__)
args = parse_args()
for arg, value in sorted(vars(args).items()):
logger.info(f"Argument {arg}: {value}")
with open(Path(args.components_config), 'r') as config:
components_config = yaml.safe_load(config)
owner, repository = args.repo.split('/')
gh_api = GhApi(owner=owner, repo=repository, token=os.getenv("GITHUB_TOKEN"))
pr = gh_api.pulls.get(args.pr) if args.pr else None
with open(Path(args.components_config_schema), 'r') as schema_file:
schema = yaml.safe_load(schema_file)
with open(Path(args.labeler_config), 'r') as labeler_file:
labeler_config = yaml.safe_load(labeler_file)
all_possible_components = set()
for label in labeler_config.keys():
component_name = component_name_from_label(label, args.pattern)
all_possible_components.add(component_name if component_name else label)
no_match_files_changed = False
# For now, we don't want to apply smart ci rules for post-commits
is_postcommit = not pr
if is_postcommit:
logger.info(f"The run is a post-commit run, executing full validation scope for all components")
else:
no_match_files_changed = 'no-match-files' in [label.name for label in pr.labels]
if no_match_files_changed:
logger.info(f"There are changed files that don't match any pattern in labeler config, "
f"executing full validation scope for all components")
run_full_scope = is_postcommit or no_match_files_changed
# In post-commits - validate all components regardless of changeset
# In pre-commits - validate only changed components with their dependencies
all_defined_components = components_config.keys()
changed_component_names = set(all_defined_components) if run_full_scope else \
get_changed_component_names(pr, all_possible_components, args.pattern)
logger.info(f"changed_component_names: {changed_component_names}")
cfg = ComponentConfig(components_config, schema, all_possible_components)
affected_components = cfg.get_affected_components(changed_component_names)
skip_workflow = False
if args.pr and not run_full_scope:
if args.skip_when_only_listed_labels_set:
excepted_labels = set(args.skip_when_only_listed_labels_set.split(','))
excepted_labels_only = changed_component_names - excepted_labels == set()
skip_workflow = excepted_labels_only
if not skip_workflow and args.skip_when_only_listed_files_changed:
# To avoid spending extra API requests running step below only if necessary
changed_files = gh_api.pulls.list_files(args.pr)
patterns = set(args.skip_when_only_listed_files_changed.split(','))
matched_files_only = all(any(fnmatch(f.filename, pattern) for pattern in patterns) for f in changed_files)
logger.debug(f"matched files only: {matched_files_only}")
skip_workflow = matched_files_only
if skip_workflow:
logger.info(f"All changes are marked for skip, workflow may be skipped")
set_github_output("skip_workflow", str(skip_workflow))
# Syntactic sugar for easier use in GHA pipeline
affected_components_output = {name: {s: True for s in scope} for name, scope in affected_components.items()}
set_github_output("affected_components", json.dumps(affected_components_output))
if __name__ == '__main__':
main()

View File

@@ -1,214 +0,0 @@
import logging
import sys
import unittest
from smart_ci import ComponentConfig
log = logging.getLogger()
log.level = logging.DEBUG
def log_handler(func):
def wrapper(*args, **kwargs):
stream_handler = logging.StreamHandler(sys.stdout)
log.addHandler(stream_handler)
result = func(*args, **kwargs)
log.removeHandler(stream_handler)
return result
return wrapper
class TestComponentConfig(unittest.TestCase):
def setUp(self):
self.all_possible_components = {'comp1', 'comp2', 'comp3', 'comp4'}
ComponentConfig.ScopeKeys = {'build', 'revalidate', '_scope_1', '_scope_2', '_scope_3'}
@log_handler
def validate(self, config_data: dict, changed_components: set, expected_result: dict):
log.info(f"{self._testMethodName}:")
config = ComponentConfig(config_data, {}, self.all_possible_components)
result = config.get_affected_components(changed_components)
self.assertEqual(expected_result, result)
def test_no_changed_components(self):
config_data = {
'comp1': {'build': {}, 'revalidate': {}},
'comp2': {'build': {}, 'revalidate': {}},
'comp3': {'build': {}, 'revalidate': {}},
'comp4': {'build': {}, 'revalidate': {}},
}
changed_components = set()
expected_result = {
'comp1': ComponentConfig.FullScope,
'comp2': ComponentConfig.FullScope,
'comp3': ComponentConfig.FullScope,
'comp4': ComponentConfig.FullScope,
}
self.validate(config_data, changed_components, expected_result)
def test_all_components_changed(self):
config_data = {
'comp1': {'build': {}, 'revalidate': {}},
'comp2': {'build': {}, 'revalidate': {}},
'comp3': {'build': {}, 'revalidate': {}},
'comp4': {'build': {}, 'revalidate': {}},
}
changed_components = {'comp1', 'comp2', 'comp3', 'comp4'}
expected_result = {
'comp1': ComponentConfig.FullScope,
'comp2': ComponentConfig.FullScope,
'comp3': ComponentConfig.FullScope,
'comp4': ComponentConfig.FullScope,
}
self.validate(config_data, changed_components, expected_result)
def test_changed_component_not_defined(self):
config_data = {
'comp2': {'build': {}, 'revalidate': {}},
'comp3': {'build': {}, 'revalidate': {}},
'comp4': {'build': {}, 'revalidate': {}},
}
changed_components = {'comp1'}
expected_result = {
'comp1': ComponentConfig.FullScope,
'comp2': ComponentConfig.FullScope,
'comp3': ComponentConfig.FullScope,
'comp4': ComponentConfig.FullScope,
}
self.validate(config_data, changed_components, expected_result)
def test_component_changed_no_scope_keys(self):
config_data = {
'comp1': {},
'comp2': {},
'comp3': {},
'comp4': {},
}
changed_components = {'comp1'}
expected_result = {
'comp1': ComponentConfig.FullScope,
'comp2': ComponentConfig.FullScope,
'comp3': ComponentConfig.FullScope,
'comp4': ComponentConfig.FullScope,
}
self.validate(config_data, changed_components, expected_result)
def test_one_component_changed_dependents_empty(self):
config_data = {
'comp1': {'build': {}, 'revalidate': {}},
'comp2': {'build': {}, 'revalidate': {}},
'comp3': {'build': {}, 'revalidate': {}},
'comp4': {'build': {}, 'revalidate': {}},
}
changed_components = {'comp1'}
expected_result = {
'comp1': ComponentConfig.FullScope,
}
self.validate(config_data, changed_components, expected_result)
def test_not_changed_dependent_component(self):
config_data = {
'comp1': {'build': {'comp2'}, 'revalidate': {}},
'comp2': {'build': {}, 'revalidate': {}},
'comp3': {'build': {}, 'revalidate': {}},
'comp4': {'build': {}, 'revalidate': {}},
}
changed_components = {'comp1'}
expected_result = {
'comp1': ComponentConfig.FullScope,
'comp2': {'build'}
}
self.validate(config_data, changed_components, expected_result)
def test_changed_dependent_component(self):
config_data = {
'comp1': {'build': {'comp2'}, 'revalidate': {}},
'comp2': {'build': {}, 'revalidate': {}},
'comp3': {'build': {}, 'revalidate': {}},
'comp4': {'build': {}, 'revalidate': {}},
}
changed_components = {'comp1', 'comp2'}
expected_result = {
'comp1': ComponentConfig.FullScope,
'comp2': ComponentConfig.FullScope
}
self.validate(config_data, changed_components, expected_result)
def test_dependent_component_multiple_parents(self):
config_data = {
'comp1': {'_scope_1': {'comp2'}, 'revalidate': {}},
'comp2': {'build': {}, 'revalidate': {}},
'comp3': {'build': {}, '_scope_2': {'comp2'}, '_scope_3': {'comp2'}},
'comp4': {'build': {}, 'revalidate': {}},
}
changed_components = {'comp1', 'comp3'}
expected_result = {
'comp1': ComponentConfig.FullScope,
'comp2': {'_scope_1', '_scope_2', '_scope_3'},
'comp3': ComponentConfig.FullScope
}
self.validate(config_data, changed_components, expected_result)
def test_dependent_component_empty_scopes(self):
config_data = {
'comp1': {'build': {}, 'revalidate': {'comp2'}},
'comp2': {},
'comp3': {},
'comp4': {},
}
changed_components = {'comp1', 'comp3'}
expected_result = {
'comp1': ComponentConfig.FullScope,
'comp2': ComponentConfig.FullScope,
'comp3': ComponentConfig.FullScope,
'comp4': ComponentConfig.FullScope
}
self.validate(config_data, changed_components, expected_result)
def test_changed_component_empty_dependencies(self):
config_data = {
'comp1': {'build': {}, 'revalidate': {}},
'comp2': {'build': {}, 'revalidate': {}},
'comp3': {'build': {}, 'revalidate': {}},
'comp4': {'build': {}, 'revalidate': {}},
}
changed_components = {'comp1'}
expected_result = {
'comp1': ComponentConfig.FullScope,
}
self.validate(config_data, changed_components, expected_result)
def test_multiple_dependents(self):
config_data = {
'comp1': {'build': {'comp2'}, 'revalidate': {'comp3'}},
'comp2': {'build': {}, 'revalidate': {}},
'comp3': {'build': {'comp4'}, 'revalidate': {}},
'comp4': {'build': {}, 'revalidate': {}},
}
changed_components = {'comp1'}
expected_result = {
'comp1': ComponentConfig.FullScope,
'comp2': {'build'},
'comp3': ComponentConfig.FullScope,
# We don't consider dependencies of dependencies affected, so comp4 is not expected here
}
self.validate(config_data, changed_components, expected_result)
def test_all_as_dependents(self):
config_data = {
'comp1': {'build': 'all', 'revalidate': {}},
'comp2': {'build': {}, 'revalidate': {}},
'comp3': {'build': {}, 'revalidate': {}},
'comp4': {'build': {}, 'revalidate': {}},
}
changed_components = {'comp1'}
expected_result = {
'comp1': ComponentConfig.FullScope,
'comp2': {'build'},
'comp3': {'build'},
'comp4': {'build'},
}
self.validate(config_data, changed_components, expected_result)
if __name__ == '__main__':
unittest.main(verbosity=2)

236
.github/components.yml vendored
View File

@@ -1,236 +0,0 @@
Core:
revalidate: 'all'
transformations:
revalidate: 'all'
LP_transformations:
revalidate:
- CPU
- GPU
- PyTorch_FE
- TF_FE
- TFL_FE
- ONNX_FE
- PDPD_FE
- POT
preprocessing:
revalidate:
- inference
- GNA
- C_API
- Python_API
inference:
revalidate: 'all'
CPU:
revalidate:
- C_API
- Python_API
- samples
- ONNX_RT
- PyTorch_FE
- TF_FE
- ONNX_FE
build:
- HETERO
- AUTO_BATCH
- TEMPLATE
- IR_FE
GPU:
build:
- HETERO
- AUTO_BATCH
- TEMPLATE
- IR_FE
- PROXY
GNA:
build:
- HETERO
- AUTO_BATCH
- TEMPLATE
- IR_FE
HETERO:
revalidate:
- CPU
- GPU
- GNA
- HETERO
- AUTO_BATCH
- TEMPLATE
- C_API
- Python_API
build:
- IR_FE
AUTO_BATCH:
revalidate:
- CPU
- GPU
- GNA
- HETERO
- AUTO_BATCH
- TEMPLATE
- C_API
- Python_API
build:
- IR_FE
TEMPLATE:
revalidate:
- CPU
- GPU
- GNA
- HETERO
- AUTO_BATCH
- TEMPLATE
- AUTO
- C_API
- Python_API
- NVIDIA
build:
- IR_FE
AUTO:
revalidate:
- TEMPLATE
- AUTO
- C_API
- Python_API
build:
- IR_FE
PROXY:
revalidate:
- inference
- GPU
build: []
IR_FE:
revalidate:
- C_API
- Python_API
- samples
build:
- CPU
ONNX_FE:
revalidate:
- MO
build:
- CPU
- Python_API
PDPD_FE:
revalidate:
- MO
build:
- CPU
- Python_API
TF_FE:
revalidate:
- MO
build:
- CPU
- Python_API
TFL_FE:
revalidate:
- MO
build:
- CPU
- Python_API
PyTorch_FE:
revalidate:
- MO
build:
- CPU
- Python_API
C_API:
build:
- CPU
- HETERO
- AUTO_BATCH
- AUTO
- IR_FE
Python_API:
revalidate:
- samples
- MO
- POT
- tools
build:
- CPU
- HETERO
- AUTO_BATCH
- TEMPLATE
- AUTO
- IR_FE
- ONNX_FE
- PDPD_FE
- TF_FE
- TFL_FE
- PyTorch_FE
samples:
build:
- CPU
- AUTO_BATCH
- AUTO
- IR_FE
- C_API
- Python_API
IE_Tests:
revalidate:
- CPU
- GPU
- GNA
- HETERO
- AUTO_BATCH
- TEMPLATE
- AUTO
- NVIDIA
build:
- IR_FE
MO:
revalidate:
- POT
build:
- Python_API
POT:
build:
- CPU
- Python_API
tools:
build:
- CPU
- Python_API
docs:
revalidate: []
build: []
licensing:
revalidate: []
build: []
NVIDIA:
revalidate: []
build: []
ONNX_RT:
revalidate: []
build: []

39
.github/labeler.yml vendored
View File

@@ -48,19 +48,12 @@
- 'scripts/**/*'
- '.gitmodules'
- '**/setup.py'
- 'conan.lock'
- 'conanfile.txt'
- 'vcpkg.json'
- any: ['thirdparty/**/*',
'!thirdparty/**/CMakeLists.txt']
'category: docs':
- 'docs/**/*'
- '**/*.md'
- any: ['docs/**/*',
'!docs/snippets/**/*']
'category: docs_snippets':
- 'docs/snippets/**/*'
'category: extensions':
- 'src/core/include/openvino/core/extension.hpp'
@@ -72,22 +65,22 @@
'category: GPU':
- 'src/plugins/intel_gpu/**/*'
- 'src/tests/**/gpu/**/*'
- 'thirdparty/ocl/**/*'
'category: HETERO':
- 'src/plugins/hetero/**/*'
'category: PROXY':
- 'src/plugins/proxy/**/*'
'category: IE Tests':
- 'thirdparty/gtest/**/*'
- 'src/frontends/tests/frontend/shared/**/*'
- 'src/tests/**/*'
- any: ['src/tests/**/*',
'!src/tests/**/gpu/**/*',
'!src/tests/**/inference_engine/**/*']
'category: inference':
- 'src/inference/**/*'
- 'src/cmake/**/*'
- 'src/tests/functional/inference_engine/**/*'
'category: IR FE':
- 'src/frontends/ir/**/*'
@@ -98,13 +91,10 @@
'category: MO':
- 'tools/mo/**/*'
- 'tools/ovc/**/*'
- 'tests/layer_tests/mo_python_api_tests/**/*'
- 'tests/layer_tests/ovc_python_api_tests/**/*'
'category: ONNX FE':
- 'src/frontends/onnx/**/*'
- 'thirdparty/onnx/**/*'
- 'tests/layer_tests/onnx_tests/**/*'
'category: packaging':
- 'cmake/**/packaging/**/*'
@@ -113,7 +103,6 @@
'category: PDPD FE':
- 'src/frontends/paddle/**/*'
- 'tests/layer_tests/py_frontend_tests/test_paddle_frontend.py'
'category: POT':
- 'tools/pot/**/*'
@@ -130,7 +119,6 @@
- 'thirdparty/gflags/**/*'
- 'thirdparty/json/**/*'
- 'thirdparty/cnpy/**/*'
- 'tests/samples_tests/smoke_tests/**/*'
'category: TEMPLATE':
- 'src/plugins/template/**/*'
@@ -139,10 +127,6 @@
- 'src/frontends/tensorflow/**/*'
- 'src/frontends/tensorflow_common/**/*'
- 'tests/layer_tests/tensorflow_tests/**/*'
- 'tests/layer_tests/tensorflow2_keras_tests/**/*'
- 'tests/layer_tests/jax_tests/**/*'
- any: ['tests/model_hub_tests/**',
'!tests/model_hub_tests/torch_tests/**/*']
'category: TFL FE':
- 'src/frontends/tensorflow_lite/**/*'
@@ -153,21 +137,12 @@
- 'src/frontends/pytorch/**/*'
- 'tests/layer_tests/pytorch_tests/**/*'
- 'src/bindings/python/src/openvino/frontend/pytorch/**/*'
- 'tests/layer_tests/py_frontend_tests/test_torch_decoder.py'
- 'tests/layer_tests/py_frontend_tests/test_torch_frontend.py'
- any: ['tests/model_hub_tests/**',
'!tests/model_hub_tests/tf_hub_tests/**/*']
'category: tools':
- any: ['tools/**',
'!tools/pot/**/*',
'!tools/mo/**/*',
'!tools/ovc/**/*']
'!tools/mo/**/*']
'category: transformations':
- 'src/common/transformations/**/*'
- 'src/common/offline_transformations/**/*'
'category: licensing':
- 'licensing/**/*'
- 'LICENSE'

View File

@@ -2,7 +2,21 @@ name: Android ARM64 with vcpkg
on:
workflow_dispatch:
pull_request:
paths-ignore:
- '**/docs/**'
- 'docs/**'
- '**/**.md'
- '**.md'
- '**/layer_tests_summary/**'
- '**/conformance/**'
push:
paths-ignore:
- '**/docs/**'
- 'docs/**'
- '**/**.md'
- '**.md'
- '**/layer_tests_summary/**'
- '**/conformance/**'
branches:
- master
@@ -12,36 +26,12 @@ concurrency:
cancel-in-progress: true
jobs:
Smart_CI:
runs-on: ubuntu-latest
outputs:
affected_components: "${{ steps.smart_ci.outputs.affected_components }}"
skip_workflow: "${{ steps.smart_ci.outputs.skip_workflow }}"
steps:
- name: checkout action
uses: actions/checkout@v4
with:
sparse-checkout: .github/actions/smart-ci
- name: Get affected components
id: smart_ci
uses: ./.github/actions/smart-ci
with:
repository: ${{ github.repository }}
pr: ${{ github.event.number }}
commit_sha: ${{ github.sha }}
component_pattern: "category: (.*)"
repo_token: ${{ secrets.GITHUB_TOKEN }}
skip_when_only_listed_labels_set: 'docs'
skip_when_only_listed_files_changed: '*.md,*.rst,*.png,*.jpg,*.svg,*/layer_tests_summary/*,*/conformance/*'
Build:
needs: Smart_CI
timeout-minutes: 150
timeout-minutes: 15
defaults:
run:
shell: bash
runs-on: aks-linux-16-cores-32gb
runs-on: aks-linux-16-cores
container:
image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
volumes:
@@ -62,7 +52,6 @@ jobs:
VCPKG_DEFAULT_BINARY_CACHE: '/mount/caches/ccache/android_arm64/vcpkg_cache'
VCPKG_FORCE_SYSTEM_BINARIES: '1'
SCCACHE_AZURE_KEY_PREFIX: android_arm64
if: "!needs.smart_ci.outputs.skip_workflow"
steps:
- name: Install git
run: apt-get update && apt-get install --assume-yes --no-install-recommends git ca-certificates
@@ -162,7 +151,7 @@ jobs:
-B ${BUILD_DIR}
- name: Clean ccache stats
run: ${SCCACHE_PATH} --zero-stats
run: sccache --zero-stats
- name: Cmake - build
run: cmake --build ${BUILD_DIR} --parallel

View File

@@ -4,6 +4,7 @@ on:
env:
DOXY_VER: '1.9.6'
DOXYREST_VER: '2.1.3'
concurrency:
group: ${{ github.workflow }}-${{ github.head_ref && github.ref || github.run_id }}
@@ -39,18 +40,19 @@ jobs:
python3 -m pip install -r docs/requirements.txt
(cd docs/openvino_sphinx_theme && python3 setup.py install)
- name: Download and install doxygen
- name: Download and install doxygen && doxyrest
run: |
# install doxyrest
wget https://github.com/vovkos/doxyrest/releases/download/doxyrest-$DOXYREST_VER/doxyrest-$DOXYREST_VER-linux-amd64.tar.xz
tar -xf doxyrest-$DOXYREST_VER-linux-amd64.tar.xz
echo "$(pwd)/doxyrest-$DOXYREST_VER-linux-amd64/bin/" >> $GITHUB_PATH
# install doxygen
wget https://www.doxygen.nl/files/doxygen-$DOXY_VER.linux.bin.tar.gz
tar -xzf doxygen-$DOXY_VER.linux.bin.tar.gz
echo "$(pwd)/doxygen-$DOXY_VER/bin/" >> $GITHUB_PATH
- name: Build docs
run: |
rm -rf build && mkdir build && cd build
cmake .. -DCMAKE_BUILD_TYPE=Release -DENABLE_DOCS=ON -DENABLE_CPP_API=ON
cmake --build . --target sphinx_docs
- name: CMake configure
run: cmake -DENABLE_DOCS=ON -B build
- name: Cache documentation
id: cache_sphinx_docs
@@ -59,6 +61,13 @@ jobs:
path: build/docs/_build/.doctrees
key: sphinx-docs-cache
- name: Get number of CPU cores
uses: SimenB/github-actions-cpu-cores@v2
id: cpu-cores
- name: Build docs
run: cmake --build build --target sphinx_docs --parallel ${{ steps.cpu-cores.outputs.count }}
- name: Archive docs HTML
run: (cd build/docs && zip -r openvino_docs_html.zip _build)
@@ -88,13 +97,14 @@ jobs:
- name: Run Pytest
run: |
pytest --doxygen="./build/docs/doxygen.log" \
--include_pot \
--sphinx="./build/docs/sphinx.log" \
--suppress-warnings="./docs/scripts/tests/suppress_warnings.txt" \
--suppress-warnings="./docs/suppress_warnings.txt" \
--confcutdir="./docs/scripts/tests/" \
--html="./build/docs/_artifacts/doc-generation.html" \
--doxygen-strip="$(pwd)" \
--sphinx-strip="$(pwd)/build/docs/sphinx_source" \
--xfail="./docs/scripts/tests/xfail.txt" \
--sphinx-strip="$(pwd)/build/docs/rst" \
--doxygen-xfail="./docs/doxygen-xfail.txt" \
--self-contained-html ./docs/scripts/tests/test_docs.py
- name: 'Upload test results'

View File

@@ -1,13 +1,12 @@
name: Cleanup PIP caches
on:
workflow_dispatch:
schedule:
# at 00:00 on the 1st day of every month
- cron: '0 0 1 * *'
jobs:
Cleanup_PIP_Caches:
runs-on: aks-linux-2-cores-8gb
runs-on: aks-linux-2-cores
container:
image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
volumes:

View File

@@ -2,7 +2,21 @@ name: Fedora (RHEL), Python 3.9
on:
workflow_dispatch:
pull_request:
paths-ignore:
- '**/docs/**'
- 'docs/**'
- '**/**.md'
- '**.md'
- '**/layer_tests_summary/**'
- '**/conformance/**'
push:
paths-ignore:
- '**/docs/**'
- 'docs/**'
- '**/**.md'
- '**.md'
- '**/layer_tests_summary/**'
- '**/conformance/**'
branches:
- master
- 'releases/**'
@@ -13,36 +27,12 @@ concurrency:
cancel-in-progress: true
jobs:
Smart_CI:
runs-on: ubuntu-latest
outputs:
affected_components: "${{ steps.smart_ci.outputs.affected_components }}"
skip_workflow: "${{ steps.smart_ci.outputs.skip_workflow }}"
steps:
- name: checkout action
uses: actions/checkout@v4
with:
sparse-checkout: .github/actions/smart-ci
- name: Get affected components
id: smart_ci
uses: ./.github/actions/smart-ci
with:
repository: ${{ github.repository }}
pr: ${{ github.event.number }}
commit_sha: ${{ github.sha }}
component_pattern: "category: (.*)"
repo_token: ${{ secrets.GITHUB_TOKEN }}
skip_when_only_listed_labels_set: 'docs'
skip_when_only_listed_files_changed: '*.md,*.rst,*.png,*.jpg,*.svg,*/layer_tests_summary/*,*/conformance/*'
Build:
needs: Smart_CI
timeout-minutes: 150
defaults:
run:
shell: bash
runs-on: aks-linux-16-cores-32gb
runs-on: aks-linux-16-cores
container:
image: fedora:33
volumes:
@@ -59,7 +49,6 @@ jobs:
INSTALL_TEST_DIR: /__w/openvino/openvino/tests_install
BUILD_DIR: /__w/openvino/openvino/openvino_build
SCCACHE_AZURE_KEY_PREFIX: fedora33_x86_64_Release
if: "!needs.smart_ci.outputs.skip_workflow"
steps:
- name: Install git
run: yum update -y && yum install -y git
@@ -190,7 +179,7 @@ jobs:
RPM_Packages:
needs: Build
timeout-minutes: 10
timeout-minutes: 5
defaults:
run:
shell: bash

View File

@@ -9,10 +9,8 @@ jobs:
pull-requests: write
runs-on: ubuntu-latest
steps:
- uses: akladiev/labeler@v4.3.1
- uses: actions/labeler@v4
with:
repo-token: "${{ secrets.GITHUB_TOKEN }}"
configuration-path: '.github/labeler.yml'
sync-labels: 'true'
dot: 'true'
non-matching-label: 'no-match-files'

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -2,7 +2,21 @@ name: Linux Static CC (Ubuntu 22.04, Python 3.11, Clang)
on:
workflow_dispatch:
pull_request:
paths-ignore:
- '**/docs/**'
- 'docs/**'
- '**/**.md'
- '**.md'
- '**/layer_tests_summary/**'
- '**/conformance/**'
push:
paths-ignore:
- '**/docs/**'
- 'docs/**'
- '**/**.md'
- '**.md'
- '**/layer_tests_summary/**'
- '**/conformance/**'
branches:
- master
@@ -16,36 +30,12 @@ env:
PYTHON_VERSION: '3.11'
jobs:
Smart_CI:
runs-on: ubuntu-latest
outputs:
affected_components: "${{ steps.smart_ci.outputs.affected_components }}"
skip_workflow: "${{ steps.smart_ci.outputs.skip_workflow }}"
steps:
- name: checkout action
uses: actions/checkout@v4
with:
sparse-checkout: .github/actions/smart-ci
- name: Get affected components
id: smart_ci
uses: ./.github/actions/smart-ci
with:
repository: ${{ github.repository }}
pr: ${{ github.event.number }}
commit_sha: ${{ github.sha }}
component_pattern: "category: (.*)"
repo_token: ${{ secrets.GITHUB_TOKEN }}
skip_when_only_listed_labels_set: 'docs'
skip_when_only_listed_files_changed: '*.md,*.rst,*.png,*.jpg,*.svg,*/layer_tests_summary/*,*/conformance/*'
Build:
needs: Smart_CI
timeout-minutes: 150
defaults:
run:
shell: bash
runs-on: aks-linux-16-cores-32gb
runs-on: aks-linux-16-cores
container:
image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04
volumes:
@@ -64,7 +54,6 @@ jobs:
SELECTIVE_BUILD_STAT_DIR: /__w/openvino/openvino/selective_build_stat
MODELS_PATH: /__w/openvino/openvino/testdata
SCCACHE_AZURE_KEY_PREFIX: ubuntu22_x86_64_itt_clang_Release
if: "!needs.smart_ci.outputs.skip_workflow"
steps:
- name: Install git
@@ -84,7 +73,7 @@ jobs:
repository: 'openvinotoolkit/testdata'
path: ${{ env.MODELS_PATH }}
lfs: 'true'
ref: 'master'
ref: 'releases/2023/2'
#
# Print system info
@@ -111,13 +100,15 @@ jobs:
with:
version: "v0.5.4"
- name: Setup Python ${{ env.PYTHON_VERSION }}
uses: ./openvino/.github/actions/setup_python
- uses: actions/setup-python@v4
with:
version: ${{ env.PYTHON_VERSION }}
pip-cache-path: ${{ env.PIP_CACHE_PATH }}
should-setup-pip-paths: 'true'
self-hosted-runner: 'true'
python-version: ${{ env.PYTHON_VERSION }}
- name: Setup pip cache dir
run: |
PIP_VER=$(python3 -c "import pip; print(pip.__version__)")
echo "Using pip version: ${PIP_VER}"
echo "PIP_CACHE_DIR=${PIP_CACHE_PATH}/${PIP_VER}" >> $GITHUB_ENV
- name: Install python dependencies
run: |
@@ -219,7 +210,7 @@ jobs:
defaults:
run:
shell: bash
runs-on: aks-linux-16-cores-32gb
runs-on: aks-linux-16-cores
container:
image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04
volumes:
@@ -252,7 +243,7 @@ jobs:
repository: 'openvinotoolkit/testdata'
path: ${{ env.MODELS_PATH }}
lfs: 'true'
ref: 'master'
ref: 'releases/2023/2'
- name: Download selective build statistics package
uses: actions/download-artifact@v3
@@ -310,21 +301,19 @@ jobs:
CPU_Functional_Tests:
name: CPU functional tests
needs: [Build, Smart_CI]
needs: Build
timeout-minutes: 25
defaults:
run:
shell: bash
runs-on: aks-linux-8-cores-32gb
runs-on: aks-linux-8-cores
container:
image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04
env:
OPENVINO_REPO: /__w/openvino/openvino/openvino
DEBIAN_FRONTEND: noninteractive # to prevent apt-get from waiting user input
INSTALL_TEST_DIR: /__w/openvino/openvino/install/tests
PARALLEL_TEST_SCRIPT: /__w/openvino/openvino/install/tests/src/tests/test_utils/functional_test_utils/layer_tests_summary/run_parallel.py
PARALLEL_TEST_CACHE: /__w/openvino/openvino/install/tests/test_cache.lst
if: fromJSON(needs.smart_ci.outputs.affected_components).CPU.test
steps:
- name: Download OpenVINO tests package
@@ -339,19 +328,12 @@ jobs:
- name: Install OpenVINO dependencies
run: bash ${INSTALL_TEST_DIR}/scripts/install_dependencies/install_openvino_dependencies.sh -c=core -c=gpu -y
- name: Fetch setup_python action
uses: actions/checkout@v4
with:
sparse-checkout: |
.github/actions/setup_python/action.yml
sparse-checkout-cone-mode: false
path: ${{ env.OPENVINO_REPO }}
- name: Install 'actions/setup-python@v4' dependencies
run: apt-get install -y libssl3
- name: Setup Python ${{ env.PYTHON_VERSION }}
uses: ./openvino/.github/actions/setup_python
- uses: actions/setup-python@v4
with:
version: ${{ env.PYTHON_VERSION }}
should-setup-pip-paths: 'false'
python-version: ${{ env.PYTHON_VERSION }}
- name: Install python dependencies for run_parallel.py
run: python3 -m pip install -r ${INSTALL_TEST_DIR}/src/tests/test_utils/functional_test_utils/layer_tests_summary/requirements.txt

View File

@@ -5,7 +5,21 @@ on:
- cron: '0 0 * * 3,6'
workflow_dispatch:
pull_request:
paths-ignore:
- '**/docs/**'
- 'docs/**'
- '**/**.md'
- '**.md'
- '**/layer_tests_summary/**'
- '**/conformance/**'
push:
paths-ignore:
- '**/docs/**'
- 'docs/**'
- '**/**.md'
- '**.md'
- '**/layer_tests_summary/**'
- '**/conformance/**'
branches:
- master
- 'releases/**'
@@ -16,36 +30,12 @@ concurrency:
cancel-in-progress: true
jobs:
Smart_CI:
runs-on: ubuntu-latest
outputs:
affected_components: "${{ steps.smart_ci.outputs.affected_components }}"
skip_workflow: "${{ steps.smart_ci.outputs.skip_workflow }}"
steps:
- name: checkout action
uses: actions/checkout@v4
with:
sparse-checkout: .github/actions/smart-ci
- name: Get affected components
id: smart_ci
uses: ./.github/actions/smart-ci
with:
repository: ${{ github.repository }}
pr: ${{ github.event.number }}
commit_sha: ${{ github.sha }}
component_pattern: "category: (.*)"
repo_token: ${{ secrets.GITHUB_TOKEN }}
skip_when_only_listed_labels_set: 'docs'
skip_when_only_listed_files_changed: '*.md,*.rst,*.png,*.jpg,*.svg,*/layer_tests_summary/*,*/conformance/*'
Build:
needs: Smart_CI
timeout-minutes: 150
timeout-minutes: 30
defaults:
run:
shell: bash
runs-on: aks-linux-16-cores-32gb
runs-on: aks-linux-16-cores
container:
image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04
volumes:
@@ -58,11 +48,10 @@ jobs:
OPENVINO_REPO: /__w/openvino/openvino/openvino
OPENVINO_BUILD_DIR: /__w/openvino/openvino/openvino_build
INSTALL_DIR: /__w/openvino/openvino/openvino_install
CONAN_USER_HOME: /mount/caches/ccache/ubuntu22_riscv64_master_release/.conan
CCACHE_DIR: /mount/caches/ccache/ubuntu22_riscv64_master_release
CONAN_USER_HOME: /mount/caches/ccache/ubuntu22_riscv64_Release/.conan
CCACHE_DIR: /mount/caches/ccache/ubuntu22_riscv64_Release
CCACHE_TEMPDIR: /__w/openvino/openvino/ccache_temp
CCACHE_MAXSIZE: 50G
if: "!needs.smart_ci.outputs.skip_workflow"
steps:
- name: Install git
run: apt-get update && apt-get install --assume-yes --no-install-recommends git ca-certificates

View File

@@ -88,12 +88,9 @@ jobs:
- name: Install build dependencies
run: brew install coreutils ninja scons
- name: Setup Python ${{ env.PYTHON_VERSION }}
uses: ./openvino/.github/actions/setup_python
- uses: actions/setup-python@v4
with:
version: ${{ env.PYTHON_VERSION }}
should-setup-pip-paths: 'false'
self-hosted-runner: 'false'
python-version: ${{ env.PYTHON_VERSION }}
- name: Install python dependencies
run: |
@@ -213,13 +210,11 @@ jobs:
machine: 'macos-13-xlarge'
runs-on: ${{ matrix.machine }}
env:
OPENVINO_REPO: ${{ github.workspace }}/openvino
INSTALL_DIR: ${{ github.workspace }}/install
INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests
BUILD_DIR: ${{ github.workspace }}/build
steps:
#
# Initialize OpenVINO
#
@@ -249,20 +244,9 @@ jobs:
- name: Install dependencies
run: brew install coreutils
- name: Fetch setup_python action
uses: actions/checkout@v4
- uses: actions/setup-python@v4
with:
sparse-checkout: |
.github/actions/setup_python/action.yml
sparse-checkout-cone-mode: false
path: 'openvino'
- name: Setup Python ${{ env.PYTHON_VERSION }}
uses: ./openvino/.github/actions/setup_python
with:
version: ${{ env.PYTHON_VERSION }}
should-setup-pip-paths: 'false'
self-hosted-runner: 'false'
python-version: ${{ env.PYTHON_VERSION }}
- name: Build cpp samples
run: ${INSTALL_DIR}/samples/cpp/build_samples.sh -i ${INSTALL_DIR} -b ${BUILD_DIR}/cpp_samples
@@ -457,16 +441,16 @@ jobs:
${{ env.INSTALL_TEST_DIR }}/ov_cpu_unit_tests --gtest_print_time=1 \
--gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-CPUUnitTests.xml
- name: ov_subgraphs_dumper_tests tests
- name: SubgraphsDumper tests
run: |
source ${{ env.INSTALL_DIR }}/setupvars.sh
${{ env.INSTALL_TEST_DIR }}/ov_subgraphs_dumper_tests --gtest_print_time=1 \
--gtest_output=xml:${INSTALL_TEST_DIR}/TEST-ov_subgraphs_dumper_tests.xml
${{ env.INSTALL_TEST_DIR }}/subgraphsDumperTests --gtest_print_time=1 \
--gtest_output=xml:${INSTALL_TEST_DIR}/TEST-SubgraphsDumperTests.xml
- name: Template OpImpl tests
run: |
source ${{ env.INSTALL_DIR }}/setupvars.sh
${{ env.INSTALL_TEST_DIR }}/ov_op_conformance_tests --gtest_print_time=1 --device=TEMPLATE --gtest_filter="*OpImpl*" \
${{ env.INSTALL_TEST_DIR }}/conformanceTests --gtest_print_time=1 --device=TEMPLATE --gtest_filter="*OpImpl*" \
--gtest_output=xml:${INSTALL_TEST_DIR}/TEST-TemplateOpImplTests.xml
- name: AUTO unit tests
@@ -557,25 +541,20 @@ jobs:
INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests
LAYER_TESTS_INSTALL_DIR: ${{ github.workspace }}/install/tests/layer_tests
steps:
- name: Fetch setup_python action
- name: Clone OpenVINO
uses: actions/checkout@v4
with:
sparse-checkout: |
.github/actions/setup_python/action.yml
sparse-checkout-cone-mode: false
path: 'openvino'
- name: Setup Python ${{ env.PYTHON_VERSION }}
uses: ./openvino/.github/actions/setup_python
with:
version: ${{ env.PYTHON_VERSION }}
should-setup-pip-paths: 'false'
self-hosted-runner: 'false'
submodules: 'true'
#
# Dependencies
#
- uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: Download OpenVINO package
uses: actions/download-artifact@v3
with:
@@ -598,6 +577,14 @@ jobs:
tar -xzf openvino_tests.tar.gz -C ${{ env.INSTALL_DIR }}
popd
- name: Install Python API tests dependencies
run: |
# For torchvision to OpenVINO preprocessing converter
python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/bindings/python/src/openvino/preprocess/torchvision/requirements.txt
# TODO: replace with Python API tests requirements
python3 -m pip install -r ${{ env.OPENVINO_REPO }}/tools/mo/requirements_dev.txt
- name: Install OpenVINO Python wheels
run: |
# Install the core OV wheel
@@ -615,14 +602,6 @@ jobs:
python3 -m pip install $ov_dev_wheel_name[$extras_to_install]
popd
- name: Install Python API tests dependencies
run: |
# For torchvision to OpenVINO preprocessing converter
python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}/python/preprocess/torchvision/requirements.txt
# TODO: replace with Python API tests requirements
python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}/mo/requirements_dev.txt
- name: Python API 1.0 Tests
run: |
python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/pyngraph \
@@ -644,9 +623,9 @@ jobs:
- name: MO Python API Tests
run: |
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
# Used for 'test_utils' installed in '<test_package>/python/openvino/test_utils'
export PYTHONPATH=${{ env.INSTALL_TEST_DIR }}/python/openvino/test_utils:${{ env.INSTALL_TEST_DIR }}/python:$PYTHONPATH
export PYTHONPATH=${{ env.LAYER_TESTS_INSTALL_DIR }}:$PYTHONPATH
# TODO: remove setupvars.sh from here; currently, it's used for 'test_utils' installed in '<package>/python/openvino'
source ${INSTALL_DIR}/setupvars.sh
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/mo_python_api_tests/ --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-test_mo_convert.xml
env:
@@ -656,9 +635,8 @@ jobs:
- name: OVC Python API Tests
run: |
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
# Used for 'test_utils' installed in '<test_package>/python/openvino/test_utils'
export PYTHONPATH=${{ env.INSTALL_TEST_DIR }}/python/openvino/test_utils:${{ env.INSTALL_TEST_DIR }}/python:$PYTHONPATH
# TODO: remove setupvars.sh from here; currently, it's used for 'test_utils' installed in '<package>/python/openvino'
source ${{ env.INSTALL_DIR }}/setupvars.sh
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/ovc_python_api_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-test_ovc_convert.xml
env:
@@ -686,7 +664,7 @@ jobs:
run: |
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
export PYTHONPATH=${{ env.INSTALL_TEST_DIR }}/mo:$PYTHONPATH
export PYTHONPATH=${{ env.OPENVINO_REPO }}/tools/mo/:${{ env.LAYER_TESTS_INSTALL_DIR }}:$PYTHONPATH
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/onnx_tests -m "not launch_only_if_manually_specified and precommit" --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-onnx.xml
env:
@@ -697,7 +675,7 @@ jobs:
run: |
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
export PYTHONPATH=${{ env.INSTALL_TEST_DIR }}/mo:$PYTHONPATH
export PYTHONPATH=${{ env.OPENVINO_REPO }}/tools/mo/:${{ env.LAYER_TESTS_INSTALL_DIR }}:$PYTHONPATH
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow_tests/ --use_new_frontend -m precommit_tf_fe --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf_fe.xml
env:
@@ -707,8 +685,7 @@ jobs:
if: ${{ 'false' }} # Ticket: 123322
run: |
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
export PYTHONPATH=${{ env.INSTALL_TEST_DIR }}/mo:$PYTHONPATH
export PYTHONPATH=${{ env.OPENVINO_REPO }}/tools/mo/:${{ env.LAYER_TESTS_INSTALL_DIR }}:$PYTHONPATH
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow2_keras_tests/ --use_new_frontend -m precommit_tf_fe --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf2_fe.xml
env:
@@ -717,16 +694,14 @@ jobs:
- name: TensorFlow 1 Layer Tests - Legacy FE
run: |
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
export PYTHONPATH=${{ env.INSTALL_TEST_DIR }}/mo:$PYTHONPATH
export PYTHONPATH=${{ env.OPENVINO_REPO }}/tools/mo/:${{ env.LAYER_TESTS_INSTALL_DIR }}:$PYTHONPATH
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow_tests/test_tf_Roll.py --ir_version=10 --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf_Roll.xml
- name: TensorFlow 2 Layer Tests - Legacy FE
run: |
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
export PYTHONPATH=${{ env.INSTALL_TEST_DIR }}/mo:$PYTHONPATH
export PYTHONPATH=${{ env.OPENVINO_REPO }}/tools/mo/:${{ env.LAYER_TESTS_INSTALL_DIR }}:$PYTHONPATH
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow2_keras_tests/test_tf2_keras_activation.py \
--ir_version=11 --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf2_Activation.xml -k "sigmoid"
@@ -737,8 +712,7 @@ jobs:
- name: TensorFlow Lite Layer Tests - TFL FE
run: |
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
export PYTHONPATH=${{ env.INSTALL_TEST_DIR }}/mo:$PYTHONPATH
export PYTHONPATH=${{ env.OPENVINO_REPO }}/tools/mo/:${{ env.LAYER_TESTS_INSTALL_DIR }}:$PYTHONPATH
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow_lite_tests/ --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tfl_fe.xml
env:
@@ -749,16 +723,14 @@ jobs:
if: ${{ 'false' }} # Ticket: 123325
run: |
# Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time - ONNX Model Zoo tests are run separately
python3 -m pytest -sv ${{ env.INSTALL_TEST_DIR }}/onnx -k 'not cuda' \
python3 -m pytest -sv ${{ env.OPENVINO_REPO }}/src/frontends/onnx/tests -k 'not cuda' \
--junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-onnx_frontend.xml \
--ignore=${{ env.INSTALL_TEST_DIR }}/onnx/test_python/test_zoo_models.py
--ignore=${{ env.OPENVINO_REPO }}/src/frontends/onnx/tests/test_python/test_zoo_models.py
- name: Python Frontend tests
run: |
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
export PYTHONPATH=${{ env.INSTALL_TEST_DIR }}/mo:$PYTHONPATH
export PYTHONPATH=${{ env.OPENVINO_REPO }}/tools/mo/:${{ env.LAYER_TESTS_INSTALL_DIR }}:$PYTHONPATH
# to allow 'libtest_builtin_extensions.so' to find 'libopenvino_onnx_frontend.so'
source ${{ env.INSTALL_DIR }}/setupvars.sh
@@ -766,7 +738,7 @@ jobs:
# TODO: install to 'tests' component via cpack
- name: OVC unit tests
run: python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/ovc/unit_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-OpenVinoConversion.xml
run: python3 -m pytest -s ${{ env.OPENVINO_REPO }}/tools/ovc/unit_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-OpenVinoConversion.xml
- name: Upload Test Results
uses: actions/upload-artifact@v3

View File

@@ -31,7 +31,7 @@ jobs:
defaults:
run:
shell: bash
runs-on: aks-linux-16-cores-32gb
runs-on: aks-linux-16-cores
container:
image: emscripten/emsdk
volumes:

View File

@@ -1,6 +1,9 @@
name: Windows (VS 2019, Python 3.11)
on:
workflow_dispatch:
schedule:
# at 00:00 on workdays
- cron: '0 0 * * 1,2,3,4,5'
# pull_request:
# paths-ignore:
# - '**/docs/**'
@@ -9,16 +12,17 @@ on:
# - '**.md'
# - '**/layer_tests_summary/**'
# - '**/conformance/**'
push:
paths-ignore:
- '**/docs/**'
- 'docs/**'
- '**/**.md'
- '**.md'
- '**/layer_tests_summary/**'
- '**/conformance/**'
branches:
- master
# push:
# paths-ignore:
# - '**/docs/**'
# - 'docs/**'
# - '**/**.md'
# - '**.md'
# - '**/layer_tests_summary/**'
# - '**/conformance/**'
# branches:
# - master
concurrency:
# github.ref is not unique in post-commit
group: ${{ github.event_name == 'push' && github.run_id || github.ref }}-windows
@@ -33,7 +37,7 @@ jobs:
defaults:
run:
shell: pwsh
runs-on: aks-win-16-cores-32gb
runs-on: windows-2019-16-core
env:
CMAKE_BUILD_TYPE: 'Release'
CMAKE_GENERATOR: 'Ninja Multi-Config'
@@ -44,8 +48,6 @@ jobs:
INSTALL_DIR: "${{ github.workspace }}\\openvino_install"
INSTALL_TEST_DIR: "${{ github.workspace }}\\tests_install"
BUILD_DIR: "${{ github.workspace }}\\openvino_build"
# TODO: specify version of compiler here
SCCACHE_AZURE_KEY_PREFIX: windows2022_x86_64_Release
steps:
- name: Clone OpenVINO
uses: actions/checkout@v4
@@ -58,7 +60,7 @@ jobs:
with:
repository: 'openvinotoolkit/openvino_contrib'
path: 'openvino_contrib'
ref: 'master'
ref: 'releases/2023/2'
#
# Print system info
@@ -71,12 +73,9 @@ jobs:
# Dependencies
#
- name: Setup Python ${{ env.PYTHON_VERSION }}
uses: ./openvino/.github/actions/setup_python
- uses: actions/setup-python@v4
with:
version: ${{ env.PYTHON_VERSION }}
should-setup-pip-paths: 'false'
self-hosted-runner: 'false'
python-version: ${{ env.PYTHON_VERSION }}
- name: Install python dependencies
run: |
@@ -96,11 +95,6 @@ jobs:
# For running Paddle frontend unit tests
# python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/frontends/paddle/tests/requirements.txt
- name: Install sccache
uses: mozilla-actions/sccache-action@v0.0.3
with:
version: "v0.5.4"
- name: Install build dependencies
run: choco install --no-progress ninja
@@ -111,6 +105,19 @@ jobs:
- name: Configure Developer Command Prompt for Microsoft Visual C++
uses: ilammy/msvc-dev-cmd@v1
- name: Setup sccache
uses: hendrikmuhs/ccache-action@v1.2
with:
variant: sccache
max-size: "2000M"
# Should save cache only if run in the master branch of the base repo
# github.ref_name is 'ref/PR_#' in case of the PR, and 'branch_name' when executed on push
save: ${{ github.ref_name == 'master' && 'true' || 'false' }}
append-timestamp: true
key: ${{ github.job }}-${{ runner.os }}-common
restore-keys: |
${{ github.job }}-${{ runner.os }}-common
- name: CMake configure
run: |
cmake -G "${{ env.CMAKE_GENERATOR }}" `
@@ -127,15 +134,9 @@ jobs:
-S ${{ env.OPENVINO_REPO }} `
-B ${{ env.BUILD_DIR }}
- name: Clean sccache stats
run: '& "$Env:SCCACHE_PATH" --zero-stats'
- name: Cmake build - OpenVINO
run: cmake --build ${{ env.BUILD_DIR }} --parallel --config ${{ env.CMAKE_BUILD_TYPE }} --verbose
- name: Show sccache stats
run: '& "$Env:SCCACHE_PATH" --show-stats'
- name: Cmake install - OpenVINO
run: |
cmake -DCMAKE_INSTALL_PREFIX=${{ env.INSTALL_DIR }} -P ${{ env.BUILD_DIR }}/cmake_install.cmake
@@ -187,13 +188,12 @@ jobs:
Samples:
needs: Build
timeout-minutes: 20
timeout-minutes: 10
defaults:
run:
shell: pwsh
runs-on: aks-win-4-cores-8gb
runs-on: windows-2019
env:
OPENVINO_REPO: "${{ github.workspace }}\\openvino"
INSTALL_DIR: "${{ github.workspace }}\\install"
INSTALL_TEST_DIR: "${{ github.workspace }}\\install\\tests"
SAMPLES_INSTALL_DIR: "${{ github.workspace }}\\install\\samples"
@@ -221,20 +221,9 @@ jobs:
Expand-Archive openvino_tests.zip -DestinationPath "${{ env.INSTALL_DIR }}"
popd
- name: Fetch setup_python action
uses: actions/checkout@v4
- uses: actions/setup-python@v4
with:
sparse-checkout: |
.github/actions/setup_python/action.yml
sparse-checkout-cone-mode: false
path: 'openvino'
- name: Setup Python ${{ env.PYTHON_VERSION }}
uses: ./openvino/.github/actions/setup_python
with:
version: ${{ env.PYTHON_VERSION }}
should-setup-pip-paths: 'false'
self-hosted-runner: 'false'
python-version: ${{ env.PYTHON_VERSION }}
- name: Build cpp samples
run: |
@@ -272,7 +261,7 @@ jobs:
defaults:
run:
shell: pwsh
runs-on: aks-win-4-cores-8gb
runs-on: windows-2019
env:
OPENVINO_REPO: "${{ github.workspace }}\\openvino"
OPENVINO_CONTRIB_REPO: "${{ github.workspace }}\\openvino_contrib"
@@ -303,20 +292,22 @@ jobs:
Expand-Archive openvino_tests.zip -DestinationPath "${{ env.INSTALL_DIR }}"
popd
- name: Fetch setup_python action
- name: Clone OpenVINO
uses: actions/checkout@v4
with:
sparse-checkout: |
.github/actions/setup_python/action.yml
sparse-checkout-cone-mode: false
path: 'openvino'
- name: Setup Python ${{ env.PYTHON_VERSION }}
uses: ./openvino/.github/actions/setup_python
- uses: actions/setup-python@v4
with:
version: ${{ env.PYTHON_VERSION }}
should-setup-pip-paths: 'false'
self-hosted-runner: 'false'
python-version: ${{ env.PYTHON_VERSION }}
- name: Install Python API tests dependencies
run: |
# For torchvision to OpenVINO preprocessing converter
python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/bindings/python/src/openvino/preprocess/torchvision/requirements.txt
# TODO: replace with Python API tests requirements
python3 -m pip install -r ${{ env.OPENVINO_REPO }}/tools/mo/requirements_dev.txt
- name: Install OpenVINO Python wheels
run: |
@@ -328,14 +319,6 @@ jobs:
$ovDevWheelPath=Get-ChildItem -Path "${{ env.INSTALL_DIR }}\tools" -Filter openvino_dev*.whl | % { $_.FullName }
python3 -m pip install "$ovDevWheelPath[mxnet,caffe,kaldi,onnx,tensorflow2,pytorch]"
- name: Install Python API tests dependencies
run: |
# For torchvision to OpenVINO preprocessing converter
python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}/python/preprocess/torchvision/requirements.txt
# TODO: replace with Python API tests requirements
python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}/mo/requirements_dev.txt
- name: Python API 1.0 Tests
shell: cmd
run: |
@@ -368,7 +351,7 @@ jobs:
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
:: requires 'unit_tests' from 'tools/mo'
set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\mo;%PYTHONPATH%
set PYTHONPATH=${{ env.OPENVINO_REPO }}\tools\mo;${{ env.LAYER_TESTS_INSTALL_DIR }};%PYTHONPATH%
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/onnx_tests -m "not launch_only_if_manually_specified and precommit" --junitxml=${INSTALL_TEST_DIR}/TEST-onnx.xml
env:
TEST_DEVICE: CPU
@@ -380,7 +363,7 @@ jobs:
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
:: requires 'unit_tests' from 'tools/mo'
set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\mo;%PYTHONPATH%
set PYTHONPATH=${{ env.OPENVINO_REPO }}\tools\mo;${{ env.LAYER_TESTS_INSTALL_DIR }};%PYTHONPATH%
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow_tests/ --use_new_frontend -m precommit_tf_fe --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf_fe.xml
env:
TEST_DEVICE: CPU
@@ -392,7 +375,7 @@ jobs:
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
:: requires 'unit_tests' from 'tools/mo'
set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\mo;%PYTHONPATH%
set PYTHONPATH=${{ env.OPENVINO_REPO }}\tools\mo;${{ env.LAYER_TESTS_INSTALL_DIR }};%PYTHONPATH%
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow2_keras_tests/ --use_new_frontend -m precommit_tf_fe --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf2_fe.xml
env:
@@ -426,19 +409,17 @@ jobs:
shell: cmd
run: |
:: Skip test_onnx/test_zoo_models and test_onnx/test_backend due to long execution time - ONNX Model Zoo tests are run separately
python3 -m pytest ${{ env.INSTALL_TEST_DIR }}/onnx -k "not cuda" ^
python3 -m pytest ${{ env.OPENVINO_REPO }}/src/frontends/onnx/tests -k "not cuda" ^
--junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-onnx_frontend.xml ^
--ignore=${{ env.INSTALL_TEST_DIR }}/onnx/test_python/test_zoo_models.py
--ignore=${{ env.OPENVINO_REPO }}/src/frontends/onnx/tests/test_python/test_zoo_models.py
- name: MO Python API Tests
shell: cmd
run: |
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
:: Used for 'test_utils' installed in '<test_package>\python\openvino\test_utils'
set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\python\openvino\test_utils;${{ env.INSTALL_TEST_DIR }}\python;%PYTHONPATH%
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/mo_python_api_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-test_mo_convert.xml
:: TODO: remove setupvars.bat from here; currently, it's used for 'test_utils' installed in '<package>/python/openvino'
call "${{ env.INSTALL_DIR }}\\setupvars.bat" && python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/mo_python_api_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-test_mo_convert.xml
env:
TEST_DEVICE: CPU
TEST_PRECISION: FP16
@@ -448,11 +429,8 @@ jobs:
run: |
python3 -m pip install -r ${{ env.LAYER_TESTS_INSTALL_DIR }}/requirements.txt
:: Used for 'test_utils' installed in '<test_package>\python\openvino\test_utils'
set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\python\openvino\test_utils;${{ env.INSTALL_TEST_DIR }}\python;%PYTHONPATH%
:: Skip test ticket: 126319
python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/ovc_python_api_tests -k "not test_ovc_tool_non_existng_output_dir" --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-test_ovc_convert.xml
:: TODO: remove setupvars.sh from here; currently, it's used for 'test_utils' installed in '<package>/python/openvino'
call "${{ env.INSTALL_DIR }}\\setupvars.bat" && python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/ovc_python_api_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-test_ovc_convert.xml
env:
TEST_DEVICE: CPU
TEST_PRECISION: FP16
@@ -464,9 +442,10 @@ jobs:
call "${{ env.INSTALL_DIR }}\\setupvars.bat" && python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/py_frontend_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-test_py_fontend.xml
# TODO: install to 'tests' component via cpack
- name: OVC unit tests
shell: cmd
run: python3 -m pytest -s ${{ env.INSTALL_TEST_DIR }}/ovc/unit_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-OpenVinoConversion.xml
run: python3 -m pytest -s ${{ env.OPENVINO_REPO }}/tools/ovc/unit_tests --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-OpenVinoConversion.xml
- name: Upload Test Results
uses: actions/upload-artifact@v3
@@ -479,11 +458,11 @@ jobs:
CXX_Unit_Tests:
name: C++ unit tests
needs: Build
timeout-minutes: 25
timeout-minutes: 15
defaults:
run:
shell: pwsh
runs-on: aks-win-4-cores-8gb
runs-on: windows-2019
env:
INSTALL_DIR: "${{ github.workspace }}\\install"
INSTALL_TEST_DIR: "${{ github.workspace }}\\install\\tests"
@@ -564,8 +543,7 @@ jobs:
- name: TensorFlow Lite frontend tests
shell: cmd
run: |
:: Skip ticket: 126320
call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_tensorflow_lite_frontend_tests --gtest_print_time=1 --gtest_filter=-*test_decode_convert_equal_convert*:*test_convert_partially_equal_convert* --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-TensorFlowLiteFrontend.xml
call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_tensorflow_lite_frontend_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-TensorFlowLiteFrontend.xml
- name: Transformations func tests
shell: cmd
@@ -597,15 +575,16 @@ jobs:
run: |
call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_cpu_unit_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-CPUUnitTests.xml
- name: ov_subgraphs_dumper_tests tests
- name: SubgraphsDumper tests
shell: cmd
run: |
call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_subgraphs_dumper_tests --gtest_print_time=1 --device=TEMPLATE --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-SubgraphsDumperTests.xml
call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/subgraphsDumperTests --gtest_print_time=1 --gtest_print_time=1 --device=TEMPLATE --gtest_filter="*OpImpl*" --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-SubgraphsDumperTests.xml
- name: Template OpImpl tests
if: ${{ 'false' }} # Ticket: 123572
shell: cmd
run: |
call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/ov_op_conformance_tests --gtest_print_time=1 --gtest_filter="*OpImpl*" --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-TemplateOpImplTests.xml
call "${{ env.INSTALL_DIR }}\\setupvars.bat" && ${{ env.INSTALL_TEST_DIR }}/conformanceTests --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-TemplateOpImplTests.xml
- name: GNA plugin unit tests
shell: cmd
@@ -674,13 +653,12 @@ jobs:
CPU_Functional_Tests:
name: CPU functional tests
needs: Build
timeout-minutes: 70
timeout-minutes: 30
defaults:
run:
shell: pwsh
runs-on: aks-win-8-cores-16gb
runs-on: windows-2019-8-core
env:
OPENVINO_REPO: "${{ github.workspace }}\\openvino"
INSTALL_DIR: "${{ github.workspace }}\\install"
INSTALL_TEST_DIR: "${{ github.workspace }}\\install\\tests"
PARALLEL_TEST_SCRIPT: "${{ github.workspace }}\\install\\tests\\functional_test_utils\\layer_tests_summary\\run_parallel.py"
@@ -708,20 +686,9 @@ jobs:
Expand-Archive openvino_tests.zip -DestinationPath "${{ env.INSTALL_DIR }}"
popd
- name: Fetch setup_python action
uses: actions/checkout@v4
- uses: actions/setup-python@v4
with:
sparse-checkout: |
.github/actions/setup_python/action.yml
sparse-checkout-cone-mode: false
path: 'openvino'
- name: Setup Python ${{ env.PYTHON_VERSION }}
uses: ./openvino/.github/actions/setup_python
with:
version: ${{ env.PYTHON_VERSION }}
should-setup-pip-paths: 'false'
self-hosted-runner: 'false'
python-version: ${{ env.PYTHON_VERSION }}
- name: Install python dependencies
shell: cmd
@@ -739,7 +706,7 @@ jobs:
shell: cmd
run: |
call "${{ env.INSTALL_DIR }}\\setupvars.bat" && python3 ${{ env.PARALLEL_TEST_SCRIPT }} -e ${{ env.INSTALL_TEST_DIR }}\ov_cpu_func_tests.exe -c ${{ env.PARALLEL_TEST_CACHE }} -w ${{ env.INSTALL_TEST_DIR }} -s suite -- --gtest_filter=*smoke*"
timeout-minutes: 60
timeout-minutes: 25
- name: Save tests execution time
uses: actions/cache/save@v3

View File

@@ -62,7 +62,7 @@ jobs:
repository: 'openvinotoolkit/testdata'
path: 'testdata'
lfs: 'true'
ref: 'master'
ref: 'releases/2023/2'
#
# Print system info
@@ -75,30 +75,13 @@ jobs:
# Dependencies
#
- name: Setup Python ${{ env.PYTHON_VERSION }}
uses: ./openvino/.github/actions/setup_python
- uses: actions/setup-python@v4
with:
version: ${{ env.PYTHON_VERSION }}
should-setup-pip-paths: 'false'
self-hosted-runner: 'false'
python-version: ${{ env.PYTHON_VERSION }}
- name: Install build dependencies
run: choco install --no-progress ninja
- name: Install python dependencies
run: |
# For running ONNX frontend unit tests
python3 -m pip install --force-reinstall -r ${{ env.OPENVINO_REPO }}/src/frontends/onnx/tests/requirements.txt
# For running TensorFlow frontend unit tests
python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/frontends/tensorflow/tests/requirements.txt
# For running TensorFlow Lite frontend unit tests
python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/frontends/tensorflow_lite/tests/requirements.txt
# For running Paddle frontend unit tests
python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/frontends/paddle/tests/requirements.txt
#
# Build
#
@@ -238,7 +221,7 @@ jobs:
repository: 'openvinotoolkit/testdata'
path: 'testdata'
lfs: 'true'
ref: 'master'
ref: 'releases/2023/2'
- name: Download selective build statistics package
uses: actions/download-artifact@v3
@@ -288,7 +271,6 @@ jobs:
shell: pwsh
runs-on: windows-latest-8-cores
env:
OPENVINO_REPO: "${{ github.workspace }}\\openvino"
INSTALL_TEST_DIR: "${{ github.workspace }}\\tests_install"
PARALLEL_TEST_SCRIPT: "${{ github.workspace }}\\tests_install\\layer_tests_summary\\run_parallel.py"
PARALLEL_TEST_CACHE: "${{ github.workspace }}\\tests_install\\test_cache.lst"
@@ -303,20 +285,9 @@ jobs:
- name: Extract OpenVINO tests package
run: Expand-Archive ${{ env.INSTALL_TEST_DIR }}/openvino_tests.zip -DestinationPath "${{ env.INSTALL_TEST_DIR }}"
- name: Fetch setup_python action
uses: actions/checkout@v4
- uses: actions/setup-python@v4
with:
sparse-checkout: |
.github/actions/setup_python/action.yml
sparse-checkout-cone-mode: false
path: 'openvino'
- name: Setup Python ${{ env.PYTHON_VERSION }}
uses: ./openvino/.github/actions/setup_python
with:
version: ${{ env.PYTHON_VERSION }}
should-setup-pip-paths: 'false'
self-hosted-runner: 'false'
python-version: ${{ env.PYTHON_VERSION }}
- name: Install python dependencies for run_parallel.py
run: python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}/layer_tests_summary/requirements.txt

1
.gitignore vendored
View File

@@ -61,4 +61,3 @@ __pycache__
/tools/mo/*.svg
/src/plugins/intel_cpu/tools/commit_slider/*.json
/src/plugins/intel_cpu/tools/commit_slider/slider_cache/*
.github/GITHUB_OUTPUT

View File

@@ -67,24 +67,24 @@ The OpenVINO™ Runtime can infer models on different hardware devices. This sec
<tbody>
<tr>
<td rowspan=2>CPU</td>
<td> <a href="https://docs.openvino.ai/2023.2/openvino_docs_OV_UG_supported_plugins_CPU.html#doxid-openvino-docs-o-v-u-g-supported-plugins-c-p-u">Intel CPU</a></tb>
<td> <a href="https://docs.openvino.ai/2023.1/openvino_docs_OV_UG_supported_plugins_CPU.html#doxid-openvino-docs-o-v-u-g-supported-plugins-c-p-u">Intel CPU</a></tb>
<td><b><i><a href="./src/plugins/intel_cpu">openvino_intel_cpu_plugin</a></i></b></td>
<td>Intel Xeon with Intel® Advanced Vector Extensions 2 (Intel® AVX2), Intel® Advanced Vector Extensions 512 (Intel® AVX-512), and AVX512_BF16, Intel Core Processors with Intel AVX2, Intel Atom Processors with Intel® Streaming SIMD Extensions (Intel® SSE), Intel® Advanced Matrix Extensions (Intel® AMX)</td>
</tr>
<tr>
<td> <a href="https://docs.openvino.ai/2023.2/openvino_docs_OV_UG_supported_plugins_CPU.html#doxid-openvino-docs-o-v-u-g-supported-plugins-c-p-u">ARM CPU</a></tb>
<td> <a href="https://docs.openvino.ai/2023.1/openvino_docs_OV_UG_supported_plugins_CPU.html#doxid-openvino-docs-o-v-u-g-supported-plugins-c-p-u">ARM CPU</a></tb>
<td><b><i><a href="./src/plugins/intel_cpu">openvino_arm_cpu_plugin</a></i></b></td>
<td>Raspberry Pi™ 4 Model B, Apple® Mac mini with Apple silicon
</tr>
<tr>
<td>GPU</td>
<td><a href="https://docs.openvino.ai/2023.2/openvino_docs_OV_UG_supported_plugins_GPU.html#doxid-openvino-docs-o-v-u-g-supported-plugins-g-p-u">Intel GPU</a></td>
<td><a href="https://docs.openvino.ai/2023.1/openvino_docs_OV_UG_supported_plugins_GPU.html#doxid-openvino-docs-o-v-u-g-supported-plugins-g-p-u">Intel GPU</a></td>
<td><b><i><a href="./src/plugins/intel_gpu">openvino_intel_gpu_plugin</a></i></b></td>
<td>Intel Processor Graphics, including Intel HD Graphics and Intel Iris Graphics</td>
</tr>
<tr>
<td>GNA</td>
<td><a href="https://docs.openvino.ai/2023.2/openvino_docs_OV_UG_supported_plugins_GNA.html#doxid-openvino-docs-o-v-u-g-supported-plugins-g-n-a">Intel GNA</a></td>
<td><a href="https://docs.openvino.ai/2023.1/openvino_docs_OV_UG_supported_plugins_GNA.html#doxid-openvino-docs-o-v-u-g-supported-plugins-g-n-a">Intel GNA</a></td>
<td><b><i><a href="./src/plugins/intel_gna">openvino_intel_gna_plugin</a></i></b></td>
<td>Intel Speech Enabling Developer Kit, Amazon Alexa* Premium Far-Field Developer Kit, Intel Pentium Silver J5005 Processor, Intel Pentium Silver N5000 Processor, Intel Celeron J4005 Processor, Intel Celeron J4105 Processor, Intel Celeron Processor N4100, Intel Celeron Processor N4000, Intel Core i3-8121U Processor, Intel Core i7-1065G7 Processor, Intel Core i7-1060G7 Processor, Intel Core i5-1035G4 Processor, Intel Core i5-1035G7 Processor, Intel Core i5-1035G1 Processor, Intel Core i5-1030G7 Processor, Intel Core i5-1030G4 Processor, Intel Core i3-1005G1 Processor, Intel Core i3-1000G1 Processor, Intel Core i3-1000G4 Processor</td>
</tr>
@@ -102,22 +102,22 @@ OpenVINO™ Toolkit also contains several plugins which simplify loading models
</thead>
<tbody>
<tr>
<td><a href="https://docs.openvino.ai/2023.2/openvino_docs_OV_UG_supported_plugins_AUTO.html">Auto</a></td>
<td><a href="https://docs.openvino.ai/2023.1/openvino_docs_OV_UG_supported_plugins_AUTO.html">Auto</a></td>
<td><b><i><a href="./src/plugins/auto">openvino_auto_plugin</a></i></b></td>
<td>Auto plugin enables selecting Intel device for inference automatically</td>
</tr>
<tr>
<td><a href="https://docs.openvino.ai/2023.2/openvino_docs_OV_UG_Automatic_Batching.html">Auto Batch</a></td>
<td><a href="https://docs.openvino.ai/2023.1/openvino_docs_OV_UG_Automatic_Batching.html">Auto Batch</a></td>
<td><b><i><a href="./src/plugins/auto_batch">openvino_auto_batch_plugin</a></i></b></td>
<td>Auto batch plugin performs on-the-fly automatic batching (i.e. grouping inference requests together) to improve device utilization, with no programming effort from the user</td>
</tr>
<tr>
<td><a href="https://docs.openvino.ai/2023.2/openvino_docs_OV_UG_Hetero_execution.html#doxid-openvino-docs-o-v-u-g-hetero-execution">Hetero</a></td>
<td><a href="https://docs.openvino.ai/2023.1/openvino_docs_OV_UG_Hetero_execution.html#doxid-openvino-docs-o-v-u-g-hetero-execution">Hetero</a></td>
<td><b><i><a href="./src/plugins/hetero">openvino_hetero_plugin</a></i></b></td>
<td>Heterogeneous execution enables automatic inference splitting between several devices</td>
</tr>
<tr>
<td><a href="https://docs.openvino.ai/2023.2/openvino_docs_OV_UG_Running_on_multiple_devices.html#doxid-openvino-docs-o-v-u-g-running-on-multiple-devices">Multi</a></td>
<td><a href="https://docs.openvino.ai/2023.1/openvino_docs_OV_UG_Running_on_multiple_devices.html#doxid-openvino-docs-o-v-u-g-running-on-multiple-devices">Multi</a></td>
<td><b><i><a href="./src/plugins/auto">openvino_auto_plugin</a></i></b></td>
<td>Multi plugin enables simultaneous inference of the same model on several devices in parallel</td>
</tr>
@@ -164,9 +164,9 @@ The list of OpenVINO tutorials:
## System requirements
The system requirements vary depending on platform and are available on dedicated pages:
- [Linux](https://docs.openvino.ai/2023.2/openvino_docs_install_guides_installing_openvino_linux_header.html)
- [Windows](https://docs.openvino.ai/2023.2/openvino_docs_install_guides_installing_openvino_windows_header.html)
- [macOS](https://docs.openvino.ai/2023.2/openvino_docs_install_guides_installing_openvino_macos_header.html)
- [Linux](https://docs.openvino.ai/2023.1/openvino_docs_install_guides_installing_openvino_linux_header.html)
- [Windows](https://docs.openvino.ai/2023.1/openvino_docs_install_guides_installing_openvino_windows_header.html)
- [macOS](https://docs.openvino.ai/2023.1/openvino_docs_install_guides_installing_openvino_macos_header.html)
## How to build
@@ -206,6 +206,6 @@ Report questions, issues and suggestions, using:
\* Other names and brands may be claimed as the property of others.
[Open Model Zoo]:https://github.com/openvinotoolkit/open_model_zoo
[OpenVINO™ Runtime]:https://docs.openvino.ai/2023.2/openvino_docs_OV_UG_OV_Runtime_User_Guide.html
[OpenVINO Model Converter (OVC)]:https://docs.openvino.ai/2023.2/openvino_docs_model_processing_introduction.html#convert-a-model-in-cli-ovc
[OpenVINO™ Runtime]:https://docs.openvino.ai/2023.1/openvino_docs_OV_UG_OV_Runtime_User_Guide.html
[OpenVINO Model Converter (OVC)]:https://docs.openvino.ai/2023.1/openvino_docs_model_processing_introduction.html#convert-a-model-in-cli-ovc
[Samples]:https://github.com/openvinotoolkit/openvino/tree/master/samples

View File

@@ -80,37 +80,17 @@ endfunction()
unset(protobuf_lite_installed CACHE)
unset(protobuf_installed CACHE)
#
# ov_frontend_group_files(<ROOT_DIR> # Root path for scanning
# <REL_PATH> # Relative path (in ROOT_DIR) is used for scanning
# <FILE_EXT>) # File extension for grouping
#
macro(ov_frontend_group_files root_dir rel_path file_mask)
file(GLOB items RELATIVE ${root_dir}/${rel_path} ${root_dir}/${rel_path}/*)
foreach(item ${items})
if(IS_DIRECTORY ${root_dir}/${rel_path}/${item})
ov_frontend_group_files(${root_dir} ${rel_path}/${item} ${file_mask})
else()
if(${item} MATCHES ".*\.${file_mask}$")
string(REPLACE "/" "\\" groupname ${rel_path})
source_group(${groupname} FILES ${root_dir}/${rel_path}/${item})
endif()
endif()
endforeach()
endmacro()
#
# ov_add_frontend(NAME <IR|ONNX|...>
# FILEDESCRIPTION <description> # used on Windows to describe DLL file
# [LINKABLE_FRONTEND] # whether we can use FE API directly or via FEM only
# [SKIP_INSTALL] # private frontend, not for end users
# [PROTOBUF_REQUIRED] # options to denote that protobuf is used
# [PROTOBUF_LITE] # requires only libprotobuf-lite
# [SKIP_NCC_STYLE] # use custom NCC rules
# [LINK_LIBRARIES <lib1 lib2 ...>])
#
macro(ov_add_frontend)
set(options LINKABLE_FRONTEND PROTOBUF_REQUIRED PROTOBUF_LITE SKIP_NCC_STYLE SKIP_INSTALL)
set(options LINKABLE_FRONTEND PROTOBUF_LITE SKIP_NCC_STYLE SKIP_INSTALL)
set(oneValueArgs NAME FILEDESCRIPTION)
set(multiValueArgs LINK_LIBRARIES PROTO_FILES)
cmake_parse_arguments(OV_FRONTEND "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
@@ -140,8 +120,7 @@ macro(ov_add_frontend)
# Create named folders for the sources within the .vcproj
# Empty name lists them directly under the .vcproj
ov_frontend_group_files(${frontend_root_dir}/ "src" "cpp")
ov_frontend_group_files(${frontend_root_dir}/ "src" "proto")
source_group("src" FILES ${LIBRARY_SRC})
source_group("include" FILES ${LIBRARY_HEADERS})
source_group("public include" FILES ${LIBRARY_PUBLIC_HEADERS})
@@ -192,7 +171,7 @@ macro(ov_add_frontend)
# Create library
add_library(${TARGET_NAME} ${LIBRARY_SRC} ${LIBRARY_HEADERS} ${LIBRARY_PUBLIC_HEADERS}
${PROTO_SRCS} ${PROTO_HDRS} ${flatbuffers_schema_files} ${proto_files})
${PROTO_SRCS} ${PROTO_HDRS} ${flatbuffers_schema_files} ${proto_files})
if(OV_FRONTEND_LINKABLE_FRONTEND)
# create beautiful alias
@@ -200,7 +179,7 @@ macro(ov_add_frontend)
endif()
# Shutdown protobuf when unloading the frontend dynamic library
if(OV_FRONTEND_PROTOBUF_REQUIRED AND BUILD_SHARED_LIBS)
if(proto_files AND BUILD_SHARED_LIBS)
target_link_libraries(${TARGET_NAME} PRIVATE openvino::protobuf_shutdown)
endif()
@@ -229,17 +208,17 @@ macro(ov_add_frontend)
target_link_libraries(${TARGET_NAME} PRIVATE ${OV_FRONTEND_LINK_LIBRARIES} PUBLIC openvino::runtime)
ov_add_library_version(${TARGET_NAME})
if(OV_FRONTEND_PROTOBUF_REQUIRED)
# WA for TF frontends which always require protobuf (not protobuf-lite)
# if TF FE is built in static mode, use protobuf for all other FEs
if(FORCE_FRONTENDS_USE_PROTOBUF)
set(OV_FRONTEND_PROTOBUF_LITE OFF)
endif()
# if protobuf::libprotobuf-lite is not available, use protobuf::libprotobuf
if(NOT TARGET protobuf::libprotobuf-lite)
set(OV_FRONTEND_PROTOBUF_LITE OFF)
endif()
# WA for TF frontends which always require protobuf (not protobuf-lite)
# if TF FE is built in static mode, use protobuf for all other FEs
if(FORCE_FRONTENDS_USE_PROTOBUF)
set(OV_FRONTEND_PROTOBUF_LITE OFF)
endif()
# if protobuf::libprotobuf-lite is not available, use protobuf::libprotobuf
if(NOT TARGET protobuf::libprotobuf-lite)
set(OV_FRONTEND_PROTOBUF_LITE OFF)
endif()
if(proto_files)
if(OV_FRONTEND_PROTOBUF_LITE)
set(protobuf_target_name libprotobuf-lite)
set(protobuf_install_name "protobuf_lite_installed")

View File

@@ -32,8 +32,6 @@ if(ENABLE_NCC_STYLE)
set(clang_version 14)
elseif(Python3_VERSION_MINOR EQUAL 11)
set(clang_version 14)
elseif(Python3_VERSION_MINOR EQUAL 12)
set(clang_version 15)
else()
message(WARNING "Cannot suggest clang package for python ${Python3_VERSION_MAJOR}.${Python3_VERSION_MINOR}")
endif()

View File

@@ -18,7 +18,7 @@ VariableReference: '^\w+$'
EnumName: '^[A-Z][\w]+$'
# excepts element_type
EnumConstantName: '^([A-Z\d_]+|undefined|dynamic|boolean|bf16|f16|f32|f64|i4|i8|i16|i32|i64|u1|u4|u8|u16|u32|u64|nf4|string|asymmetric|align_corners|round_prefer_floor|round_prefer_ceil|floor|ceil|simple|nearest|linear|linear_onnx|cubic|area|scales|sizes|half_pixel|tf_half_pixel_for_nn|pytorch_half_pixel|asymetric)$'
EnumConstantName: '^([A-Z\d_]+|undefined|dynamic|boolean|bf16|f16|f32|f64|i4|i8|i16|i32|i64|u1|u4|u8|u16|u32|u64|nf4|asymmetric|align_corners|round_prefer_floor|round_prefer_ceil|floor|ceil|simple|nearest|linear|linear_onnx|cubic|area|scales|sizes|half_pixel|tf_half_pixel_for_nn|pytorch_half_pixel|asymetric)$'
# TODO: align
UsingDeclaration: '^.*$'
TypedefName: '^.*$'

View File

@@ -2,5 +2,4 @@ clang==12.0.1; python_version == '3.8'
clang==12.0.1; python_version == '3.9'
clang==14.0; python_version == '3.10'
clang==14.0; python_version == '3.11'
clang==15.0.7; python_version == '3.12'
pyyaml

View File

@@ -10,11 +10,8 @@ function(ov_branch_name VAR REPO_ROOT)
COMMAND ${GIT_EXECUTABLE} rev-parse --abbrev-ref HEAD
WORKING_DIRECTORY ${REPO_ROOT}
OUTPUT_VARIABLE GIT_BRANCH
RESULT_VARIABLE EXIT_CODE
OUTPUT_STRIP_TRAILING_WHITESPACE)
if(EXIT_CODE EQUAL 0)
set(${VAR} ${GIT_BRANCH} PARENT_SCOPE)
endif()
set (${VAR} ${GIT_BRANCH} PARENT_SCOPE)
endif()
endfunction()
@@ -24,31 +21,22 @@ function(ov_commit_hash VAR REPO_ROOT)
COMMAND ${GIT_EXECUTABLE} rev-parse --short=11 HEAD
WORKING_DIRECTORY ${REPO_ROOT}
OUTPUT_VARIABLE GIT_COMMIT_HASH
RESULT_VARIABLE EXIT_CODE
OUTPUT_STRIP_TRAILING_WHITESPACE)
if(EXIT_CODE EQUAL 0)
set(${VAR} ${GIT_COMMIT_HASH} PARENT_SCOPE)
endif()
set (${VAR} ${GIT_COMMIT_HASH} PARENT_SCOPE)
endif()
endfunction()
function(ov_commit_number VAR REPO_ROOT)
set(GIT_COMMIT_NUMBER_FOUND OFF)
if(GIT_FOUND)
execute_process(
COMMAND ${GIT_EXECUTABLE} rev-list --count --first-parent HEAD
WORKING_DIRECTORY ${REPO_ROOT}
OUTPUT_VARIABLE GIT_COMMIT_NUMBER
RESULT_VARIABLE EXIT_CODE
OUTPUT_STRIP_TRAILING_WHITESPACE)
if(EXIT_CODE EQUAL 0)
set(GIT_COMMIT_NUMBER_FOUND ON)
set(${VAR} ${GIT_COMMIT_NUMBER} PARENT_SCOPE)
endif()
endif()
if(NOT GIT_COMMIT_NUMBER_FOUND)
set (${VAR} ${GIT_COMMIT_NUMBER} PARENT_SCOPE)
else()
# set zeros since git is not available
set(${VAR} "000" PARENT_SCOPE)
set (${VAR} "000" PARENT_SCOPE)
endif()
endfunction()
@@ -152,7 +140,7 @@ macro(ov_parse_ci_build_number repo_root)
ov_branch_name(GIT_BRANCH "${repo_root}")
ov_commit_hash(GIT_COMMIT_HASH "${repo_root}")
if(NOT GIT_BRANCH MATCHES "^(master|HEAD)$")
if(NOT GIT_BRANCH STREQUAL "master")
set(GIT_BRANCH_POSTFIX "-${GIT_BRANCH}")
endif()

View File

@@ -92,7 +92,6 @@ macro(ov_cpack_settings)
2022.3.0 2022.3.1 2022.3.2 2022.3.3 2022.3.4 2022.3.5
2023.0.0 2023.0.1 2023.0.2 2023.0.3
2023.1.0
2023.2.0
)
#
@@ -317,7 +316,7 @@ macro(ov_cpack_settings)
list(APPEND CPACK_COMPONENT_PYOPENVINO_PACKAGE_${pyversion}_DEPENDS ${installed_plugins})
list(APPEND CPACK_COMPONENT_PYOPENVINO_PACKAGE_${pyversion}_DEPENDS ${frontends})
set(CPACK_DEBIAN_PYOPENVINO_PACKAGE_${pyversion}_PACKAGE_NAME "python3-openvino-${cpack_name_ver}")
set(CPACK_DEBIAN_PYOPENVINO_PACKAGE_${pyversion}_PACKAGE_NAME "python3-openvino")
set(python_package "${CPACK_DEBIAN_PYOPENVINO_PACKAGE_${pyversion}_PACKAGE_NAME} (= ${cpack_full_ver})")
set(CPACK_DEBIAN_PYOPENVINO_PACKAGE_${pyversion}_PACKAGE_DEPENDS "python3, python3-numpy")
@@ -368,7 +367,6 @@ macro(ov_cpack_settings)
set(python_samples_package "${CPACK_DEBIAN_PYTHON_SAMPLES_PACKAGE_NAME} (= ${cpack_full_ver})")
set(CPACK_DEBIAN_PYTHON_SAMPLES_PACKAGE_DEPENDS "python3, ${python_package}")
set(CPACK_DEBIAN_PYTHON_SAMPLES_PACKAGE_ARCHITECTURE "all")
ov_debian_generate_conflicts(${OV_CPACK_COMP_PYTHON_SAMPLES} ${conflicting_versions})
set(python_samples_copyright "generic")
endif()

View File

@@ -78,7 +78,6 @@ macro(ov_cpack_settings)
2022.3.0 2022.3.1 2022.3.2 2022.3.3 2022.3.4 2022.3.5
2023.0.0 2023.0.1 2023.0.2 2023.0.3
2023.1.0
2023.2.0
)
find_host_program(rpmlint_PROGRAM NAMES rpmlint DOC "Path to rpmlint")
@@ -279,7 +278,7 @@ macro(ov_cpack_settings)
set(CPACK_COMPONENT_PYOPENVINO_PACKAGE_${pyversion_upper}_DESCRIPTION "OpenVINO Python API")
set(CPACK_RPM_PYOPENVINO_PACKAGE_${pyversion_upper}_PACKAGE_REQUIRES
"${core_package}, ${frontend_packages}, ${plugin_packages}, python3, python3-numpy")
set(CPACK_RPM_PYOPENVINO_PACKAGE_${pyversion_upper}_PACKAGE_NAME "python3-openvino-${cpack_full_ver}")
set(CPACK_RPM_PYOPENVINO_PACKAGE_${pyversion_upper}_PACKAGE_NAME "python3-openvino")
set(python_package "${CPACK_RPM_PYOPENVINO_PACKAGE_${pyversion_upper}_PACKAGE_NAME} = ${cpack_full_ver}")
set(${python_component}_copyright "generic")
@@ -329,7 +328,6 @@ macro(ov_cpack_settings)
set(CPACK_RPM_PYTHON_SAMPLES_PACKAGE_NAME "openvino-samples-python-${cpack_name_ver}")
set(python_samples_package "${CPACK_RPM_PYTHON_SAMPLES_PACKAGE_NAME} = ${cpack_full_ver}")
set(CPACK_RPM_PYTHON_SAMPLES_PACKAGE_ARCHITECTURE "noarch")
ov_rpm_generate_conflicts(${OV_CPACK_COMP_PYTHON_SAMPLES} ${conflicting_versions})
set(python_samples_copyright "generic")
ov_rpm_add_rpmlint_suppression(${OV_CPACK_COMP_PYTHON_SAMPLES}

View File

@@ -1,6 +1,7 @@
{
"version": "0.5",
"requires": [
"zlib/1.2.13#97d5730b529b4224045fe7090592d4c1%1692672717.049",
"xbyak/6.73#250bc3bc73379f90f255876c1c00a4cd%1691853024.351",
"snappy/1.1.10#916523630083f6d855cb2977de8eefb6%1689780661.062",
"rapidjson/cci.20220822#8ca51918340f3a21127822258e95ec0f%1663194355.698",
@@ -15,7 +16,7 @@
"ittapi/3.24.0#9246125f13e7686dee2b0c992b71db94%1682969872.743",
"hwloc/2.9.2#1c63e2eccac57048ae226e6c946ebf0e%1688677682.002",
"flatbuffers/23.5.26#b153646f6546daab4c7326970b6cd89c%1685838458.449",
"ade/0.1.2d#f225d0a218a7c9fbb81746806c7de53d%1697752528.048"
"ade/0.1.2c#8c03c130df6dc35186b38ba73a40a71d%1694253992.577"
],
"build_requires": [
"zlib/1.2.13#97d5730b529b4224045fe7090592d4c1%1692672717.049",

View File

@@ -1,5 +1,5 @@
[requires]
ade/0.1.2d
ade/0.1.2c
onetbb/[>=2021.2.1]
pugixml/[>=1.10]
protobuf/3.21.12

View File

@@ -4,122 +4,187 @@
add_subdirectory(snippets)
set(ENABLE_CPP_API OFF CACHE BOOL "Build with C/C++ API.")
set(ENABLE_PYTHON_API OFF CACHE BOOL "Build with Python API.")
set(ENABLE_NOTEBOOKS OFF CACHE BOOL "Build with openvino notebooks.")
set(ENABLE_OMZ OFF CACHE BOOL "Build with open_model_zoo.")
set(ENABLE_OVMS OFF CACHE BOOL "Build with ovms.")
set(LINKCHECKER_PY "" CACHE FILEPATH "Path to linkchecker.py for documentation check dir.")
set(ENABLE_OPENVINO_NOTEBOOKS OFF CACHE BOOL "Build with openvino notebooks")
set(OMZ_DOCS_DIR "" CACHE PATH "Path to open_model_zoo documentation dir.")
set(OTE_DOCS_DIR "" CACHE PATH "Path to training_extensions documentation dir.")
set(WORKBENCH_DOCS_DIR "" CACHE PATH "Path to workbench documentation dir.")
set(OVMS_DOCS_DIR "" CACHE PATH "Path to model server documentation dir.")
if(${ENABLE_OVMS} AND (OVMS_DOCS_DIR STREQUAL ""))
message( FATAL_ERROR "You want to build OVMS, but OVMS_DOCS_DIR variable is empty." )
endif()
set(GRAPH_CSV_DIR "" CACHE PATH "Path to the folder containing csv data for rendering graphs.")
function(build_docs)
find_package(Doxygen REQUIRED dot)
find_package(LATEX REQUIRED)
find_program(DOXYREST_EXECUTABLE NAMES doxyrest)
if (NOT DOXYREST_EXECUTABLE)
message(FATAL_ERROR "No doxyrest found. Documentation output is not available")
endif()
set(DOCS_BUILD_DIR "${CMAKE_CURRENT_BINARY_DIR}")
set(DOCS_SOURCE_DIR "${OpenVINO_SOURCE_DIR}/docs")
set(SCRIPTS_DIR "${DOCS_SOURCE_DIR}/scripts")
# Preprocessing scripts
set(REMOVE_XML_SCRIPT "${SCRIPTS_DIR}/remove_xml.py")
set(FILE_HELPER_SCRIPT "${SCRIPTS_DIR}/filehelper.py")
set(COPY_IMAGES_SCRIPT "${SCRIPTS_DIR}/copy_images.py")
set(DOXYGEN_MAPPING_SCRIPT "${SCRIPTS_DIR}/create_mapping.py")
set(BREATHE_APIDOC_SCRIPT "${SCRIPTS_DIR}/apidoc.py")
# markdown docs
set(MARKDOWN_INPUT "${DOCS_BUILD_DIR}")
# Doxygen/Sphinx setup
set(DOXYGEN_XML_OUTPUT "${DOCS_BUILD_DIR}/xml")
set(SPHINX_SETUP_DIR "${DOCS_SOURCE_DIR}/sphinx_setup")
set(SPHINX_SOURCE_DIR "${DOCS_BUILD_DIR}/sphinx_source")
# Preprocessing scripts
set(DOXY_MD_FILTER "${SCRIPTS_DIR}/doxy_md_filter.py")
set(PREPARE_XML_SCRIPT "${SCRIPTS_DIR}/prepare_xml.py")
set(REMOVE_XML_SCRIPT "${SCRIPTS_DIR}/remove_xml.py")
set(COPY_IMAGES_SCRIPT "${SCRIPTS_DIR}/copy_images.py")
set(DOC_TEST_DIR "${SCRIPTS_DIR}/tests")
set(DOXYGEN_MAPPING_SCRIPT "${SCRIPTS_DIR}/create_mapping.py")
# out dirs
set(XML_OUTPUT "${DOCS_BUILD_DIR}/xml")
set(RST_OUTPUT "${DOCS_BUILD_DIR}/rst")
set(SPHINX_OUTPUT "${DOCS_BUILD_DIR}/_build")
list(APPEND commands COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "STARTED preprocessing OpenVINO articles")
list(APPEND commands COMMAND ${Python3_EXECUTABLE} ${FILE_HELPER_SCRIPT}
--filetype=rst
# Sphinx folders, doxyrest templates and config
set(SPHINX_CONF_IN "${DOCS_SOURCE_DIR}/conf.py")
set(SPHINX_TEMPLATES_IN "${DOCS_SOURCE_DIR}/_templates")
set(SPHINX_TEMPLATES_OUT "${RST_OUTPUT}/_templates")
set(SPHINX_CONF_OUT "${RST_OUTPUT}/conf.py")
set(SPHINX_STATIC_IN "${DOCS_SOURCE_DIR}/_static")
set(SPHINX_STATIC_OUT "${RST_OUTPUT}/_static")
set(SPHINX_INDEX_IN "${DOCS_SOURCE_DIR}/index.rst")
set(SPHINX_INDEX_OUT "${RST_OUTPUT}/index.rst")
set(API_DOCS_IN "${DOCS_SOURCE_DIR}/api")
set(API_DOCS_OUT "${RST_OUTPUT}/api")
set(DOXYREST_IN "${DOCS_SOURCE_DIR}/doxyrest")
set(DOXYREST_OUT "${DOCS_BUILD_DIR}/doxyrest")
set(DOXYREST_SPHINX_IN "${DOCS_SOURCE_DIR}/doxyrest-sphinx")
set(DOXYREST_SPHINX_OUT "${RST_OUTPUT}/doxyrest-sphinx")
set(DOXYREST_CONFIG_IN "${DOCS_SOURCE_DIR}/doxyrest-config.lua")
set(DOXYREST_CONFIG_OUT "${DOCS_BUILD_DIR}/doxyrest-config.lua")
configure_file(${DOXYREST_CONFIG_IN} ${DOXYREST_CONFIG_OUT} @ONLY)
configure_file(${SPHINX_CONF_IN} ${SPHINX_CONF_OUT} @ONLY)
# Doxygen config
set(DOXYFILE_SOURCE "${DOCS_SOURCE_DIR}/Doxyfile.config")
set(DOXYFILE_BUILD "${DOCS_BUILD_DIR}/Doxyfile.config")
configure_file(${DOXYFILE_SOURCE} ${DOXYFILE_BUILD} @ONLY)
list(APPEND commands COMMAND ${Python3_EXECUTABLE} ${DOXY_MD_FILTER}
--input_dir=${OpenVINO_SOURCE_DIR}
--output_dir=${SPHINX_SOURCE_DIR}
--exclude_dir=${SPHINX_SOURCE_DIR})
list(APPEND commands COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "FINISHED preprocessing OpenVINO articles")
--output_dir=${DOCS_BUILD_DIR}/openvino
--exclude_dir=${DOCS_BUILD_DIR})
if(${ENABLE_CPP_API})
# Doxygen config
set(DOXYFILE_SOURCE "${DOCS_SOURCE_DIR}/Doxyfile.config")
set(DOXYFILE_BUILD "${DOCS_BUILD_DIR}/Doxyfile.config")
configure_file(${DOXYFILE_SOURCE} ${DOXYFILE_BUILD} @ONLY)
list(APPEND commands COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "STARTED preprocessing OpenVINO C/C++ API reference")
list(APPEND commands COMMAND ${Python3_EXECUTABLE} ${REMOVE_XML_SCRIPT} ${DOXYGEN_XML_OUTPUT})
list(APPEND commands COMMAND ${DOXYGEN_EXECUTABLE} ${DOXYFILE_BUILD})
list(APPEND post_commands COMMAND ${Python3_EXECUTABLE} ${BREATHE_APIDOC_SCRIPT} ${DOXYGEN_XML_OUTPUT} -o "${SPHINX_SOURCE_DIR}/api/c_cpp_api" -m -T -p openvino -g class,group,struct,union,enum)
list(APPEND commands COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "FINISHED preprocessing OpenVINO C/C++ API reference")
endif()
# include additional repositories
if(${ENABLE_PYTHON_API})
list(APPEND commands COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "STARTED preprocessing OpenVINO Python API")
list(APPEND commands COMMAND ${Python3_EXECUTABLE} -m pip install openvino)
list(APPEND commands COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "FINISHED preprocessing OpenVINO Python API")
endif()
if(${ENABLE_NOTEBOOKS})
# build with openvino notebooks
if(ENABLE_OPENVINO_NOTEBOOKS)
set(NBDOC_SCRIPT "${DOCS_SOURCE_DIR}/nbdoc/nbdoc.py")
list(APPEND commands COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "STARTED preprocessing OpenVINO notebooks")
list(APPEND commands
COMMAND ${Python3_EXECUTABLE} "${NBDOC_SCRIPT}" "${DOCS_SOURCE_DIR}/notebooks" "${SPHINX_SOURCE_DIR}/notebooks"
list(PREPEND commands
COMMAND ${Python3_EXECUTABLE} "${NBDOC_SCRIPT}" "${DOCS_SOURCE_DIR}/notebooks" "${RST_OUTPUT}/notebooks"
)
list(APPEND commands COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "FINISHED preprocessing OpenVINO notebooks")
endif()
if(${ENABLE_OVMS})
list(APPEND commands COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "STARTED preprocessing OVMS")
list(APPEND commands COMMAND ${Python3_EXECUTABLE} ${FILE_HELPER_SCRIPT}
--filetype=md
--input_dir=${OVMS_DOCS_DIR}
--output_dir=${SPHINX_SOURCE_DIR}
--exclude_dir=${SPHINX_SOURCE_DIR})
list(APPEND commands COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "FINISHED preprocessing OVMS")
endif()
if(${ENABLE_OMZ})
list(APPEND commands COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "STARTED preprocessing OMZ")
if(GRAPH_CSV_DIR)
set(GRAPH_CSV_DIR_OUT "${RST_OUTPUT}/csv")
list(APPEND commands
COMMAND ${Python3_EXECUTABLE} ${OpenVINO_SOURCE_DIR}/thirdparty/open_model_zoo/ci/prepare-documentation.py ${CMAKE_BINARY_DIR}/open_model_zoo)
list(APPEND commands COMMAND ${Python3_EXECUTABLE} ${FILE_HELPER_SCRIPT}
--filetype=md
--input_dir=${CMAKE_BINARY_DIR}/open_model_zoo
--output_dir=${SPHINX_SOURCE_DIR}
--exclude_dir=${SPHINX_SOURCE_DIR})
list(APPEND commands COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "FINISHED preprocessing OMZ")
COMMAND ${CMAKE_COMMAND} -E copy_directory "${GRAPH_CSV_DIR}" "${GRAPH_CSV_DIR_OUT}"
)
endif()
list(APPEND commands
COMMAND ${CMAKE_COMMAND} -E copy ${API_DOCS_IN}/api_reference.rst ${API_DOCS_OUT}/api_reference.rst
COMMAND ${CMAKE_COMMAND} -E copy_directory ${API_DOCS_IN}/ie_python_api ${API_DOCS_OUT}/ie_python_api
)
# omz doc files
if(EXISTS "${OMZ_DOCS_DIR}")
get_filename_component(OMZ_DOCS_DIR "${OMZ_DOCS_DIR}" ABSOLUTE)
list(APPEND commands
COMMAND ${Python3_EXECUTABLE} ${OMZ_DOCS_DIR}/ci/prepare-documentation.py ${CMAKE_BINARY_DIR}/open_model_zoo)
list(APPEND commands COMMAND ${Python3_EXECUTABLE} ${DOXY_MD_FILTER}
--input_dir=${CMAKE_BINARY_DIR}/open_model_zoo
--output_dir=${DOCS_BUILD_DIR}/open_model_zoo)
endif()
# workbench doc files
if(EXISTS "${WORKBENCH_DOCS_DIR}")
get_filename_component(WORKBENCH_DOCS_DIR "${WORKBENCH_DOCS_DIR}" ABSOLUTE)
list(APPEND commands COMMAND ${Python3_EXECUTABLE} ${DOXY_MD_FILTER}
--input_dir=${WORKBENCH_DOCS_DIR}
--output_dir=${DOCS_BUILD_DIR}/workbench)
endif()
# ote doc files
if(EXISTS "${OTE_DOCS_DIR}")
get_filename_component(WORKBENCH_DOCS_DIR "${OTE_DOCS_DIR}" ABSOLUTE)
list(APPEND commands COMMAND ${Python3_EXECUTABLE} ${DOXY_MD_FILTER}
--input_dir=${OTE_DOCS_DIR}
--output_dir=${DOCS_BUILD_DIR}/ote)
endif()
# ovms doc files
if(EXISTS "${OVMS_DOCS_DIR}")
get_filename_component(OVMS_DOCS_DIR "${OVMS_DOCS_DIR}" ABSOLUTE)
list(APPEND commands COMMAND ${Python3_EXECUTABLE} ${DOXY_MD_FILTER}
--input_dir=${OVMS_DOCS_DIR}
--output_dir=${DOCS_BUILD_DIR}/ovms)
endif()
add_custom_target(preprocess_docs
COMMENT "Preprocess documentation"
VERBATIM)
# Preprocess docs
add_custom_target(preprocess_docs
COMMAND ${CMAKE_COMMAND} -E remove_directory ${SPHINX_SOURCE_DIR}
${commands}
WORKING_DIRECTORY ${DOCS_BUILD_DIR}
VERBATIM)
add_custom_command(TARGET preprocess_docs
POST_BUILD
COMMAND ${Python3_EXECUTABLE} ${COPY_IMAGES_SCRIPT} ${DOXYGEN_XML_OUTPUT} ${SPHINX_SOURCE_DIR}
COMMAND ${Python3_EXECUTABLE} ${DOXYGEN_MAPPING_SCRIPT} ${DOXYGEN_XML_OUTPUT} ${DOCS_BUILD_DIR} ${OpenVINO_SOURCE_DIR}/../
COMMAND ${CMAKE_COMMAND} -E copy_directory ${SPHINX_SETUP_DIR} ${SPHINX_SOURCE_DIR}
${post_commands}
${commands}
WORKING_DIRECTORY ${DOCS_BUILD_DIR}
COMMENT "Preprocess documentation"
VERBATIM)
# Build docs
add_custom_target(sphinx_docs
add_custom_target(doxygen_xml
DEPENDS preprocess_docs
COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "STARTED sphinx documentation build"
COMMAND sphinx-build -j auto -w ${DOCS_BUILD_DIR}/sphinx.log -b html ${SPHINX_SOURCE_DIR} ${SPHINX_OUTPUT}
COMMAND ${CMAKE_COMMAND} -E cmake_echo_color --green "FINISHED sphinx documentation build"
WORKING_DIRECTORY ${SPHINX_SOURCE_DIR}
COMMAND ${Python3_EXECUTABLE} ${REMOVE_XML_SCRIPT} ${XML_OUTPUT}
COMMAND ${DOXYGEN_EXECUTABLE} ${DOXYFILE_BUILD}
WORKING_DIRECTORY ${DOCS_BUILD_DIR}
COMMENT "Generate doxygen XML output"
VERBATIM)
set_target_properties(preprocess_docs sphinx_docs PROPERTIES FOLDER docs)
# Post-process docs
add_custom_command(TARGET doxygen_xml
POST_BUILD
COMMAND ${Python3_EXECUTABLE} ${PREPARE_XML_SCRIPT} ${XML_OUTPUT}
COMMAND ${CMAKE_COMMAND} -E copy_directory ${DOXYREST_IN} ${DOXYREST_OUT}
COMMAND ${DOXYREST_EXECUTABLE} -c ${DOXYREST_CONFIG_OUT}
COMMAND ${Python3_EXECUTABLE} ${COPY_IMAGES_SCRIPT} ${XML_OUTPUT} ${RST_OUTPUT}
COMMAND ${Python3_EXECUTABLE} ${DOXYGEN_MAPPING_SCRIPT} ${XML_OUTPUT} ${DOCS_BUILD_DIR} ${OpenVINO_SOURCE_DIR}/../
COMMAND ${CMAKE_COMMAND} -E copy ${SPHINX_INDEX_IN} ${SPHINX_INDEX_OUT}
COMMAND ${CMAKE_COMMAND} -E copy_directory ${SPHINX_TEMPLATES_IN} ${SPHINX_TEMPLATES_OUT}
COMMAND ${CMAKE_COMMAND} -E copy_directory ${DOXYREST_IN} ${DOXYREST_OUT}
COMMAND ${CMAKE_COMMAND} -E copy_directory ${DOXYREST_SPHINX_IN} ${DOXYREST_SPHINX_OUT}
COMMAND ${CMAKE_COMMAND} -E copy_directory ${SPHINX_STATIC_IN} ${SPHINX_STATIC_OUT}
COMMENT "Prepare xml"
VERBATIM)
add_custom_target(sphinx_docs
DEPENDS doxygen_xml
COMMAND sphinx-build -q -j auto -w ${DOCS_BUILD_DIR}/sphinx.log -b html ${RST_OUTPUT} ${SPHINX_OUTPUT}
WORKING_DIRECTORY ${RST_OUTPUT}
VERBATIM)
set_target_properties(doxygen_xml sphinx_docs
PROPERTIES FOLDER docs)
find_program(browser NAMES xdg-open)
if(browser)
add_custom_target(ie_docs_open
COMMAND ${browser} "${SPHINX_OUTPUT}/index.html"
DEPENDS sphinx_docs
COMMENT "Open OpenVINO documentation"
VERBATIM)
set_target_properties(ie_docs_open PROPERTIES FOLDER docs)
endif()
endfunction()
if(ENABLE_DOCS)

View File

@@ -829,7 +829,8 @@ WARN_LOGFILE = "@DOCS_BUILD_DIR@/doxygen.log"
# spaces. See also FILE_PATTERNS and EXTENSION_MAPPING
# Note: If this tag is empty the current directory is searched.
INPUT = "@OpenVINO_SOURCE_DIR@/src/frontends/common/include/" \
INPUT = "@MARKDOWN_INPUT@" \
"@OpenVINO_SOURCE_DIR@/src/frontends/common/include/" \
"@OpenVINO_SOURCE_DIR@/src/common/conditional_compilation/include/" \
"@OpenVINO_SOURCE_DIR@/src/common/itt/include/" \
"@OpenVINO_SOURCE_DIR@/src/common/low_precision_transformations/include/" \

View File

@@ -1,7 +1,4 @@
.. {#openvino_docs_ie_plugin_dg_lp_representation}
Representation of low-precision models
======================================
# Representation of low-precision models {#openvino_docs_ie_plugin_dg_lp_representation}
The goal of this document is to describe how optimized models are represented in OpenVINO Intermediate Representation (IR) and provide guidance on interpretation rules for such models at runtime.
Currently, there are two groups of optimization methods that can influence on the IR after applying them to the full-precision model:
- **Sparsity**. It is represented by zeros inside the weights and this is up to the hardware plugin how to interpret these zeros (use weights as is or apply special compression algorithms and sparse arithmetic). No additional mask is provided with the model.

View File

@@ -1,8 +1,6 @@
.. {#openvino_docs_Legal_Information}
Legal Information
=================
# Legal Information {#openvino_docs_Legal_Information}
@sphinxdirective
.. meta::
:description: Learn about legal information and policies related to the use
@@ -31,5 +29,6 @@ The OpenVINO logo must be used in connection with truthful, non-misleading refer
Modification of the logo or use of any separate element(s) of the logo alone is not allowed.
@endsphinxdirective

View File

@@ -1,5 +1,6 @@
# [LEGACY] Extending Model Optimizer with Caffe Python Layers {#openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Extending_Model_Optimizer_With_Caffe_Python_Layers}
@sphinxdirective
.. meta::
:description: Learn how to extract operator attributes in Model Optimizer to
@@ -108,3 +109,4 @@ Additional Resources
* :doc:`Graph Traversal and Modification Using Ports and Connections <openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Customize_Model_Optimizer_Model_Optimizer_Ports_Connections>`
* :doc:`Model Optimizer Extensions <openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Model_Optimizer_Extensions>`
@endsphinxdirective

View File

@@ -1,5 +1,6 @@
# [LEGACY] Model Optimizer Extensions {#openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Model_Optimizer_Extensions}
@sphinxdirective
.. meta::
:description: Learn about deprecated extensions, which enable injecting logic
@@ -58,3 +59,4 @@ Additional Resources
* :doc:`Graph Traversal and Modification Using Ports and Connections <openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Customize_Model_Optimizer_Model_Optimizer_Ports_Connections>`
* :doc:`Extending Model Optimizer with Caffe Python Layers <openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Extending_Model_Optimizer_With_Caffe_Python_Layers>`
@endsphinxdirective

View File

@@ -1,5 +1,6 @@
# [LEGACY] Operation Extractor {#openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Model_Optimizer_Extensions_Model_Optimizer_Extractor}
@sphinxdirective
.. meta::
:description: Learn about a deprecated generic extension in Model Optimizer,
@@ -111,3 +112,4 @@ Additional Resources
* :doc:`Model Optimizer Extensions <openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Model_Optimizer_Extensions>`
* :doc:`Extending Model Optimizer with Caffe Python Layers <openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Extending_Model_Optimizer_With_Caffe_Python_Layers>`
@endsphinxdirective

View File

@@ -1,5 +1,6 @@
# [LEGACY] Model Optimizer Operation {#openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Model_Optimizer_Extensions_Model_Optimizer_Operation}
@sphinxdirective
.. meta::
:description: Learn about the Op class, that contains operation attributes,
@@ -108,3 +109,4 @@ Additional Resources
* :doc:`Model Optimizer Extensions <openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Model_Optimizer_Extensions>`
* :doc:`Extending Model Optimizer with Caffe Python Layers <openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Extending_Model_Optimizer_With_Caffe_Python_Layers>`
@endsphinxdirective

View File

@@ -1,5 +1,6 @@
# [LEGACY] Graph Traversal and Modification {#openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Customize_Model_Optimizer_Model_Optimizer_Ports_Connections}
@sphinxdirective
.. meta::
:description: Learn about deprecated APIs and the Port and Connection classes
@@ -184,3 +185,4 @@ Additional Resources
* :doc:`Model Optimizer Extensions <openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Model_Optimizer_Extensions>`
* :doc:`Extending Model Optimizer with Caffe Python Layers <openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Extending_Model_Optimizer_With_Caffe_Python_Layers>`
@endsphinxdirective

View File

@@ -1,5 +1,6 @@
# [LEGACY] Graph Transformation Extensions {#openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Model_Optimizer_Extensions_Model_Optimizer_Transformation_Extensions}
@sphinxdirective
.. meta::
:description: Learn about various base classes for front, middle and back phase
@@ -603,3 +604,4 @@ Additional Resources
* :doc:`Model Optimizer Extensions <openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Model_Optimizer_Extensions>`
* :doc:`Extending Model Optimizer with Caffe Python Layers <openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Extending_Model_Optimizer_With_Caffe_Python_Layers>`
@endsphinxdirective

View File

@@ -1,8 +1,6 @@
.. {#openvino_docs_OV_UG_supported_plugins_AUTO_debugging}
Debugging Auto-Device Plugin
============================
# Debugging Auto-Device Plugin {#openvino_docs_OV_UG_supported_plugins_AUTO_debugging}
@sphinxdirective
.. meta::
:description: In OpenVINO Runtime, you can enable Instrumentation and Tracing Technology API (ITT API) of Intel® VTune™
@@ -130,3 +128,4 @@ With Intel® VTune™ Profiler installed you can configure your analysis with th
:align: center
@endsphinxdirective

View File

@@ -1,8 +1,6 @@
.. {#openvino_docs_OV_UG_Python_API_exclusives}
OpenVINO™ Python API Exclusives
=================================
# OpenVINO™ Python API Exclusives {#openvino_docs_OV_UG_Python_API_exclusives}
@sphinxdirective
.. meta::
:description: OpenVINO™ Runtime Python API includes additional features to
@@ -217,3 +215,4 @@ List of Functions that Release the GIL
* openvino.runtime.Model.reshape
* openvino.preprocess.PrePostProcessor.build
@endsphinxdirective

View File

@@ -1,8 +1,6 @@
.. {#openvino_docs_OV_UG_Python_API_inference}
OpenVINO™ Runtime Python API Advanced Inference
=================================================
# OpenVINO™ Runtime Python API Advanced Inference {#openvino_docs_OV_UG_Python_API_inference}
@sphinxdirective
.. meta::
:description: OpenVINO™ Runtime Python API enables you to share memory on inputs, hide
@@ -93,4 +91,5 @@ synchronous calls. "Postponed Return" could be applied when:
:language: python
:fragment: [no_return_inference]
@endsphinxdirective

View File

@@ -1,8 +1,6 @@
.. {#troubleshooting_reshape_errors}
Troubleshooting Reshape Errors
==============================
# Troubleshooting Reshape Errors {#troubleshooting_reshape_errors}
@sphinxdirective
.. meta::
:description: In OpenVINO™, you can use several methods to address the issues
@@ -50,3 +48,4 @@ To fix some operators which prevent normal shape propagation:
* transform OpenVINO Model during the runtime. For more information, see :doc:`OpenVINO Runtime Transformations <openvino_docs_transformations>`,
* modify the original model with the help of the original framework.
@endsphinxdirective

View File

@@ -1,8 +1,6 @@
.. {#openvino_docs_OV_UG_supported_plugins_AUTO}
Automatic Device Selection
==========================
# Automatic Device Selection {#openvino_docs_OV_UG_supported_plugins_AUTO}
@sphinxdirective
.. toctree::
:maxdepth: 1
@@ -485,3 +483,4 @@ Additional Resources
- :doc:`Running on Multiple Devices Simultaneously <openvino_docs_OV_UG_Running_on_multiple_devices>`
- :doc:`Supported Devices <openvino_docs_OV_UG_supported_plugins_Supported_Devices>`
@endsphinxdirective

View File

@@ -1,8 +1,6 @@
.. {#openvino_docs_OV_UG_Automatic_Batching}
Automatic Batching
==================
# Automatic Batching {#openvino_docs_OV_UG_Automatic_Batching}
@sphinxdirective
.. meta::
:description: The Automatic Batching Execution mode in OpenVINO Runtime
@@ -242,4 +240,5 @@ Additional Resources
* :doc:`Supported Devices <openvino_docs_OV_UG_supported_plugins_Supported_Devices>`
@endsphinxdirective

View File

@@ -1,8 +1,6 @@
.. {#openvino_docs_OV_UG_Hetero_execution}
Heterogeneous execution
=======================
# Heterogeneous execution {#openvino_docs_OV_UG_Hetero_execution}
@sphinxdirective
.. meta::
:description: Heterogeneous execution mode in OpenVINO Runtime enables
@@ -206,3 +204,4 @@ Additional Resources
* :doc:`Supported Devices <openvino_docs_OV_UG_supported_plugins_Supported_Devices>`
@endsphinxdirective

View File

@@ -1,8 +1,6 @@
.. {#openvino_docs_OV_UG_lowlatency2}
The LowLatencу2 Transformation
===============================
# The LowLatencу2 Transformation {#openvino_docs_OV_UG_lowlatency2}
@sphinxdirective
.. meta::
:description: The LowLatency2 transformation in OpenVINO Runtime enables restructuring
@@ -134,3 +132,4 @@ Known Limitations
}
}
@endsphinxdirective

View File

@@ -1,8 +1,6 @@
.. {#openvino_docs_OV_UG_Model_Representation}
Model Representation in OpenVINO™ Runtime
===========================================
# Model Representation in OpenVINO™ Runtime {#openvino_docs_OV_UG_Model_Representation}
@sphinxdirective
.. meta::
:description: In OpenVINO™ Runtime a model is represented by special classes to work with model data types and shapes.
@@ -228,4 +226,5 @@ Additional Resources
* :doc:`OpenVINO™ Runtime Extensibility Developer Guide <openvino_docs_Extensibility_UG_Intro>`.
* :doc:`Transformations Developer Guide <openvino_docs_transformations>`.
@endsphinxdirective

View File

@@ -1,8 +1,6 @@
.. {#openvino_docs_OV_UG_Running_on_multiple_devices}
Multi-device execution
======================
# Multi-device execution {#openvino_docs_OV_UG_Running_on_multiple_devices}
@sphinxdirective
.. meta::
:description: The Multi-Device execution mode in OpenVINO Runtime assigns
@@ -152,3 +150,4 @@ Additional Resources
- :doc:`Automatic Device Selection <openvino_docs_OV_UG_supported_plugins_AUTO>`
@endsphinxdirective

View File

@@ -1,8 +1,6 @@
.. {#openvino_docs_OV_UG_Infer_request}
OpenVINO™ Inference Request
=============================
# OpenVINO™ Inference Request {#openvino_docs_OV_UG_Infer_request}
@sphinxdirective
.. meta::
:description: Infer Request mechanism in OpenVINO™ Runtime allows inferring
@@ -340,3 +338,4 @@ By using ``ov::RemoteContext`` you can create a remote tensor to work with remot
:fragment: remote_tensor
@endsphinxdirective

View File

@@ -1,8 +1,6 @@
.. {#openvino_docs_OV_UG_NoDynamicShapes}
When Dynamic Shapes API is Not Applicable
=========================================
# When Dynamic Shapes API is Not Applicable {#openvino_docs_OV_UG_NoDynamicShapes}
@sphinxdirective
.. meta::
:description: The methods to emulate dynamic shapes are applied only if the
@@ -51,3 +49,4 @@ the input tensor with batch ``5`` can be processed with two inference calls with
(At this point, it is assumed that the batch processing is required for performance reasons. In other cases, just loop over images in a batch
and process image by image with a single compiled model.)
@endsphinxdirective

Binary file not shown.

Binary file not shown.

Binary file not shown.

View File

@@ -0,0 +1,481 @@
Network model,Release,IE-Type,Platform name,Throughput-INT8,ThroughputFP16,ThroughputFP32,Value,Efficiency,Price,TDP,Sockets,Price/socket,TDP/socket,Latency,UOM_T,UOM_V,UOM_E,UOM_L
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,11.35,,4.27,0.106093669,0.756801503,107,15,1,107,15,88.11,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,21.38,,15.11,0.182727309,0.328909156,117,65,1,117,65,48.47,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,32.23,,20.26,0.15061144,0.495859202,214,65,1,214,65,36.18,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,113.18,,45.08,0.344024364,0.905472125,329,125,1,329,125,17.43,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,34.34,,24.04,0.178867029,0.528345686,192,65,1,192,65,30.88,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,51.27,,18.44,0.120345681,1.830973571,426,28,1,426,28,23.31,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,37.98,,13.59,0.077518083,1.356566444,490,28,1,490,28,29.22,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,27.60,,17.56,0.091086845,0.788551831,303,35,1,303,35,42.83,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,34.12,,20.30,0.069915909,0.974827538,488,35,1,488,35,37.09,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,53.08,,19.48,0.097575059,1.516595204,544,35,1,544,35,23.07,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,163.20,,66.23,0.272459575,1.305626285,599,125,1,599,125,13.68,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,atom,Intel® Processor N-200,1.65,,0.83,0.008529061,0.274351466,193,6,1,193,6,641.46,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,51.01,,29.43,0.08587761,0.408090401,594,125,1,594,125,28.93,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,20.86,,14.80,0.068171185,0.293808206,306,71,1,306,71,49.41,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,217.83,,80.66,0.069284052,1.037281242,3144,210,2,1572,105,13.64,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,572.10,,224.73,0.033744047,1.395357512,16954,410,2,8477,205,7.81,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,872.62,,338.47,0.04661922,1.61596031,18718,540,2,9359,270,43.32,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,3255.60,,505.88,0.095752851,4.650852741,34000,700,2,17000,350,4.08,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,204.84,,76.40,0.101307066,1.024214437,2022,200,2,1011,100,14.24,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,426.78,,167.54,0.187678462,1.422602743,2274,300,2,1137,150,8.09,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,accel,Intel® Flex-170,842.00,683.21,,,,,,1,,,18.63,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,accel,Intel® Flex-140,174.28,123.71,,,,,,1,,,91.68,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,45.83,31.96,,0.428279604,3.055061174,107,15,1,107,15,87.12,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,73.09,55.44,,0.149162436,2.610342624,490,28,1,490,28,54.56,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,3.37,2.36,,0.017448724,0.561267278,193,6,1,193,6,1185.78,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,84.42,60.51,,0.198161663,3.014888156,426,28,1,426,28,46.90,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,46.67,,23.26,0.436174206,3.111376,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,73.20,,31.70,0.149385536,2.614246884,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,4.43,,2.03,0.022934748,0.7377344,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,83.69,,37.23,0.196445915,2.988784286,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,1.18,,0.38,0.011017319,0.078590206,107,15,1,107,15,863.34,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,2.09,,1.33,0.017880344,0.032184618,117,65,1,117,65,492.10,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,2.97,,1.87,0.013882493,0.045705439,214,65,1,214,65,347.78,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,9.93,,3.74,0.030176091,0.079423471,329,125,1,329,125,155.72,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,3.36,,2.13,0.017518449,0.051746803,192,65,1,192,65,302.24,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,5.09,,1.63,0.011951214,0.181829179,426,28,1,426,28,219.77,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,3.79,,1.22,0.007726669,0.135216715,490,28,1,490,28,266.14,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,2.71,,1.61,0.008936965,0.077368581,303,35,1,303,35,412.44,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,3.35,,1.83,0.006861724,0.095672042,488,35,1,488,35,327.59,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,5.06,,1.75,0.009296462,0.144493584,544,35,1,544,35,210.96,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,15.19,,5.91,0.025358635,0.12151858,599,125,1,599,125,113.61,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,atom,Intel® Processor N-200,0.16,,0.08,0.000828224,0.0266412,193,6,1,193,6,6367.32,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,4.66,,2.88,0.007842661,0.037268324,594,125,1,594,125,224.55,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,2.11,,1.34,0.006898006,0.029729433,306,71,1,306,71,486.76,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,21.27,,6.90,0.006764356,0.101272067,3144,210,2,1572,105,103.38,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,50.91,,17.71,0.003002727,0.124166415,16954,410,2,8477,205,63.45,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,67.03,,27.69,0.003581195,0.124134843,18718,540,2,9359,270,253.77,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,251.10,,47.69,0.007385431,0.358720946,34000,700,2,17000,350,36.69,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,20.81,,6.64,0.010291168,0.104043704,2022,200,2,1011,100,106.83,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,38.76,,14.75,0.017046987,0.129216158,2274,300,2,1137,150,237.83,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,accel,Intel® Flex-170,144.12,101.13,,,,,,1,,,110.90,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,accel,Intel® Flex-140,29.97,20.57,,,,,,1,,,534.35,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,4.66,3.35,,0.043581125,0.31087869,107,15,1,107,15,820.82,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,5.11,5.77,,0.010428379,0.182496635,490,28,1,490,28,745.40,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,0.34,0.23,,0.00174067,0.055991537,193,6,1,193,6,11899.92,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,9.13,6.65,,0.021425568,0.325974707,426,28,1,426,28,449.68,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,5.20,,2.33,0.048610495,0.346754867,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,3.87,,2.23,0.007899318,0.138238071,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.44,,0.17,0.002288653,0.073618327,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,8.63,,3.52,0.02025661,0.308189857,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,11.86,,4.61,0.11084032,0.79066095,107,15,1,107,15,85.88,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,22.85,,14.48,0.195256904,0.351462427,117,65,1,117,65,43.93,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,34.47,,16.42,0.161068212,0.530286114,214,65,1,214,65,33.07,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,94.13,,42.32,0.286105004,0.753028371,329,125,1,329,125,16.23,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,37.18,,21.16,0.193650962,0.572015148,192,65,1,192,65,27.36,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,52.88,,16.51,0.124135164,1.888627857,426,28,1,426,28,19.87,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,30.78,,9.65,0.062807791,1.099136335,490,28,1,490,28,31.13,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,32.02,,18.34,0.105688204,0.914957883,303,35,1,303,35,37.47,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,40.36,,18.54,0.082712269,1.153245355,488,35,1,488,35,27.15,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,57.69,,22.51,0.106053446,1.648373567,544,35,1,544,35,21.75,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,148.87,,57.81,0.248526818,1.190940511,599,125,1,599,125,12.44,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,atom,Intel® Processor N-200,1.72,,1.01,0.008897382,0.286199128,193,6,1,193,6,595.26,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,51.51,,19.39,0.086713894,0.412064422,594,125,1,594,125,21.10,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,22.69,,15.40,0.074145796,0.319557937,306,71,1,306,71,43.78,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,190.40,,77.08,0.060561308,0.906689304,3144,210,2,1572,105,11.76,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,416.77,,155.13,0.024582207,1.016504228,16954,410,2,8477,205,5.66,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,584.92,,227.30,0.031248866,1.083178298,18718,540,2,9359,270,3.70,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,999.22,,380.82,0.029388758,1.427453957,34000,700,2,17000,350,3.55,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,184.31,,74.61,0.091151132,0.921537946,2022,200,2,1011,100,12.07,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,370.93,,139.96,0.163117657,1.236431838,2274,300,2,1137,150,6.87,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,accel,Intel® Flex-170,803.58,560.76,,,,,,1,,,19.59,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,accel,Intel® Flex-140,148.01,97.06,,,,,,1,,,108.12,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,60.17,27.60,,0.562349486,4.011426332,107,15,1,107,15,66.33,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,76.40,36.69,,0.155928067,2.728741167,490,28,1,490,28,51.90,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,3.65,1.92,,0.018917206,0.608503456,193,6,1,193,6,1094.30,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,105.14,48.76,,0.24680943,3.755029182,426,28,1,426,28,37.64,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,61.90,,17.22,0.578511308,4.126714,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,49.44,,9.02,0.100894422,1.765652381,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,4.81,,2.03,0.024920889,0.801621937,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,89.16,,24.78,0.209304953,3.184425357,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,272.36,,133.20,2.545454771,18.15757736,107,15,1,107,15,3.60,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,542.97,,451.26,4.640733479,8.353320262,117,65,1,117,65,1.99,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,899.54,,499.68,4.203451742,13.8390565,214,65,1,214,65,1.58,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,2804.17,,1285.76,8.523326054,22.43339417,329,125,1,329,125,0.88,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,868.27,,679.32,4.522249945,13.35803061,192,65,1,192,65,1.35,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,1372.54,,531.48,3.221931925,49.01939286,426,28,1,426,28,0.96,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,990.18,,318.31,2.020773404,35.36353457,490,28,1,490,28,1.18,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,741.91,,511.96,2.448553162,21.19747452,303,35,1,303,35,1.84,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,960.08,,614.86,1.967381666,27.43092151,488,35,1,488,35,1.49,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,1296.04,,651.56,2.382432184,37.02980308,544,35,1,544,35,1.31,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,4078.62,,2016.89,6.809056345,32.628998,599,125,1,599,125,0.73,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,atom,Intel® Processor N-200,39.61,,29.85,0.205210747,6.600945698,193,6,1,193,6,26.82,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,1458.83,,554.06,2.455950239,11.67067553,594,125,1,594,125,1.29,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,527.91,,453.23,1.725211318,7.435417792,306,71,1,306,71,2.04,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,5479.84,,1921.88,1.742952604,26.09449042,3144,210,2,1572,105,1.43,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,14421.48,,4410.27,0.850624065,35.17434244,16954,410,2,8477,205,0.92,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,22622.04,,6912.71,1.208571487,41.89266868,18718,540,2,9359,270,0.56,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,38771.76,,10993.76,1.140345798,55.3882245,34000,700,2,17000,350,0.66,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,5229.87,,1856.59,2.586481754,26.14933053,2022,200,2,1011,100,1.44,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,12359.26,,3615.96,5.435030176,41.19752874,2274,300,2,1137,150,0.55,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,accel,Intel® Flex-170,7195.50,6410.60,,,,,,1,,,1.97,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,accel,Intel® Flex-140,1219.84,1149.89,,,,,,1,,,13.07,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,692.73,509.86,,6.474119544,46.18205274,107,15,1,107,15,5.58,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,903.44,556.69,,1.84375582,32.26572686,490,28,1,490,28,4.30,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,57.93,40.13,,0.300129792,9.65417499,193,6,1,193,6,68.05,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,1008.77,740.13,,2.36801077,36.02759243,426,28,1,426,28,3.82,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,514.94,,313.82,4.812519626,34.32930667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,1114.75,,268.28,2.275002757,39.81254825,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,73.89,,44.62,0.38286464,12.31547925,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,1497.43,,605.84,3.515084507,53.4795,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,49.96,,14.45,0.466891776,3.330494671,107,15,1,107,15,19.80,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,97.49,,51.23,0.833227829,1.499810092,117,65,1,117,65,10.67,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,145.23,,74.40,0.678644387,2.234306135,214,65,1,214,65,8.18,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,515.94,,140.29,1.568210731,4.127530643,329,125,1,329,125,3.87,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,158.18,,82.33,0.823856129,2.433544259,192,65,1,192,65,7.04,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,229.98,,61.97,0.539855399,8.213514286,426,28,1,426,28,5.09,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,173.03,,44.88,0.353117963,6.179564359,490,28,1,490,28,6.59,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,122.85,,61.90,0.405448145,3.510022512,303,35,1,303,35,9.95,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,158.96,,76.32,0.325734087,4.541663835,488,35,1,488,35,7.54,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,270.04,,72.19,0.496399722,7.715469968,544,35,1,544,35,4.89,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,749.50,,228.07,1.251250835,5.995994004,599,125,1,599,125,2.93,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,atom,Intel® Processor N-200,6.55,,3.16,0.03395277,1.092147419,193,6,1,193,6,159.41,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,242.15,,98.01,0.407662044,1.937210033,594,125,1,594,125,5.41,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,93.12,,50.42,0.30430895,1.311528714,306,71,1,306,71,11.07,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,967.51,,269.32,0.307731475,4.607179803,3144,210,2,1572,105,2.90,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,2904.14,,747.72,0.171295011,7.083257598,16954,410,2,8477,205,1.53,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,4995.38,,1161.61,0.266875909,9.250709751,18718,540,2,9359,270,1.02,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,20106.68,,1683.03,0.591372933,28.72382815,34000,700,2,17000,350,1.01,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,930.86,,255.73,0.46036761,4.654316532,2022,200,2,1011,100,3.01,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,2277.89,,566.74,1.001712531,7.592980986,2274,300,2,1137,150,1.47,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,accel,Intel® Flex-170,3587.03,2207.96,,,,,,1,,,4.17,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,accel,Intel® Flex-140,681.39,441.41,,,,,,1,,,23.43,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,211.61,117.01,,1.977639185,14.10715952,107,15,1,107,15,18.79,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,289.48,170.46,,0.590782847,10.33869983,490,28,1,490,28,13.64,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,14.62,7.80,,0.075769949,2.437266688,193,6,1,193,6,272.49,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,352.09,211.39,,0.826510493,12.57476679,426,28,1,426,28,11.09,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,201.96,,71.44,1.887469159,13.46394667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,307.08,,88.49,0.626686058,10.96700601,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,18.58,,6.49,0.09624999,3.096041335,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,358.14,,114.23,0.840715023,12.79087857,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,107.63,,36.80,1.005906996,7.175469906,107,15,1,107,15,9.12,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,212.15,,122.46,1.813284395,3.263911911,117,65,1,117,65,4.93,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,327.95,,171.39,1.532485774,5.045414702,214,65,1,214,65,3.61,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,999.78,,361.81,3.038835794,7.99821581,329,125,1,329,125,1.90,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,343.23,,200.57,1.787633018,5.280392915,192,65,1,192,65,3.11,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,518.48,,150.36,1.217089202,18.51714286,426,28,1,426,28,2.24,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,387.68,,101.48,0.791191606,13.8458531,490,28,1,490,28,2.80,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,275.38,,157.24,0.908858835,7.868120772,303,35,1,303,35,4.33,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,367.82,,194.43,0.753734827,10.50921702,488,35,1,488,35,3.35,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,543.47,,186.05,0.999034589,15.5278519,544,35,1,544,35,2.61,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,1525.02,,586.71,2.545949853,12.20019169,599,125,1,599,125,1.62,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,atom,Intel® Processor N-200,14.49,,7.97,0.075060228,2.414437321,193,6,1,193,6,71.99,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,577.55,,223.76,0.972304716,4.620392012,594,125,1,594,125,2.38,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,203.21,,126.30,0.664084594,2.862111065,306,71,1,306,71,5.09,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,2048.96,,639.54,0.651703831,9.756937353,3144,210,2,1572,105,1.57,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,5725.24,,1655.76,0.337692546,13.96399861,16954,410,2,8477,205,1.11,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,10274.06,,2354.69,0.548886883,19.0260457,18718,540,2,9359,270,0.67,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,22569.91,,3519.34,0.663820955,32.24273208,34000,700,2,17000,350,0.82,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,1946.94,,612.87,0.962878848,9.73470515,2022,200,2,1011,100,1.63,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,4808.85,,1247.67,2.114709828,16.02950049,2274,300,2,1137,150,0.81,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,accel,Intel® Flex-170,4012.21,3280.14,,,,,,1,,,3.65,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,accel,Intel® Flex-140,837.59,673.84,,,,,,1,,,19.02,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,408.97,220.07,,3.822128486,27.26451654,107,15,1,107,15,9.63,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,522.64,285.29,,1.066608011,18.6656402,490,28,1,490,28,7.49,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,28.92,15.36,,0.149828275,4.819476185,193,6,1,193,6,136.60,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,637.62,384.26,,1.496766725,22.77223659,426,28,1,426,28,6.11,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,321.29,,138.22,3.002740187,21.41954667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,531.28,,141.48,1.084245141,18.97428996,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,35.69,,14.88,0.184945841,5.949091211,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,690.18,,239.85,1.620143192,24.64932143,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,0.89,,0.23,0.00834996,0.059563049,107,15,1,107,15,1119.27,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,1.68,,0.97,0.014338412,0.025809141,117,65,1,117,65,596.89,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,2.42,,1.40,0.011301245,0.037207176,214,65,1,214,65,459.48,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,8.23,,2.40,0.025006186,0.065816281,329,125,1,329,125,163.47,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,2.78,,1.56,0.014501179,0.042834252,192,65,1,192,65,362.12,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,3.93,,1.00,0.009217819,0.140242536,426,28,1,426,28,278.25,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,2.96,,0.76,0.006043555,0.105762215,490,28,1,490,28,336.81,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,2.02,,1.13,0.006664408,0.057694728,303,35,1,303,35,563.91,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,2.68,,1.49,0.00548551,0.076483685,488,35,1,488,35,405.46,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,4.40,,1.32,0.008086729,0.125690868,544,35,1,544,35,235.75,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,12.52,,4.02,0.020905788,0.100180536,599,125,1,599,125,125.64,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,atom,Intel® Processor N-200,0.11,,0.05,0.000581374,0.01870087,193,6,1,193,6,8951.48,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,4.33,,2.45,0.007285664,0.034621476,594,125,1,594,125,239.93,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,1.60,,0.92,0.005224348,0.022516206,306,71,1,306,71,625.20,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,17.63,,4.57,0.005609079,0.083975927,3144,210,2,1572,105,115.76,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,57.85,,14.82,0.003412426,0.141107992,16954,410,2,8477,205,36.60,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,79.09,,20.81,0.004225558,0.146470375,18718,540,2,9359,270,106.87,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,445.98,,31.40,0.013117158,0.637119123,34000,700,2,17000,350,8.59,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,16.77,,4.34,0.008295831,0.083870853,2022,200,2,1011,100,121.62,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,42.59,,10.54,0.018728616,0.141962906,2274,300,2,1137,150,59.65,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,accel,Intel® Flex-170,167.49,103.03,,,,,,1,,,95.09,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,accel,Intel® Flex-140,29.99,17.56,,,,,,1,,,529.50,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,5.05,2.63,,0.047178932,0.336543045,107,15,1,107,15,773.01,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,8.98,4.71,,0.018327459,0.320730535,490,28,1,490,28,445.01,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,0.29,0.16,,0.001497632,0.048173819,193,6,1,193,6,13818.30,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,9.70,5.44,,0.022760985,0.34629213,426,28,1,426,28,422.10,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,0.90,,0.23,0.00837685,0.059754867,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,2.91,,0.75,0.005937663,0.103909111,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.11,,0.05,0.000582108,0.01872448,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,3.92,,1.00,0.00919669,0.139921071,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,5.46,,1.54,0.051044248,0.364115633,107,15,1,107,15,183.90,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,10.65,,5.82,0.09106238,0.163912284,117,65,1,117,65,94.90,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,15.38,,8.31,0.071851432,0.236557023,214,65,1,214,65,74.19,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,51.71,,15.62,0.157162207,0.41365093,329,125,1,329,125,29.85,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,17.56,,9.38,0.091438134,0.270094181,192,65,1,192,65,57.84,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,24.16,,6.62,0.056714953,0.8628775,426,28,1,426,28,45.99,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,18.06,,4.86,0.03686323,0.645106519,490,28,1,490,28,57.19,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,12.66,,6.85,0.041784766,0.361736687,303,35,1,303,35,86.80,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,16.86,,8.71,0.034540452,0.48159259,488,35,1,488,35,65.99,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,27.01,,8.10,0.049658249,0.771831063,544,35,1,544,35,42.00,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,78.04,,25.56,0.1302838,0.62431997,599,125,1,599,125,23.30,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,atom,Intel® Processor N-200,0.70,,0.35,0.003642344,0.117162061,193,6,1,193,6,1468.27,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,27.34,,14.09,0.046032451,0.218746209,594,125,1,594,125,40.58,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,10.07,,5.66,0.032912167,0.141846806,306,71,1,306,71,100.10,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,106.30,,29.82,0.033811441,0.506205571,3144,210,2,1572,105,21.86,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,313.22,,88.20,0.018474663,0.76394984,16954,410,2,8477,205,10.58,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,493.02,,109.11,0.026339551,0.913006894,18718,540,2,9359,270,18.51,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,2136.92,,194.88,0.06285072,3.052749275,34000,700,2,17000,350,3.29,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,101.27,,28.40,0.050083923,0.50634846,2022,200,2,1011,100,22.87,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,242.00,,62.34,0.106421602,0.806675746,2274,300,2,1137,150,13.70,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,accel,Intel® Flex-170,789.11,338.45,,,,,,1,,,19.85,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,accel,Intel® Flex-140,159.67,87.28,,,,,,1,,,99.99,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,31.90,15.02,,0.298118652,2.126579715,107,15,1,107,15,123.93,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,57.77,25.96,,0.117907546,2.063382053,490,28,1,490,28,68.96,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,1.76,0.94,,0.009116198,0.293237699,193,6,1,193,6,2271.06,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,63.86,29.69,,0.149904983,2.280697234,426,28,1,426,28,63.56,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,34.09,,9.18,0.318603364,2.272704,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,55.18,,12.97,0.112605748,1.970600588,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,2.22,,0.74,0.011488536,0.369547916,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,52.21,,13.99,0.122567488,1.864776786,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,54.42,,18.04,0.508553978,3.627685044,107,15,1,107,15,18.25,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,112.01,,63.79,0.957390784,1.723303411,117,65,1,117,65,9.02,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,167.15,,91.46,0.781091755,2.571594392,214,65,1,214,65,6.72,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,599.98,,196.78,1.823638134,4.799815567,329,125,1,329,125,3.05,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,185.17,,102.47,0.964441757,2.848812574,192,65,1,192,65,5.42,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,251.02,,77.47,0.589250939,8.965032143,426,28,1,426,28,4.54,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,186.99,,55.22,0.381609578,6.678167613,490,28,1,490,28,5.74,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,137.72,,76.53,0.454530194,3.934932821,303,35,1,303,35,8.20,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,186.09,,96.75,0.381340728,5.316979292,488,35,1,488,35,6.26,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,290.20,,92.52,0.533462621,8.291533312,544,35,1,544,35,4.20,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,858.94,,286.41,1.433957861,6.871526071,599,125,1,599,125,2.44,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,atom,Intel® Processor N-200,7.65,,4.05,0.039622221,1.27451476,193,6,1,193,6,136.49,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,298.60,,148.94,0.502696157,2.388812138,594,125,1,594,125,3.99,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,106.58,,62.62,0.348291454,1.501087112,306,71,1,306,71,9.44,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,1051.30,,339.08,0.334382549,5.006184448,3144,210,2,1572,105,2.51,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,2824.66,,923.96,0.166607362,6.889417597,16954,410,2,8477,205,1.22,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,4664.34,,1378.51,0.249189958,8.637662274,18718,540,2,9359,270,0.87,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,13094.97,,2140.00,0.385146034,18.70709309,34000,700,2,17000,350,1.09,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,1008.44,,322.64,0.49873439,5.042204682,2022,200,2,1011,100,2.62,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,2217.58,,702.90,0.975190642,7.391945065,2274,300,2,1137,150,1.33,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,accel,Intel® Flex-170,3731.30,2395.93,,,,,,1,,,4.06,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,accel,Intel® Flex-140,595.41,589.87,,,,,,1,,,26.79,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,289.69,151.78,,2.707403451,19.31281129,107,15,1,107,15,13.67,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,482.61,255.46,,0.984928525,17.23624918,490,28,1,490,28,8.06,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,18.65,9.81,,0.096624282,3.108081056,193,6,1,193,6,212.84,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,555.59,293.27,,1.304201059,19.84248754,426,28,1,426,28,6.92,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,266.57,,93.47,2.491299065,17.77126667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,383.36,,116.03,0.782374111,13.69154694,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,23.03,,8.30,0.119308014,3.837741122,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,444.34,,149.05,1.043043427,15.86916071,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,1.49,,0.38,0.013950494,0.099513526,107,15,1,107,15,672.25,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,2.43,,1.57,0.020775748,0.037396346,117,65,1,117,65,425.88,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,3.62,,2.29,0.016924989,0.055722272,214,65,1,214,65,322.49,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,11.46,,3.96,0.03483307,0.091680639,329,125,1,329,125,121.88,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,3.95,,2.54,0.020576722,0.06078047,192,65,1,192,65,262.38,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,6.56,,1.65,0.015387439,0.234108893,426,28,1,426,28,169.32,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,4.93,,1.23,0.010063508,0.176111389,490,28,1,490,28,209.95,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,3.02,,1.85,0.009976084,0.086364383,303,35,1,303,35,386.94,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,3.86,,2.43,0.007900388,0.110153975,488,35,1,488,35,282.08,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,6.32,,2.19,0.01162052,0.18061608,544,35,1,544,35,169.49,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,18.02,,6.59,0.030079429,0.144140625,599,125,1,599,125,91.92,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,atom,Intel® Processor N-200,0.17,,0.09,0.000895225,0.0287964,193,6,1,193,6,5824.42,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,6.10,,3.95,0.010266964,0.048788613,594,125,1,594,125,180.82,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,2.33,,1.48,0.007623167,0.032854777,306,71,1,306,71,431.48,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,29.17,,7.32,0.009277061,0.138890851,3144,210,2,1572,105,70.99,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,95.18,,21.75,0.005614225,0.232155061,16954,410,2,8477,205,23.58,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,129.66,,31.77,0.006926924,0.240107724,18718,540,2,9359,270,73.18,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,597.42,,48.08,0.017571322,0.853464211,34000,700,2,17000,350,9.00,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,27.77,,6.96,0.01373266,0.138837194,2022,200,2,1011,100,74.54,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,68.21,,15.93,0.029995749,0.227367774,2274,300,2,1137,150,43.86,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,accel,Intel® Flex-170,277.97,158.53,,,,,,1,,,57.27,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,accel,Intel® Flex-140,46.10,28.49,,,,,,1,,,346.80,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,8.40,4.35,,0.078545387,0.56029043,107,15,1,107,15,475.75,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,15.51,7.81,,0.03164744,0.553830203,490,28,1,490,28,257.89,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,0.46,0.25,,0.002385152,0.076722378,193,6,1,193,6,8685.75,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,17.28,8.86,,0.04056698,0.617197621,426,28,1,426,28,227.89,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,8.96,,2.57,0.083779393,0.597626333,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,15.42,,3.90,0.031467977,0.550689601,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.55,,0.19,0.002833692,0.09115042,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,14.32,,3.81,0.033621549,0.511527857,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,24.40,,9.61,0.22800938,1.626466914,107,15,1,107,15,40.45,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,53.51,,33.07,0.457363269,0.823253884,117,65,1,117,65,19.20,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,81.91,,47.09,0.382748211,1.260124878,214,65,1,214,65,13.68,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,248.13,,95.51,0.754209583,1.985079623,329,125,1,329,125,6.70,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,86.77,,53.00,0.451947196,1.334982486,192,65,1,192,65,11.88,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,110.84,,40.77,0.260193662,3.958660714,426,28,1,426,28,10.71,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,76.53,,27.31,0.156180065,2.733151145,490,28,1,490,28,13.42,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,71.40,,42.60,0.235643867,2.040002619,303,35,1,303,35,16.51,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,93.44,,53.42,0.19148001,2.669778431,488,35,1,488,35,12.45,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,129.22,,50.19,0.237534522,3.691965149,544,35,1,544,35,9.42,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,374.34,,153.46,0.624943307,2.994728327,599,125,1,599,125,5.32,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,atom,Intel® Processor N-200,3.26,,1.95,0.016869276,0.542628378,193,6,1,193,6,316.56,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,136.37,,72.87,0.229579691,1.090962692,594,125,1,594,125,9.15,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,52.29,,32.98,0.170869765,0.73642462,306,71,1,306,71,19.47,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,452.92,,175.37,0.144058565,2.156762523,3144,210,2,1572,105,5.85,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,978.34,,454.72,0.057705352,2.386186661,16954,410,2,8477,205,3.51,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,1708.13,,573.45,0.091255994,3.163203145,18718,540,2,9359,270,2.38,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,2882.62,,945.60,0.084783045,4.118033592,34000,700,2,17000,350,3.82,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,431.62,,166.10,0.213460485,2.158085503,2022,200,2,1011,100,6.19,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,855.04,,342.65,0.376007503,2.850136872,2274,300,2,1137,150,3.25,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,accel,Intel® Flex-170,1445.14,1480.07,,,,,,1,,,10.71,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,accel,Intel® Flex-140,201.93,259.00,,,,,,1,,,79.17,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,126.14,82.58,,1.178855159,8.409166799,107,15,1,107,15,31.55,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,170.37,110.99,,0.347683792,6.084466364,490,28,1,490,28,23.22,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,8.61,5.66,,0.044636,1.435791346,193,6,1,193,6,463.22,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,210.16,143.23,,0.493335138,7.505741748,426,28,1,426,28,18.84,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,116.50,,51.35,1.088790654,7.766706667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,114.23,,46.77,0.233123263,4.079657102,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,10.54,,4.68,0.05458634,1.755860615,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,181.83,,76.10,0.426834977,6.493989286,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,65,1,214,65,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,,,,0,0,544,35,1,544,35,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,32.34,,49.17,0.053990134,0.25872072,599,125,1,599,125,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,atom,Intel® Processor N-200,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,306,71,1,306,71,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,28.29,,43.45,0.001511565,0.052395333,18718,540,2,9359,270,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,47.21,,52.77,0.00138849,0.067440929,34000,700,2,17000,350,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,40.07,,42.88,0.017620783,0.133565533,2274,300,2,1137,150,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,accel,Intel® Flex-170,81.64,,82.81,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,accel,Intel® Flex-140,70.36,,65.11,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,65,1,214,65,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,,,,0,0,544,35,1,544,35,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,242.95,,457.83,0.405588331,1.94357928,599,125,1,599,125,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,atom,Intel® Processor N-200,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,306,71,1,306,71,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,110.25,,200.49,0.005889907,0.204161611,18718,540,2,9359,270,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,119.09,,131.63,0.003502792,0.170135629,34000,700,2,17000,350,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,277.75,,278.22,0.122140598,0.925825733,2274,300,2,1137,150,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,accel,Intel® Flex-170,143.21,,143.00,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,accel,Intel® Flex-140,,,,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,65,1,214,65,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,,,,0,0,544,35,1,544,35,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,285.08,,511.77,0.475930451,2.28065872,599,125,1,599,125,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,atom,Intel® Processor N-200,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,306,71,1,306,71,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,95.08,,182.22,0.005079793,0.176080667,18718,540,2,9359,270,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,119.29,,133.20,0.003508666,0.170420929,34000,700,2,17000,350,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,338.67,,345.26,0.148931821,1.1289032,2274,300,2,1137,150,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,accel,Intel® Flex-170,138.06,,137.36,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,accel,Intel® Flex-140,,,,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,,,,0,0,107,15,1,107,15,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,65,1,214,65,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,,,,0,0,426,28,1,426,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,28,1,490,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,,,,0,0,544,35,1,544,35,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,43.21,,43.13,0.072129599,0.34564504,599,125,1,599,125,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,atom,Intel® Processor N-200,,,,0,0,193,6,1,193,6,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,306,71,1,306,71,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,18.95,,19.43,0.001012236,0.035087093,18718,540,2,9359,270,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,5.88,,6.47,0.000172889,0.008397471,34000,700,2,17000,350,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,21.92,,22.42,0.00963796,0.073055733,2274,300,2,1137,150,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,accel,Intel® Flex-170,4.29,,4.31,,,,,1,,,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,accel,Intel® Flex-140,18.68,,18.46,,,,,1,,,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,,,,0,0,107,15,1,107,15,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,28,1,490,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,,,,0,0,193,6,1,193,6,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,,,,0,0,426,28,1,426,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,28,1,490,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,,,,0,0,193,6,1,193,6,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,,,,0,0,426,28,1,426,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
1 Network model Release IE-Type Platform name Throughput-INT8 ThroughputFP16 ThroughputFP32 Value Efficiency Price TDP Sockets Price/socket TDP/socket Latency UOM_T UOM_V UOM_E UOM_L
2 begin_rec FPS FPS/$ FPS/TDP msec.
3 bert-base-cased OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 11.35 4.27 0.106093669 0.756801503 107 15 1 107 15 88.11 FPS FPS/$ FPS/TDP msec.
4 bert-base-cased OV-2023.1 core Intel® Core™ i3-8100 CPU-only 21.38 15.11 0.182727309 0.328909156 117 65 1 117 65 48.47 FPS FPS/$ FPS/TDP msec.
5 bert-base-cased OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 32.23 20.26 0.15061144 0.495859202 214 65 1 214 65 36.18 FPS FPS/$ FPS/TDP msec.
6 bert-base-cased OV-2023.1 core Intel® Core™ i5-13600K CPU-only 113.18 45.08 0.344024364 0.905472125 329 125 1 329 125 17.43 FPS FPS/$ FPS/TDP msec.
7 bert-base-cased OV-2023.1 core Intel® Core™ i5-8500 CPU-only 34.34 24.04 0.178867029 0.528345686 192 65 1 192 65 30.88 FPS FPS/$ FPS/TDP msec.
8 bert-base-cased OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 51.27 18.44 0.120345681 1.830973571 426 28 1 426 28 23.31 FPS FPS/$ FPS/TDP msec.
9 bert-base-cased OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 37.98 13.59 0.077518083 1.356566444 490 28 1 490 28 29.22 FPS FPS/$ FPS/TDP msec.
10 bert-base-cased OV-2023.1 core Intel® Core™ i7-8700T CPU-only 27.60 17.56 0.091086845 0.788551831 303 35 1 303 35 42.83 FPS FPS/$ FPS/TDP msec.
11 bert-base-cased OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 34.12 20.30 0.069915909 0.974827538 488 35 1 488 35 37.09 FPS FPS/$ FPS/TDP msec.
12 bert-base-cased OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 53.08 19.48 0.097575059 1.516595204 544 35 1 544 35 23.07 FPS FPS/$ FPS/TDP msec.
13 bert-base-cased OV-2023.1 core Intel® Core™ i9-13900K CPU-only 163.20 66.23 0.272459575 1.305626285 599 125 1 599 125 13.68 FPS FPS/$ FPS/TDP msec.
14 bert-base-cased OV-2023.1 atom Intel® Processor N-200 1.65 0.83 0.008529061 0.274351466 193 6 1 193 6 641.46 FPS FPS/$ FPS/TDP msec.
15 bert-base-cased OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 51.01 29.43 0.08587761 0.408090401 594 125 1 594 125 28.93 FPS FPS/$ FPS/TDP msec.
16 bert-base-cased OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 20.86 14.80 0.068171185 0.293808206 306 71 1 306 71 49.41 FPS FPS/$ FPS/TDP msec.
17 bert-base-cased OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 217.83 80.66 0.069284052 1.037281242 3144 210 2 1572 105 13.64 FPS FPS/$ FPS/TDP msec.
18 bert-base-cased OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 572.10 224.73 0.033744047 1.395357512 16954 410 2 8477 205 7.81 FPS FPS/$ FPS/TDP msec.
19 bert-base-cased OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 872.62 338.47 0.04661922 1.61596031 18718 540 2 9359 270 43.32 FPS FPS/$ FPS/TDP msec.
20 bert-base-cased OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 3255.60 505.88 0.095752851 4.650852741 34000 700 2 17000 350 4.08 FPS FPS/$ FPS/TDP msec.
21 bert-base-cased OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 204.84 76.40 0.101307066 1.024214437 2022 200 2 1011 100 14.24 FPS FPS/$ FPS/TDP msec.
22 bert-base-cased OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 426.78 167.54 0.187678462 1.422602743 2274 300 2 1137 150 8.09 FPS FPS/$ FPS/TDP msec.
23 bert-base-cased OV-2023.1 accel Intel® Flex-170 842.00 683.21 1 18.63 FPS FPS/$ FPS/TDP msec.
24 bert-base-cased OV-2023.1 accel Intel® Flex-140 174.28 123.71 1 91.68 FPS FPS/$ FPS/TDP msec.
25 bert-base-cased OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 45.83 31.96 0.428279604 3.055061174 107 15 1 107 15 87.12 FPS FPS/$ FPS/TDP msec.
26 bert-base-cased OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 73.09 55.44 0.149162436 2.610342624 490 28 1 490 28 54.56 FPS FPS/$ FPS/TDP msec.
27 bert-base-cased OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 3.37 2.36 0.017448724 0.561267278 193 6 1 193 6 1185.78 FPS FPS/$ FPS/TDP msec.
28 bert-base-cased OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 84.42 60.51 0.198161663 3.014888156 426 28 1 426 28 46.90 FPS FPS/$ FPS/TDP msec.
29 bert-base-cased OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 46.67 23.26 0.436174206 3.111376 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
30 bert-base-cased OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 73.20 31.70 0.149385536 2.614246884 490 28 1 490 28 FPS FPS/$ FPS/TDP msec.
31 bert-base-cased OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 4.43 2.03 0.022934748 0.7377344 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
32 bert-base-cased OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 83.69 37.23 0.196445915 2.988784286 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
33 end_rec
34 begin_rec FPS FPS/$ FPS/TDP msec.
35 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 1.18 0.38 0.011017319 0.078590206 107 15 1 107 15 863.34 FPS FPS/$ FPS/TDP msec.
36 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core Intel® Core™ i3-8100 CPU-only 2.09 1.33 0.017880344 0.032184618 117 65 1 117 65 492.10 FPS FPS/$ FPS/TDP msec.
37 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 2.97 1.87 0.013882493 0.045705439 214 65 1 214 65 347.78 FPS FPS/$ FPS/TDP msec.
38 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core Intel® Core™ i5-13600K CPU-only 9.93 3.74 0.030176091 0.079423471 329 125 1 329 125 155.72 FPS FPS/$ FPS/TDP msec.
39 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core Intel® Core™ i5-8500 CPU-only 3.36 2.13 0.017518449 0.051746803 192 65 1 192 65 302.24 FPS FPS/$ FPS/TDP msec.
40 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 5.09 1.63 0.011951214 0.181829179 426 28 1 426 28 219.77 FPS FPS/$ FPS/TDP msec.
41 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 3.79 1.22 0.007726669 0.135216715 490 28 1 490 28 266.14 FPS FPS/$ FPS/TDP msec.
42 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core Intel® Core™ i7-8700T CPU-only 2.71 1.61 0.008936965 0.077368581 303 35 1 303 35 412.44 FPS FPS/$ FPS/TDP msec.
43 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 3.35 1.83 0.006861724 0.095672042 488 35 1 488 35 327.59 FPS FPS/$ FPS/TDP msec.
44 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 5.06 1.75 0.009296462 0.144493584 544 35 1 544 35 210.96 FPS FPS/$ FPS/TDP msec.
45 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core Intel® Core™ i9-13900K CPU-only 15.19 5.91 0.025358635 0.12151858 599 125 1 599 125 113.61 FPS FPS/$ FPS/TDP msec.
46 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 atom Intel® Processor N-200 0.16 0.08 0.000828224 0.0266412 193 6 1 193 6 6367.32 FPS FPS/$ FPS/TDP msec.
47 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 4.66 2.88 0.007842661 0.037268324 594 125 1 594 125 224.55 FPS FPS/$ FPS/TDP msec.
48 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 2.11 1.34 0.006898006 0.029729433 306 71 1 306 71 486.76 FPS FPS/$ FPS/TDP msec.
49 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 21.27 6.90 0.006764356 0.101272067 3144 210 2 1572 105 103.38 FPS FPS/$ FPS/TDP msec.
50 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 50.91 17.71 0.003002727 0.124166415 16954 410 2 8477 205 63.45 FPS FPS/$ FPS/TDP msec.
51 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 67.03 27.69 0.003581195 0.124134843 18718 540 2 9359 270 253.77 FPS FPS/$ FPS/TDP msec.
52 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 251.10 47.69 0.007385431 0.358720946 34000 700 2 17000 350 36.69 FPS FPS/$ FPS/TDP msec.
53 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 20.81 6.64 0.010291168 0.104043704 2022 200 2 1011 100 106.83 FPS FPS/$ FPS/TDP msec.
54 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 38.76 14.75 0.017046987 0.129216158 2274 300 2 1137 150 237.83 FPS FPS/$ FPS/TDP msec.
55 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 accel Intel® Flex-170 144.12 101.13 1 110.90 FPS FPS/$ FPS/TDP msec.
56 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 accel Intel® Flex-140 29.97 20.57 1 534.35 FPS FPS/$ FPS/TDP msec.
57 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 4.66 3.35 0.043581125 0.31087869 107 15 1 107 15 820.82 FPS FPS/$ FPS/TDP msec.
58 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 5.11 5.77 0.010428379 0.182496635 490 28 1 490 28 745.40 FPS FPS/$ FPS/TDP msec.
59 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 0.34 0.23 0.00174067 0.055991537 193 6 1 193 6 11899.92 FPS FPS/$ FPS/TDP msec.
60 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 9.13 6.65 0.021425568 0.325974707 426 28 1 426 28 449.68 FPS FPS/$ FPS/TDP msec.
61 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 5.20 2.33 0.048610495 0.346754867 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
62 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 3.87 2.23 0.007899318 0.138238071 490 28 1 490 28 FPS FPS/$ FPS/TDP msec.
63 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 0.44 0.17 0.002288653 0.073618327 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
64 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 8.63 3.52 0.02025661 0.308189857 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
65 end_rec
66 begin_rec FPS FPS/$ FPS/TDP msec.
67 deeplabv3 OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 11.86 4.61 0.11084032 0.79066095 107 15 1 107 15 85.88 FPS FPS/$ FPS/TDP msec.
68 deeplabv3 OV-2023.1 core Intel® Core™ i3-8100 CPU-only 22.85 14.48 0.195256904 0.351462427 117 65 1 117 65 43.93 FPS FPS/$ FPS/TDP msec.
69 deeplabv3 OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 34.47 16.42 0.161068212 0.530286114 214 65 1 214 65 33.07 FPS FPS/$ FPS/TDP msec.
70 deeplabv3 OV-2023.1 core Intel® Core™ i5-13600K CPU-only 94.13 42.32 0.286105004 0.753028371 329 125 1 329 125 16.23 FPS FPS/$ FPS/TDP msec.
71 deeplabv3 OV-2023.1 core Intel® Core™ i5-8500 CPU-only 37.18 21.16 0.193650962 0.572015148 192 65 1 192 65 27.36 FPS FPS/$ FPS/TDP msec.
72 deeplabv3 OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 52.88 16.51 0.124135164 1.888627857 426 28 1 426 28 19.87 FPS FPS/$ FPS/TDP msec.
73 deeplabv3 OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 30.78 9.65 0.062807791 1.099136335 490 28 1 490 28 31.13 FPS FPS/$ FPS/TDP msec.
74 deeplabv3 OV-2023.1 core Intel® Core™ i7-8700T CPU-only 32.02 18.34 0.105688204 0.914957883 303 35 1 303 35 37.47 FPS FPS/$ FPS/TDP msec.
75 deeplabv3 OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 40.36 18.54 0.082712269 1.153245355 488 35 1 488 35 27.15 FPS FPS/$ FPS/TDP msec.
76 deeplabv3 OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 57.69 22.51 0.106053446 1.648373567 544 35 1 544 35 21.75 FPS FPS/$ FPS/TDP msec.
77 deeplabv3 OV-2023.1 core Intel® Core™ i9-13900K CPU-only 148.87 57.81 0.248526818 1.190940511 599 125 1 599 125 12.44 FPS FPS/$ FPS/TDP msec.
78 deeplabv3 OV-2023.1 atom Intel® Processor N-200 1.72 1.01 0.008897382 0.286199128 193 6 1 193 6 595.26 FPS FPS/$ FPS/TDP msec.
79 deeplabv3 OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 51.51 19.39 0.086713894 0.412064422 594 125 1 594 125 21.10 FPS FPS/$ FPS/TDP msec.
80 deeplabv3 OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 22.69 15.40 0.074145796 0.319557937 306 71 1 306 71 43.78 FPS FPS/$ FPS/TDP msec.
81 deeplabv3 OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 190.40 77.08 0.060561308 0.906689304 3144 210 2 1572 105 11.76 FPS FPS/$ FPS/TDP msec.
82 deeplabv3 OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 416.77 155.13 0.024582207 1.016504228 16954 410 2 8477 205 5.66 FPS FPS/$ FPS/TDP msec.
83 deeplabv3 OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 584.92 227.30 0.031248866 1.083178298 18718 540 2 9359 270 3.70 FPS FPS/$ FPS/TDP msec.
84 deeplabv3 OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 999.22 380.82 0.029388758 1.427453957 34000 700 2 17000 350 3.55 FPS FPS/$ FPS/TDP msec.
85 deeplabv3 OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 184.31 74.61 0.091151132 0.921537946 2022 200 2 1011 100 12.07 FPS FPS/$ FPS/TDP msec.
86 deeplabv3 OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 370.93 139.96 0.163117657 1.236431838 2274 300 2 1137 150 6.87 FPS FPS/$ FPS/TDP msec.
87 deeplabv3 OV-2023.1 accel Intel® Flex-170 803.58 560.76 1 19.59 FPS FPS/$ FPS/TDP msec.
88 deeplabv3 OV-2023.1 accel Intel® Flex-140 148.01 97.06 1 108.12 FPS FPS/$ FPS/TDP msec.
89 deeplabv3 OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 60.17 27.60 0.562349486 4.011426332 107 15 1 107 15 66.33 FPS FPS/$ FPS/TDP msec.
90 deeplabv3 OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 76.40 36.69 0.155928067 2.728741167 490 28 1 490 28 51.90 FPS FPS/$ FPS/TDP msec.
91 deeplabv3 OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 3.65 1.92 0.018917206 0.608503456 193 6 1 193 6 1094.30 FPS FPS/$ FPS/TDP msec.
92 deeplabv3 OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 105.14 48.76 0.24680943 3.755029182 426 28 1 426 28 37.64 FPS FPS/$ FPS/TDP msec.
93 deeplabv3 OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 61.90 17.22 0.578511308 4.126714 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
94 deeplabv3 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 49.44 9.02 0.100894422 1.765652381 490 28 1 490 28 FPS FPS/$ FPS/TDP msec.
95 deeplabv3 OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 4.81 2.03 0.024920889 0.801621937 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
96 deeplabv3 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 89.16 24.78 0.209304953 3.184425357 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
97 end_rec
98 begin_rec FPS FPS/$ FPS/TDP msec.
99 mobilenet-v2 OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 272.36 133.20 2.545454771 18.15757736 107 15 1 107 15 3.60 FPS FPS/$ FPS/TDP msec.
100 mobilenet-v2 OV-2023.1 core Intel® Core™ i3-8100 CPU-only 542.97 451.26 4.640733479 8.353320262 117 65 1 117 65 1.99 FPS FPS/$ FPS/TDP msec.
101 mobilenet-v2 OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 899.54 499.68 4.203451742 13.8390565 214 65 1 214 65 1.58 FPS FPS/$ FPS/TDP msec.
102 mobilenet-v2 OV-2023.1 core Intel® Core™ i5-13600K CPU-only 2804.17 1285.76 8.523326054 22.43339417 329 125 1 329 125 0.88 FPS FPS/$ FPS/TDP msec.
103 mobilenet-v2 OV-2023.1 core Intel® Core™ i5-8500 CPU-only 868.27 679.32 4.522249945 13.35803061 192 65 1 192 65 1.35 FPS FPS/$ FPS/TDP msec.
104 mobilenet-v2 OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 1372.54 531.48 3.221931925 49.01939286 426 28 1 426 28 0.96 FPS FPS/$ FPS/TDP msec.
105 mobilenet-v2 OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 990.18 318.31 2.020773404 35.36353457 490 28 1 490 28 1.18 FPS FPS/$ FPS/TDP msec.
106 mobilenet-v2 OV-2023.1 core Intel® Core™ i7-8700T CPU-only 741.91 511.96 2.448553162 21.19747452 303 35 1 303 35 1.84 FPS FPS/$ FPS/TDP msec.
107 mobilenet-v2 OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 960.08 614.86 1.967381666 27.43092151 488 35 1 488 35 1.49 FPS FPS/$ FPS/TDP msec.
108 mobilenet-v2 OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 1296.04 651.56 2.382432184 37.02980308 544 35 1 544 35 1.31 FPS FPS/$ FPS/TDP msec.
109 mobilenet-v2 OV-2023.1 core Intel® Core™ i9-13900K CPU-only 4078.62 2016.89 6.809056345 32.628998 599 125 1 599 125 0.73 FPS FPS/$ FPS/TDP msec.
110 mobilenet-v2 OV-2023.1 atom Intel® Processor N-200 39.61 29.85 0.205210747 6.600945698 193 6 1 193 6 26.82 FPS FPS/$ FPS/TDP msec.
111 mobilenet-v2 OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 1458.83 554.06 2.455950239 11.67067553 594 125 1 594 125 1.29 FPS FPS/$ FPS/TDP msec.
112 mobilenet-v2 OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 527.91 453.23 1.725211318 7.435417792 306 71 1 306 71 2.04 FPS FPS/$ FPS/TDP msec.
113 mobilenet-v2 OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 5479.84 1921.88 1.742952604 26.09449042 3144 210 2 1572 105 1.43 FPS FPS/$ FPS/TDP msec.
114 mobilenet-v2 OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 14421.48 4410.27 0.850624065 35.17434244 16954 410 2 8477 205 0.92 FPS FPS/$ FPS/TDP msec.
115 mobilenet-v2 OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 22622.04 6912.71 1.208571487 41.89266868 18718 540 2 9359 270 0.56 FPS FPS/$ FPS/TDP msec.
116 mobilenet-v2 OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 38771.76 10993.76 1.140345798 55.3882245 34000 700 2 17000 350 0.66 FPS FPS/$ FPS/TDP msec.
117 mobilenet-v2 OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 5229.87 1856.59 2.586481754 26.14933053 2022 200 2 1011 100 1.44 FPS FPS/$ FPS/TDP msec.
118 mobilenet-v2 OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 12359.26 3615.96 5.435030176 41.19752874 2274 300 2 1137 150 0.55 FPS FPS/$ FPS/TDP msec.
119 mobilenet-v2 OV-2023.1 accel Intel® Flex-170 7195.50 6410.60 1 1.97 FPS FPS/$ FPS/TDP msec.
120 mobilenet-v2 OV-2023.1 accel Intel® Flex-140 1219.84 1149.89 1 13.07 FPS FPS/$ FPS/TDP msec.
121 mobilenet-v2 OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 692.73 509.86 6.474119544 46.18205274 107 15 1 107 15 5.58 FPS FPS/$ FPS/TDP msec.
122 mobilenet-v2 OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 903.44 556.69 1.84375582 32.26572686 490 28 1 490 28 4.30 FPS FPS/$ FPS/TDP msec.
123 mobilenet-v2 OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 57.93 40.13 0.300129792 9.65417499 193 6 1 193 6 68.05 FPS FPS/$ FPS/TDP msec.
124 mobilenet-v2 OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 1008.77 740.13 2.36801077 36.02759243 426 28 1 426 28 3.82 FPS FPS/$ FPS/TDP msec.
125 mobilenet-v2 OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 514.94 313.82 4.812519626 34.32930667 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
126 mobilenet-v2 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 1114.75 268.28 2.275002757 39.81254825 490 28 1 490 28 FPS FPS/$ FPS/TDP msec.
127 mobilenet-v2 OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 73.89 44.62 0.38286464 12.31547925 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
128 mobilenet-v2 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 1497.43 605.84 3.515084507 53.4795 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
129 end_rec
130 begin_rec FPS FPS/$ FPS/TDP msec.
131 resnet-50 OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 49.96 14.45 0.466891776 3.330494671 107 15 1 107 15 19.80 FPS FPS/$ FPS/TDP msec.
132 resnet-50 OV-2023.1 core Intel® Core™ i3-8100 CPU-only 97.49 51.23 0.833227829 1.499810092 117 65 1 117 65 10.67 FPS FPS/$ FPS/TDP msec.
133 resnet-50 OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 145.23 74.40 0.678644387 2.234306135 214 65 1 214 65 8.18 FPS FPS/$ FPS/TDP msec.
134 resnet-50 OV-2023.1 core Intel® Core™ i5-13600K CPU-only 515.94 140.29 1.568210731 4.127530643 329 125 1 329 125 3.87 FPS FPS/$ FPS/TDP msec.
135 resnet-50 OV-2023.1 core Intel® Core™ i5-8500 CPU-only 158.18 82.33 0.823856129 2.433544259 192 65 1 192 65 7.04 FPS FPS/$ FPS/TDP msec.
136 resnet-50 OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 229.98 61.97 0.539855399 8.213514286 426 28 1 426 28 5.09 FPS FPS/$ FPS/TDP msec.
137 resnet-50 OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 173.03 44.88 0.353117963 6.179564359 490 28 1 490 28 6.59 FPS FPS/$ FPS/TDP msec.
138 resnet-50 OV-2023.1 core Intel® Core™ i7-8700T CPU-only 122.85 61.90 0.405448145 3.510022512 303 35 1 303 35 9.95 FPS FPS/$ FPS/TDP msec.
139 resnet-50 OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 158.96 76.32 0.325734087 4.541663835 488 35 1 488 35 7.54 FPS FPS/$ FPS/TDP msec.
140 resnet-50 OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 270.04 72.19 0.496399722 7.715469968 544 35 1 544 35 4.89 FPS FPS/$ FPS/TDP msec.
141 resnet-50 OV-2023.1 core Intel® Core™ i9-13900K CPU-only 749.50 228.07 1.251250835 5.995994004 599 125 1 599 125 2.93 FPS FPS/$ FPS/TDP msec.
142 resnet-50 OV-2023.1 atom Intel® Processor N-200 6.55 3.16 0.03395277 1.092147419 193 6 1 193 6 159.41 FPS FPS/$ FPS/TDP msec.
143 resnet-50 OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 242.15 98.01 0.407662044 1.937210033 594 125 1 594 125 5.41 FPS FPS/$ FPS/TDP msec.
144 resnet-50 OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 93.12 50.42 0.30430895 1.311528714 306 71 1 306 71 11.07 FPS FPS/$ FPS/TDP msec.
145 resnet-50 OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 967.51 269.32 0.307731475 4.607179803 3144 210 2 1572 105 2.90 FPS FPS/$ FPS/TDP msec.
146 resnet-50 OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 2904.14 747.72 0.171295011 7.083257598 16954 410 2 8477 205 1.53 FPS FPS/$ FPS/TDP msec.
147 resnet-50 OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 4995.38 1161.61 0.266875909 9.250709751 18718 540 2 9359 270 1.02 FPS FPS/$ FPS/TDP msec.
148 resnet-50 OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 20106.68 1683.03 0.591372933 28.72382815 34000 700 2 17000 350 1.01 FPS FPS/$ FPS/TDP msec.
149 resnet-50 OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 930.86 255.73 0.46036761 4.654316532 2022 200 2 1011 100 3.01 FPS FPS/$ FPS/TDP msec.
150 resnet-50 OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 2277.89 566.74 1.001712531 7.592980986 2274 300 2 1137 150 1.47 FPS FPS/$ FPS/TDP msec.
151 resnet-50 OV-2023.1 accel Intel® Flex-170 3587.03 2207.96 1 4.17 FPS FPS/$ FPS/TDP msec.
152 resnet-50 OV-2023.1 accel Intel® Flex-140 681.39 441.41 1 23.43 FPS FPS/$ FPS/TDP msec.
153 resnet-50 OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 211.61 117.01 1.977639185 14.10715952 107 15 1 107 15 18.79 FPS FPS/$ FPS/TDP msec.
154 resnet-50 OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 289.48 170.46 0.590782847 10.33869983 490 28 1 490 28 13.64 FPS FPS/$ FPS/TDP msec.
155 resnet-50 OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 14.62 7.80 0.075769949 2.437266688 193 6 1 193 6 272.49 FPS FPS/$ FPS/TDP msec.
156 resnet-50 OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 352.09 211.39 0.826510493 12.57476679 426 28 1 426 28 11.09 FPS FPS/$ FPS/TDP msec.
157 resnet-50 OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 201.96 71.44 1.887469159 13.46394667 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
158 resnet-50 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 307.08 88.49 0.626686058 10.96700601 490 28 1 490 28 FPS FPS/$ FPS/TDP msec.
159 resnet-50 OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 18.58 6.49 0.09624999 3.096041335 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
160 resnet-50 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 358.14 114.23 0.840715023 12.79087857 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
161 end_rec
162 begin_rec FPS FPS/$ FPS/TDP msec.
163 ssd_mobilenet_v1_coco OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 107.63 36.80 1.005906996 7.175469906 107 15 1 107 15 9.12 FPS FPS/$ FPS/TDP msec.
164 ssd_mobilenet_v1_coco OV-2023.1 core Intel® Core™ i3-8100 CPU-only 212.15 122.46 1.813284395 3.263911911 117 65 1 117 65 4.93 FPS FPS/$ FPS/TDP msec.
165 ssd_mobilenet_v1_coco OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 327.95 171.39 1.532485774 5.045414702 214 65 1 214 65 3.61 FPS FPS/$ FPS/TDP msec.
166 ssd_mobilenet_v1_coco OV-2023.1 core Intel® Core™ i5-13600K CPU-only 999.78 361.81 3.038835794 7.99821581 329 125 1 329 125 1.90 FPS FPS/$ FPS/TDP msec.
167 ssd_mobilenet_v1_coco OV-2023.1 core Intel® Core™ i5-8500 CPU-only 343.23 200.57 1.787633018 5.280392915 192 65 1 192 65 3.11 FPS FPS/$ FPS/TDP msec.
168 ssd_mobilenet_v1_coco OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 518.48 150.36 1.217089202 18.51714286 426 28 1 426 28 2.24 FPS FPS/$ FPS/TDP msec.
169 ssd_mobilenet_v1_coco OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 387.68 101.48 0.791191606 13.8458531 490 28 1 490 28 2.80 FPS FPS/$ FPS/TDP msec.
170 ssd_mobilenet_v1_coco OV-2023.1 core Intel® Core™ i7-8700T CPU-only 275.38 157.24 0.908858835 7.868120772 303 35 1 303 35 4.33 FPS FPS/$ FPS/TDP msec.
171 ssd_mobilenet_v1_coco OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 367.82 194.43 0.753734827 10.50921702 488 35 1 488 35 3.35 FPS FPS/$ FPS/TDP msec.
172 ssd_mobilenet_v1_coco OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 543.47 186.05 0.999034589 15.5278519 544 35 1 544 35 2.61 FPS FPS/$ FPS/TDP msec.
173 ssd_mobilenet_v1_coco OV-2023.1 core Intel® Core™ i9-13900K CPU-only 1525.02 586.71 2.545949853 12.20019169 599 125 1 599 125 1.62 FPS FPS/$ FPS/TDP msec.
174 ssd_mobilenet_v1_coco OV-2023.1 atom Intel® Processor N-200 14.49 7.97 0.075060228 2.414437321 193 6 1 193 6 71.99 FPS FPS/$ FPS/TDP msec.
175 ssd_mobilenet_v1_coco OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 577.55 223.76 0.972304716 4.620392012 594 125 1 594 125 2.38 FPS FPS/$ FPS/TDP msec.
176 ssd_mobilenet_v1_coco OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 203.21 126.30 0.664084594 2.862111065 306 71 1 306 71 5.09 FPS FPS/$ FPS/TDP msec.
177 ssd_mobilenet_v1_coco OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 2048.96 639.54 0.651703831 9.756937353 3144 210 2 1572 105 1.57 FPS FPS/$ FPS/TDP msec.
178 ssd_mobilenet_v1_coco OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 5725.24 1655.76 0.337692546 13.96399861 16954 410 2 8477 205 1.11 FPS FPS/$ FPS/TDP msec.
179 ssd_mobilenet_v1_coco OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 10274.06 2354.69 0.548886883 19.0260457 18718 540 2 9359 270 0.67 FPS FPS/$ FPS/TDP msec.
180 ssd_mobilenet_v1_coco OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 22569.91 3519.34 0.663820955 32.24273208 34000 700 2 17000 350 0.82 FPS FPS/$ FPS/TDP msec.
181 ssd_mobilenet_v1_coco OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 1946.94 612.87 0.962878848 9.73470515 2022 200 2 1011 100 1.63 FPS FPS/$ FPS/TDP msec.
182 ssd_mobilenet_v1_coco OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 4808.85 1247.67 2.114709828 16.02950049 2274 300 2 1137 150 0.81 FPS FPS/$ FPS/TDP msec.
183 ssd_mobilenet_v1_coco OV-2023.1 accel Intel® Flex-170 4012.21 3280.14 1 3.65 FPS FPS/$ FPS/TDP msec.
184 ssd_mobilenet_v1_coco OV-2023.1 accel Intel® Flex-140 837.59 673.84 1 19.02 FPS FPS/$ FPS/TDP msec.
185 ssd_mobilenet_v1_coco OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 408.97 220.07 3.822128486 27.26451654 107 15 1 107 15 9.63 FPS FPS/$ FPS/TDP msec.
186 ssd_mobilenet_v1_coco OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 522.64 285.29 1.066608011 18.6656402 490 28 1 490 28 7.49 FPS FPS/$ FPS/TDP msec.
187 ssd_mobilenet_v1_coco OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 28.92 15.36 0.149828275 4.819476185 193 6 1 193 6 136.60 FPS FPS/$ FPS/TDP msec.
188 ssd_mobilenet_v1_coco OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 637.62 384.26 1.496766725 22.77223659 426 28 1 426 28 6.11 FPS FPS/$ FPS/TDP msec.
189 ssd_mobilenet_v1_coco OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 321.29 138.22 3.002740187 21.41954667 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
190 ssd_mobilenet_v1_coco OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 531.28 141.48 1.084245141 18.97428996 490 28 1 490 28 FPS FPS/$ FPS/TDP msec.
191 ssd_mobilenet_v1_coco OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 35.69 14.88 0.184945841 5.949091211 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
192 ssd_mobilenet_v1_coco OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 690.18 239.85 1.620143192 24.64932143 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
193 end_rec
194 begin_rec FPS FPS/$ FPS/TDP msec.
195 ssd-resnet34-1200 OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 0.89 0.23 0.00834996 0.059563049 107 15 1 107 15 1119.27 FPS FPS/$ FPS/TDP msec.
196 ssd-resnet34-1200 OV-2023.1 core Intel® Core™ i3-8100 CPU-only 1.68 0.97 0.014338412 0.025809141 117 65 1 117 65 596.89 FPS FPS/$ FPS/TDP msec.
197 ssd-resnet34-1200 OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 2.42 1.40 0.011301245 0.037207176 214 65 1 214 65 459.48 FPS FPS/$ FPS/TDP msec.
198 ssd-resnet34-1200 OV-2023.1 core Intel® Core™ i5-13600K CPU-only 8.23 2.40 0.025006186 0.065816281 329 125 1 329 125 163.47 FPS FPS/$ FPS/TDP msec.
199 ssd-resnet34-1200 OV-2023.1 core Intel® Core™ i5-8500 CPU-only 2.78 1.56 0.014501179 0.042834252 192 65 1 192 65 362.12 FPS FPS/$ FPS/TDP msec.
200 ssd-resnet34-1200 OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 3.93 1.00 0.009217819 0.140242536 426 28 1 426 28 278.25 FPS FPS/$ FPS/TDP msec.
201 ssd-resnet34-1200 OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 2.96 0.76 0.006043555 0.105762215 490 28 1 490 28 336.81 FPS FPS/$ FPS/TDP msec.
202 ssd-resnet34-1200 OV-2023.1 core Intel® Core™ i7-8700T CPU-only 2.02 1.13 0.006664408 0.057694728 303 35 1 303 35 563.91 FPS FPS/$ FPS/TDP msec.
203 ssd-resnet34-1200 OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 2.68 1.49 0.00548551 0.076483685 488 35 1 488 35 405.46 FPS FPS/$ FPS/TDP msec.
204 ssd-resnet34-1200 OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 4.40 1.32 0.008086729 0.125690868 544 35 1 544 35 235.75 FPS FPS/$ FPS/TDP msec.
205 ssd-resnet34-1200 OV-2023.1 core Intel® Core™ i9-13900K CPU-only 12.52 4.02 0.020905788 0.100180536 599 125 1 599 125 125.64 FPS FPS/$ FPS/TDP msec.
206 ssd-resnet34-1200 OV-2023.1 atom Intel® Processor N-200 0.11 0.05 0.000581374 0.01870087 193 6 1 193 6 8951.48 FPS FPS/$ FPS/TDP msec.
207 ssd-resnet34-1200 OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 4.33 2.45 0.007285664 0.034621476 594 125 1 594 125 239.93 FPS FPS/$ FPS/TDP msec.
208 ssd-resnet34-1200 OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 1.60 0.92 0.005224348 0.022516206 306 71 1 306 71 625.20 FPS FPS/$ FPS/TDP msec.
209 ssd-resnet34-1200 OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 17.63 4.57 0.005609079 0.083975927 3144 210 2 1572 105 115.76 FPS FPS/$ FPS/TDP msec.
210 ssd-resnet34-1200 OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 57.85 14.82 0.003412426 0.141107992 16954 410 2 8477 205 36.60 FPS FPS/$ FPS/TDP msec.
211 ssd-resnet34-1200 OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 79.09 20.81 0.004225558 0.146470375 18718 540 2 9359 270 106.87 FPS FPS/$ FPS/TDP msec.
212 ssd-resnet34-1200 OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 445.98 31.40 0.013117158 0.637119123 34000 700 2 17000 350 8.59 FPS FPS/$ FPS/TDP msec.
213 ssd-resnet34-1200 OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 16.77 4.34 0.008295831 0.083870853 2022 200 2 1011 100 121.62 FPS FPS/$ FPS/TDP msec.
214 ssd-resnet34-1200 OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 42.59 10.54 0.018728616 0.141962906 2274 300 2 1137 150 59.65 FPS FPS/$ FPS/TDP msec.
215 ssd-resnet34-1200 OV-2023.1 accel Intel® Flex-170 167.49 103.03 1 95.09 FPS FPS/$ FPS/TDP msec.
216 ssd-resnet34-1200 OV-2023.1 accel Intel® Flex-140 29.99 17.56 1 529.50 FPS FPS/$ FPS/TDP msec.
217 ssd-resnet34-1200 OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 5.05 2.63 0.047178932 0.336543045 107 15 1 107 15 773.01 FPS FPS/$ FPS/TDP msec.
218 ssd-resnet34-1200 OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 8.98 4.71 0.018327459 0.320730535 490 28 1 490 28 445.01 FPS FPS/$ FPS/TDP msec.
219 ssd-resnet34-1200 OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 0.29 0.16 0.001497632 0.048173819 193 6 1 193 6 13818.30 FPS FPS/$ FPS/TDP msec.
220 ssd-resnet34-1200 OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 9.70 5.44 0.022760985 0.34629213 426 28 1 426 28 422.10 FPS FPS/$ FPS/TDP msec.
221 ssd-resnet34-1200 OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 0.90 0.23 0.00837685 0.059754867 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
222 ssd-resnet34-1200 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 2.91 0.75 0.005937663 0.103909111 490 28 1 490 28 FPS FPS/$ FPS/TDP msec.
223 ssd-resnet34-1200 OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 0.11 0.05 0.000582108 0.01872448 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
224 ssd-resnet34-1200 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 3.92 1.00 0.00919669 0.139921071 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
225 end_rec
226 begin_rec FPS FPS/$ FPS/TDP msec.
227 yolo-v3 OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 5.46 1.54 0.051044248 0.364115633 107 15 1 107 15 183.90 FPS FPS/$ FPS/TDP msec.
228 yolo-v3 OV-2023.1 core Intel® Core™ i3-8100 CPU-only 10.65 5.82 0.09106238 0.163912284 117 65 1 117 65 94.90 FPS FPS/$ FPS/TDP msec.
229 yolo-v3 OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 15.38 8.31 0.071851432 0.236557023 214 65 1 214 65 74.19 FPS FPS/$ FPS/TDP msec.
230 yolo-v3 OV-2023.1 core Intel® Core™ i5-13600K CPU-only 51.71 15.62 0.157162207 0.41365093 329 125 1 329 125 29.85 FPS FPS/$ FPS/TDP msec.
231 yolo-v3 OV-2023.1 core Intel® Core™ i5-8500 CPU-only 17.56 9.38 0.091438134 0.270094181 192 65 1 192 65 57.84 FPS FPS/$ FPS/TDP msec.
232 yolo-v3 OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 24.16 6.62 0.056714953 0.8628775 426 28 1 426 28 45.99 FPS FPS/$ FPS/TDP msec.
233 yolo-v3 OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 18.06 4.86 0.03686323 0.645106519 490 28 1 490 28 57.19 FPS FPS/$ FPS/TDP msec.
234 yolo-v3 OV-2023.1 core Intel® Core™ i7-8700T CPU-only 12.66 6.85 0.041784766 0.361736687 303 35 1 303 35 86.80 FPS FPS/$ FPS/TDP msec.
235 yolo-v3 OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 16.86 8.71 0.034540452 0.48159259 488 35 1 488 35 65.99 FPS FPS/$ FPS/TDP msec.
236 yolo-v3 OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 27.01 8.10 0.049658249 0.771831063 544 35 1 544 35 42.00 FPS FPS/$ FPS/TDP msec.
237 yolo-v3 OV-2023.1 core Intel® Core™ i9-13900K CPU-only 78.04 25.56 0.1302838 0.62431997 599 125 1 599 125 23.30 FPS FPS/$ FPS/TDP msec.
238 yolo-v3 OV-2023.1 atom Intel® Processor N-200 0.70 0.35 0.003642344 0.117162061 193 6 1 193 6 1468.27 FPS FPS/$ FPS/TDP msec.
239 yolo-v3 OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 27.34 14.09 0.046032451 0.218746209 594 125 1 594 125 40.58 FPS FPS/$ FPS/TDP msec.
240 yolo-v3 OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 10.07 5.66 0.032912167 0.141846806 306 71 1 306 71 100.10 FPS FPS/$ FPS/TDP msec.
241 yolo-v3 OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 106.30 29.82 0.033811441 0.506205571 3144 210 2 1572 105 21.86 FPS FPS/$ FPS/TDP msec.
242 yolo-v3 OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 313.22 88.20 0.018474663 0.76394984 16954 410 2 8477 205 10.58 FPS FPS/$ FPS/TDP msec.
243 yolo-v3 OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 493.02 109.11 0.026339551 0.913006894 18718 540 2 9359 270 18.51 FPS FPS/$ FPS/TDP msec.
244 yolo-v3 OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 2136.92 194.88 0.06285072 3.052749275 34000 700 2 17000 350 3.29 FPS FPS/$ FPS/TDP msec.
245 yolo-v3 OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 101.27 28.40 0.050083923 0.50634846 2022 200 2 1011 100 22.87 FPS FPS/$ FPS/TDP msec.
246 yolo-v3 OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 242.00 62.34 0.106421602 0.806675746 2274 300 2 1137 150 13.70 FPS FPS/$ FPS/TDP msec.
247 yolo-v3 OV-2023.1 accel Intel® Flex-170 789.11 338.45 1 19.85 FPS FPS/$ FPS/TDP msec.
248 yolo-v3 OV-2023.1 accel Intel® Flex-140 159.67 87.28 1 99.99 FPS FPS/$ FPS/TDP msec.
249 yolo-v3 OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 31.90 15.02 0.298118652 2.126579715 107 15 1 107 15 123.93 FPS FPS/$ FPS/TDP msec.
250 yolo-v3 OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 57.77 25.96 0.117907546 2.063382053 490 28 1 490 28 68.96 FPS FPS/$ FPS/TDP msec.
251 yolo-v3 OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 1.76 0.94 0.009116198 0.293237699 193 6 1 193 6 2271.06 FPS FPS/$ FPS/TDP msec.
252 yolo-v3 OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 63.86 29.69 0.149904983 2.280697234 426 28 1 426 28 63.56 FPS FPS/$ FPS/TDP msec.
253 yolo-v3 OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 34.09 9.18 0.318603364 2.272704 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
254 yolo-v3 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 55.18 12.97 0.112605748 1.970600588 490 28 1 490 28 FPS FPS/$ FPS/TDP msec.
255 yolo-v3 OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 2.22 0.74 0.011488536 0.369547916 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
256 yolo-v3 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 52.21 13.99 0.122567488 1.864776786 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
257 end_rec
258 begin_rec FPS FPS/$ FPS/TDP msec.
259 yolo-v3-tiny OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 54.42 18.04 0.508553978 3.627685044 107 15 1 107 15 18.25 FPS FPS/$ FPS/TDP msec.
260 yolo-v3-tiny OV-2023.1 core Intel® Core™ i3-8100 CPU-only 112.01 63.79 0.957390784 1.723303411 117 65 1 117 65 9.02 FPS FPS/$ FPS/TDP msec.
261 yolo-v3-tiny OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 167.15 91.46 0.781091755 2.571594392 214 65 1 214 65 6.72 FPS FPS/$ FPS/TDP msec.
262 yolo-v3-tiny OV-2023.1 core Intel® Core™ i5-13600K CPU-only 599.98 196.78 1.823638134 4.799815567 329 125 1 329 125 3.05 FPS FPS/$ FPS/TDP msec.
263 yolo-v3-tiny OV-2023.1 core Intel® Core™ i5-8500 CPU-only 185.17 102.47 0.964441757 2.848812574 192 65 1 192 65 5.42 FPS FPS/$ FPS/TDP msec.
264 yolo-v3-tiny OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 251.02 77.47 0.589250939 8.965032143 426 28 1 426 28 4.54 FPS FPS/$ FPS/TDP msec.
265 yolo-v3-tiny OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 186.99 55.22 0.381609578 6.678167613 490 28 1 490 28 5.74 FPS FPS/$ FPS/TDP msec.
266 yolo-v3-tiny OV-2023.1 core Intel® Core™ i7-8700T CPU-only 137.72 76.53 0.454530194 3.934932821 303 35 1 303 35 8.20 FPS FPS/$ FPS/TDP msec.
267 yolo-v3-tiny OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 186.09 96.75 0.381340728 5.316979292 488 35 1 488 35 6.26 FPS FPS/$ FPS/TDP msec.
268 yolo-v3-tiny OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 290.20 92.52 0.533462621 8.291533312 544 35 1 544 35 4.20 FPS FPS/$ FPS/TDP msec.
269 yolo-v3-tiny OV-2023.1 core Intel® Core™ i9-13900K CPU-only 858.94 286.41 1.433957861 6.871526071 599 125 1 599 125 2.44 FPS FPS/$ FPS/TDP msec.
270 yolo-v3-tiny OV-2023.1 atom Intel® Processor N-200 7.65 4.05 0.039622221 1.27451476 193 6 1 193 6 136.49 FPS FPS/$ FPS/TDP msec.
271 yolo-v3-tiny OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 298.60 148.94 0.502696157 2.388812138 594 125 1 594 125 3.99 FPS FPS/$ FPS/TDP msec.
272 yolo-v3-tiny OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 106.58 62.62 0.348291454 1.501087112 306 71 1 306 71 9.44 FPS FPS/$ FPS/TDP msec.
273 yolo-v3-tiny OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 1051.30 339.08 0.334382549 5.006184448 3144 210 2 1572 105 2.51 FPS FPS/$ FPS/TDP msec.
274 yolo-v3-tiny OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 2824.66 923.96 0.166607362 6.889417597 16954 410 2 8477 205 1.22 FPS FPS/$ FPS/TDP msec.
275 yolo-v3-tiny OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 4664.34 1378.51 0.249189958 8.637662274 18718 540 2 9359 270 0.87 FPS FPS/$ FPS/TDP msec.
276 yolo-v3-tiny OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 13094.97 2140.00 0.385146034 18.70709309 34000 700 2 17000 350 1.09 FPS FPS/$ FPS/TDP msec.
277 yolo-v3-tiny OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 1008.44 322.64 0.49873439 5.042204682 2022 200 2 1011 100 2.62 FPS FPS/$ FPS/TDP msec.
278 yolo-v3-tiny OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 2217.58 702.90 0.975190642 7.391945065 2274 300 2 1137 150 1.33 FPS FPS/$ FPS/TDP msec.
279 yolo-v3-tiny OV-2023.1 accel Intel® Flex-170 3731.30 2395.93 1 4.06 FPS FPS/$ FPS/TDP msec.
280 yolo-v3-tiny OV-2023.1 accel Intel® Flex-140 595.41 589.87 1 26.79 FPS FPS/$ FPS/TDP msec.
281 yolo-v3-tiny OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 289.69 151.78 2.707403451 19.31281129 107 15 1 107 15 13.67 FPS FPS/$ FPS/TDP msec.
282 yolo-v3-tiny OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 482.61 255.46 0.984928525 17.23624918 490 28 1 490 28 8.06 FPS FPS/$ FPS/TDP msec.
283 yolo-v3-tiny OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 18.65 9.81 0.096624282 3.108081056 193 6 1 193 6 212.84 FPS FPS/$ FPS/TDP msec.
284 yolo-v3-tiny OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 555.59 293.27 1.304201059 19.84248754 426 28 1 426 28 6.92 FPS FPS/$ FPS/TDP msec.
285 yolo-v3-tiny OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 266.57 93.47 2.491299065 17.77126667 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
286 yolo-v3-tiny OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 383.36 116.03 0.782374111 13.69154694 490 28 1 490 28 FPS FPS/$ FPS/TDP msec.
287 yolo-v3-tiny OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 23.03 8.30 0.119308014 3.837741122 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
288 yolo-v3-tiny OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 444.34 149.05 1.043043427 15.86916071 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
289 end_rec
290 begin_rec FPS FPS/$ FPS/TDP msec.
291 unet-camvid-onnx-0001 OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 1.49 0.38 0.013950494 0.099513526 107 15 1 107 15 672.25 FPS FPS/$ FPS/TDP msec.
292 unet-camvid-onnx-0001 OV-2023.1 core Intel® Core™ i3-8100 CPU-only 2.43 1.57 0.020775748 0.037396346 117 65 1 117 65 425.88 FPS FPS/$ FPS/TDP msec.
293 unet-camvid-onnx-0001 OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 3.62 2.29 0.016924989 0.055722272 214 65 1 214 65 322.49 FPS FPS/$ FPS/TDP msec.
294 unet-camvid-onnx-0001 OV-2023.1 core Intel® Core™ i5-13600K CPU-only 11.46 3.96 0.03483307 0.091680639 329 125 1 329 125 121.88 FPS FPS/$ FPS/TDP msec.
295 unet-camvid-onnx-0001 OV-2023.1 core Intel® Core™ i5-8500 CPU-only 3.95 2.54 0.020576722 0.06078047 192 65 1 192 65 262.38 FPS FPS/$ FPS/TDP msec.
296 unet-camvid-onnx-0001 OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 6.56 1.65 0.015387439 0.234108893 426 28 1 426 28 169.32 FPS FPS/$ FPS/TDP msec.
297 unet-camvid-onnx-0001 OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 4.93 1.23 0.010063508 0.176111389 490 28 1 490 28 209.95 FPS FPS/$ FPS/TDP msec.
298 unet-camvid-onnx-0001 OV-2023.1 core Intel® Core™ i7-8700T CPU-only 3.02 1.85 0.009976084 0.086364383 303 35 1 303 35 386.94 FPS FPS/$ FPS/TDP msec.
299 unet-camvid-onnx-0001 OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 3.86 2.43 0.007900388 0.110153975 488 35 1 488 35 282.08 FPS FPS/$ FPS/TDP msec.
300 unet-camvid-onnx-0001 OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 6.32 2.19 0.01162052 0.18061608 544 35 1 544 35 169.49 FPS FPS/$ FPS/TDP msec.
301 unet-camvid-onnx-0001 OV-2023.1 core Intel® Core™ i9-13900K CPU-only 18.02 6.59 0.030079429 0.144140625 599 125 1 599 125 91.92 FPS FPS/$ FPS/TDP msec.
302 unet-camvid-onnx-0001 OV-2023.1 atom Intel® Processor N-200 0.17 0.09 0.000895225 0.0287964 193 6 1 193 6 5824.42 FPS FPS/$ FPS/TDP msec.
303 unet-camvid-onnx-0001 OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 6.10 3.95 0.010266964 0.048788613 594 125 1 594 125 180.82 FPS FPS/$ FPS/TDP msec.
304 unet-camvid-onnx-0001 OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 2.33 1.48 0.007623167 0.032854777 306 71 1 306 71 431.48 FPS FPS/$ FPS/TDP msec.
305 unet-camvid-onnx-0001 OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 29.17 7.32 0.009277061 0.138890851 3144 210 2 1572 105 70.99 FPS FPS/$ FPS/TDP msec.
306 unet-camvid-onnx-0001 OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 95.18 21.75 0.005614225 0.232155061 16954 410 2 8477 205 23.58 FPS FPS/$ FPS/TDP msec.
307 unet-camvid-onnx-0001 OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 129.66 31.77 0.006926924 0.240107724 18718 540 2 9359 270 73.18 FPS FPS/$ FPS/TDP msec.
308 unet-camvid-onnx-0001 OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 597.42 48.08 0.017571322 0.853464211 34000 700 2 17000 350 9.00 FPS FPS/$ FPS/TDP msec.
309 unet-camvid-onnx-0001 OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 27.77 6.96 0.01373266 0.138837194 2022 200 2 1011 100 74.54 FPS FPS/$ FPS/TDP msec.
310 unet-camvid-onnx-0001 OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 68.21 15.93 0.029995749 0.227367774 2274 300 2 1137 150 43.86 FPS FPS/$ FPS/TDP msec.
311 unet-camvid-onnx-0001 OV-2023.1 accel Intel® Flex-170 277.97 158.53 1 57.27 FPS FPS/$ FPS/TDP msec.
312 unet-camvid-onnx-0001 OV-2023.1 accel Intel® Flex-140 46.10 28.49 1 346.80 FPS FPS/$ FPS/TDP msec.
313 unet-camvid-onnx-0001 OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 8.40 4.35 0.078545387 0.56029043 107 15 1 107 15 475.75 FPS FPS/$ FPS/TDP msec.
314 unet-camvid-onnx-0001 OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 15.51 7.81 0.03164744 0.553830203 490 28 1 490 28 257.89 FPS FPS/$ FPS/TDP msec.
315 unet-camvid-onnx-0001 OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 0.46 0.25 0.002385152 0.076722378 193 6 1 193 6 8685.75 FPS FPS/$ FPS/TDP msec.
316 unet-camvid-onnx-0001 OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 17.28 8.86 0.04056698 0.617197621 426 28 1 426 28 227.89 FPS FPS/$ FPS/TDP msec.
317 unet-camvid-onnx-0001 OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 8.96 2.57 0.083779393 0.597626333 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
318 unet-camvid-onnx-0001 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 15.42 3.90 0.031467977 0.550689601 490 28 1 490 28 FPS FPS/$ FPS/TDP msec.
319 unet-camvid-onnx-0001 OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 0.55 0.19 0.002833692 0.09115042 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
320 unet-camvid-onnx-0001 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 14.32 3.81 0.033621549 0.511527857 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
321 end_rec
322 begin_rec FPS FPS/$ FPS/TDP msec.
323 yolo_v8n OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 24.40 9.61 0.22800938 1.626466914 107 15 1 107 15 40.45 FPS FPS/$ FPS/TDP msec.
324 yolo_v8n OV-2023.1 core Intel® Core™ i3-8100 CPU-only 53.51 33.07 0.457363269 0.823253884 117 65 1 117 65 19.20 FPS FPS/$ FPS/TDP msec.
325 yolo_v8n OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 81.91 47.09 0.382748211 1.260124878 214 65 1 214 65 13.68 FPS FPS/$ FPS/TDP msec.
326 yolo_v8n OV-2023.1 core Intel® Core™ i5-13600K CPU-only 248.13 95.51 0.754209583 1.985079623 329 125 1 329 125 6.70 FPS FPS/$ FPS/TDP msec.
327 yolo_v8n OV-2023.1 core Intel® Core™ i5-8500 CPU-only 86.77 53.00 0.451947196 1.334982486 192 65 1 192 65 11.88 FPS FPS/$ FPS/TDP msec.
328 yolo_v8n OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 110.84 40.77 0.260193662 3.958660714 426 28 1 426 28 10.71 FPS FPS/$ FPS/TDP msec.
329 yolo_v8n OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 76.53 27.31 0.156180065 2.733151145 490 28 1 490 28 13.42 FPS FPS/$ FPS/TDP msec.
330 yolo_v8n OV-2023.1 core Intel® Core™ i7-8700T CPU-only 71.40 42.60 0.235643867 2.040002619 303 35 1 303 35 16.51 FPS FPS/$ FPS/TDP msec.
331 yolo_v8n OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 93.44 53.42 0.19148001 2.669778431 488 35 1 488 35 12.45 FPS FPS/$ FPS/TDP msec.
332 yolo_v8n OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 129.22 50.19 0.237534522 3.691965149 544 35 1 544 35 9.42 FPS FPS/$ FPS/TDP msec.
333 yolo_v8n OV-2023.1 core Intel® Core™ i9-13900K CPU-only 374.34 153.46 0.624943307 2.994728327 599 125 1 599 125 5.32 FPS FPS/$ FPS/TDP msec.
334 yolo_v8n OV-2023.1 atom Intel® Processor N-200 3.26 1.95 0.016869276 0.542628378 193 6 1 193 6 316.56 FPS FPS/$ FPS/TDP msec.
335 yolo_v8n OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 136.37 72.87 0.229579691 1.090962692 594 125 1 594 125 9.15 FPS FPS/$ FPS/TDP msec.
336 yolo_v8n OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 52.29 32.98 0.170869765 0.73642462 306 71 1 306 71 19.47 FPS FPS/$ FPS/TDP msec.
337 yolo_v8n OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 452.92 175.37 0.144058565 2.156762523 3144 210 2 1572 105 5.85 FPS FPS/$ FPS/TDP msec.
338 yolo_v8n OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 978.34 454.72 0.057705352 2.386186661 16954 410 2 8477 205 3.51 FPS FPS/$ FPS/TDP msec.
339 yolo_v8n OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 1708.13 573.45 0.091255994 3.163203145 18718 540 2 9359 270 2.38 FPS FPS/$ FPS/TDP msec.
340 yolo_v8n OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 2882.62 945.60 0.084783045 4.118033592 34000 700 2 17000 350 3.82 FPS FPS/$ FPS/TDP msec.
341 yolo_v8n OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 431.62 166.10 0.213460485 2.158085503 2022 200 2 1011 100 6.19 FPS FPS/$ FPS/TDP msec.
342 yolo_v8n OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 855.04 342.65 0.376007503 2.850136872 2274 300 2 1137 150 3.25 FPS FPS/$ FPS/TDP msec.
343 yolo_v8n OV-2023.1 accel Intel® Flex-170 1445.14 1480.07 1 10.71 FPS FPS/$ FPS/TDP msec.
344 yolo_v8n OV-2023.1 accel Intel® Flex-140 201.93 259.00 1 79.17 FPS FPS/$ FPS/TDP msec.
345 yolo_v8n OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 126.14 82.58 1.178855159 8.409166799 107 15 1 107 15 31.55 FPS FPS/$ FPS/TDP msec.
346 yolo_v8n OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 170.37 110.99 0.347683792 6.084466364 490 28 1 490 28 23.22 FPS FPS/$ FPS/TDP msec.
347 yolo_v8n OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 8.61 5.66 0.044636 1.435791346 193 6 1 193 6 463.22 FPS FPS/$ FPS/TDP msec.
348 yolo_v8n OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 210.16 143.23 0.493335138 7.505741748 426 28 1 426 28 18.84 FPS FPS/$ FPS/TDP msec.
349 yolo_v8n OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 116.50 51.35 1.088790654 7.766706667 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
350 yolo_v8n OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 114.23 46.77 0.233123263 4.079657102 490 28 1 490 28 FPS FPS/$ FPS/TDP msec.
351 yolo_v8n OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 10.54 4.68 0.05458634 1.755860615 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
352 yolo_v8n OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 181.83 76.10 0.426834977 6.493989286 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
353 end_rec
354 begin_rec msec/token msec/token/$ msec/token/TDP msec.
355 bloomz-560m OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 0 0 107 15 1 107 15 msec/token msec/token/$ msec/token/TDP msec.
356 bloomz-560m OV-2023.1 core Intel® Core™ i3-8100 CPU-only 0 0 117 65 1 117 65 msec/token msec/token/$ msec/token/TDP msec.
357 bloomz-560m OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 0 0 214 65 1 214 65 msec/token msec/token/$ msec/token/TDP msec.
358 bloomz-560m OV-2023.1 core Intel® Core™ i5-13600K CPU-only 0 0 329 125 1 329 125 msec/token msec/token/$ msec/token/TDP msec.
359 bloomz-560m OV-2023.1 core Intel® Core™ i5-8500 CPU-only 0 0 192 65 1 192 65 msec/token msec/token/$ msec/token/TDP msec.
360 bloomz-560m OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 0 0 426 28 1 426 28 msec/token msec/token/$ msec/token/TDP msec.
361 bloomz-560m OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 0 0 490 28 1 490 28 msec/token msec/token/$ msec/token/TDP msec.
362 bloomz-560m OV-2023.1 core Intel® Core™ i7-8700T CPU-only 0 0 303 35 1 303 35 msec/token msec/token/$ msec/token/TDP msec.
363 bloomz-560m OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 0 0 488 35 1 488 35 msec/token msec/token/$ msec/token/TDP msec.
364 bloomz-560m OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 0 0 544 35 1 544 35 msec/token msec/token/$ msec/token/TDP msec.
365 bloomz-560m OV-2023.1 core Intel® Core™ i9-13900K CPU-only 32.34 49.17 0.053990134 0.25872072 599 125 1 599 125 msec/token msec/token/$ msec/token/TDP msec.
366 bloomz-560m OV-2023.1 atom Intel® Processor N-200 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
367 bloomz-560m OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 0 0 594 125 1 594 125 msec/token msec/token/$ msec/token/TDP msec.
368 bloomz-560m OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 0 0 306 71 1 306 71 msec/token msec/token/$ msec/token/TDP msec.
369 bloomz-560m OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 0 0 3144 210 2 1572 105 msec/token msec/token/$ msec/token/TDP msec.
370 bloomz-560m OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 0 0 16954 410 2 8477 205 msec/token msec/token/$ msec/token/TDP msec.
371 bloomz-560m OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 28.29 43.45 0.001511565 0.052395333 18718 540 2 9359 270 msec/token msec/token/$ msec/token/TDP msec.
372 bloomz-560m OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 47.21 52.77 0.00138849 0.067440929 34000 700 2 17000 350 msec/token msec/token/$ msec/token/TDP msec.
373 bloomz-560m OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 0 0 2022 200 2 1011 100 msec/token msec/token/$ msec/token/TDP msec.
374 bloomz-560m OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 40.07 42.88 0.017620783 0.133565533 2274 300 2 1137 150 msec/token msec/token/$ msec/token/TDP msec.
375 bloomz-560m OV-2023.1 accel Intel® Flex-170 81.64 82.81 1 msec/token msec/token/$ msec/token/TDP msec.
376 bloomz-560m OV-2023.1 accel Intel® Flex-140 70.36 65.11 1 msec/token msec/token/$ msec/token/TDP msec.
377 bloomz-560m OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 0 0 107 15 1 107 15 msec/token msec/token/$ msec/token/TDP msec.
378 bloomz-560m OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 0 0 490 28 1 490 28 msec/token msec/token/$ msec/token/TDP msec.
379 bloomz-560m OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
380 bloomz-560m OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 0 0 426 28 1 426 28 msec/token msec/token/$ msec/token/TDP msec.
381 bloomz-560m OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 0 0 107 15 1 107 15 msec/token msec/token/$ msec/token/TDP msec.
382 bloomz-560m OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 0 0 490 28 1 490 28 msec/token msec/token/$ msec/token/TDP msec.
383 bloomz-560m OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
384 bloomz-560m OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 0 0 426 28 1 426 28 msec/token msec/token/$ msec/token/TDP msec.
385 end_rec
386 begin_rec msec/token msec/token/$ msec/token/TDP msec.
387 GPT-j-6b OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 0 0 107 15 1 107 15 msec/token msec/token/$ msec/token/TDP msec.
388 GPT-j-6b OV-2023.1 core Intel® Core™ i3-8100 CPU-only 0 0 117 65 1 117 65 msec/token msec/token/$ msec/token/TDP msec.
389 GPT-j-6b OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 0 0 214 65 1 214 65 msec/token msec/token/$ msec/token/TDP msec.
390 GPT-j-6b OV-2023.1 core Intel® Core™ i5-13600K CPU-only 0 0 329 125 1 329 125 msec/token msec/token/$ msec/token/TDP msec.
391 GPT-j-6b OV-2023.1 core Intel® Core™ i5-8500 CPU-only 0 0 192 65 1 192 65 msec/token msec/token/$ msec/token/TDP msec.
392 GPT-j-6b OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 0 0 426 28 1 426 28 msec/token msec/token/$ msec/token/TDP msec.
393 GPT-j-6b OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 0 0 490 28 1 490 28 msec/token msec/token/$ msec/token/TDP msec.
394 GPT-j-6b OV-2023.1 core Intel® Core™ i7-8700T CPU-only 0 0 303 35 1 303 35 msec/token msec/token/$ msec/token/TDP msec.
395 GPT-j-6b OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 0 0 488 35 1 488 35 msec/token msec/token/$ msec/token/TDP msec.
396 GPT-j-6b OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 0 0 544 35 1 544 35 msec/token msec/token/$ msec/token/TDP msec.
397 GPT-j-6b OV-2023.1 core Intel® Core™ i9-13900K CPU-only 242.95 457.83 0.405588331 1.94357928 599 125 1 599 125 msec/token msec/token/$ msec/token/TDP msec.
398 GPT-j-6b OV-2023.1 atom Intel® Processor N-200 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
399 GPT-j-6b OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 0 0 594 125 1 594 125 msec/token msec/token/$ msec/token/TDP msec.
400 GPT-j-6b OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 0 0 306 71 1 306 71 msec/token msec/token/$ msec/token/TDP msec.
401 GPT-j-6b OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 0 0 3144 210 2 1572 105 msec/token msec/token/$ msec/token/TDP msec.
402 GPT-j-6b OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 0 0 16954 410 2 8477 205 msec/token msec/token/$ msec/token/TDP msec.
403 GPT-j-6b OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 110.25 200.49 0.005889907 0.204161611 18718 540 2 9359 270 msec/token msec/token/$ msec/token/TDP msec.
404 GPT-j-6b OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 119.09 131.63 0.003502792 0.170135629 34000 700 2 17000 350 msec/token msec/token/$ msec/token/TDP msec.
405 GPT-j-6b OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 0 0 2022 200 2 1011 100 msec/token msec/token/$ msec/token/TDP msec.
406 GPT-j-6b OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 277.75 278.22 0.122140598 0.925825733 2274 300 2 1137 150 msec/token msec/token/$ msec/token/TDP msec.
407 GPT-j-6b OV-2023.1 accel Intel® Flex-170 143.21 143.00 1 msec/token msec/token/$ msec/token/TDP msec.
408 GPT-j-6b OV-2023.1 accel Intel® Flex-140 1 msec/token msec/token/$ msec/token/TDP msec.
409 GPT-j-6b OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 0 0 107 15 1 107 15 msec/token msec/token/$ msec/token/TDP msec.
410 GPT-j-6b OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 0 0 490 28 1 490 28 msec/token msec/token/$ msec/token/TDP msec.
411 GPT-j-6b OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
412 GPT-j-6b OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 0 0 426 28 1 426 28 msec/token msec/token/$ msec/token/TDP msec.
413 GPT-j-6b OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 0 0 107 15 1 107 15 msec/token msec/token/$ msec/token/TDP msec.
414 GPT-j-6b OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 0 0 490 28 1 490 28 msec/token msec/token/$ msec/token/TDP msec.
415 GPT-j-6b OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
416 GPT-j-6b OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 0 0 426 28 1 426 28 msec/token msec/token/$ msec/token/TDP msec.
417 end_rec
418 begin_rec msec/token msec/token/$ msec/token/TDP msec.
419 llama-2-7b-chat OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 0 0 107 15 1 107 15 msec/token msec/token/$ msec/token/TDP msec.
420 llama-2-7b-chat OV-2023.1 core Intel® Core™ i3-8100 CPU-only 0 0 117 65 1 117 65 msec/token msec/token/$ msec/token/TDP msec.
421 llama-2-7b-chat OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 0 0 214 65 1 214 65 msec/token msec/token/$ msec/token/TDP msec.
422 llama-2-7b-chat OV-2023.1 core Intel® Core™ i5-13600K CPU-only 0 0 329 125 1 329 125 msec/token msec/token/$ msec/token/TDP msec.
423 llama-2-7b-chat OV-2023.1 core Intel® Core™ i5-8500 CPU-only 0 0 192 65 1 192 65 msec/token msec/token/$ msec/token/TDP msec.
424 llama-2-7b-chat OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 0 0 426 28 1 426 28 msec/token msec/token/$ msec/token/TDP msec.
425 llama-2-7b-chat OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 0 0 490 28 1 490 28 msec/token msec/token/$ msec/token/TDP msec.
426 llama-2-7b-chat OV-2023.1 core Intel® Core™ i7-8700T CPU-only 0 0 303 35 1 303 35 msec/token msec/token/$ msec/token/TDP msec.
427 llama-2-7b-chat OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 0 0 488 35 1 488 35 msec/token msec/token/$ msec/token/TDP msec.
428 llama-2-7b-chat OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 0 0 544 35 1 544 35 msec/token msec/token/$ msec/token/TDP msec.
429 llama-2-7b-chat OV-2023.1 core Intel® Core™ i9-13900K CPU-only 285.08 511.77 0.475930451 2.28065872 599 125 1 599 125 msec/token msec/token/$ msec/token/TDP msec.
430 llama-2-7b-chat OV-2023.1 atom Intel® Processor N-200 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
431 llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 0 0 594 125 1 594 125 msec/token msec/token/$ msec/token/TDP msec.
432 llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 0 0 306 71 1 306 71 msec/token msec/token/$ msec/token/TDP msec.
433 llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 0 0 3144 210 2 1572 105 msec/token msec/token/$ msec/token/TDP msec.
434 llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 0 0 16954 410 2 8477 205 msec/token msec/token/$ msec/token/TDP msec.
435 llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 95.08 182.22 0.005079793 0.176080667 18718 540 2 9359 270 msec/token msec/token/$ msec/token/TDP msec.
436 llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 119.29 133.20 0.003508666 0.170420929 34000 700 2 17000 350 msec/token msec/token/$ msec/token/TDP msec.
437 llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 0 0 2022 200 2 1011 100 msec/token msec/token/$ msec/token/TDP msec.
438 llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 338.67 345.26 0.148931821 1.1289032 2274 300 2 1137 150 msec/token msec/token/$ msec/token/TDP msec.
439 llama-2-7b-chat OV-2023.1 accel Intel® Flex-170 138.06 137.36 1 msec/token msec/token/$ msec/token/TDP msec.
440 llama-2-7b-chat OV-2023.1 accel Intel® Flex-140 1 msec/token msec/token/$ msec/token/TDP msec.
441 llama-2-7b-chat OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 0 0 107 15 1 107 15 msec/token msec/token/$ msec/token/TDP msec.
442 llama-2-7b-chat OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 0 0 490 28 1 490 28 msec/token msec/token/$ msec/token/TDP msec.
443 llama-2-7b-chat OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
444 llama-2-7b-chat OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 0 0 426 28 1 426 28 msec/token msec/token/$ msec/token/TDP msec.
445 llama-2-7b-chat OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 0 0 107 15 1 107 15 msec/token msec/token/$ msec/token/TDP msec.
446 llama-2-7b-chat OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 0 0 490 28 1 490 28 msec/token msec/token/$ msec/token/TDP msec.
447 llama-2-7b-chat OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
448 llama-2-7b-chat OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 0 0 426 28 1 426 28 msec/token msec/token/$ msec/token/TDP msec.
449 end_rec
450 begin_rec Generation time, sec. Generation-time/$ Generation-time/TDP msec.
451 stable diffusion V2 OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 0 0 107 15 1 107 15 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
452 stable diffusion V2 OV-2023.1 core Intel® Core™ i3-8100 CPU-only 0 0 117 65 1 117 65 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
453 stable diffusion V2 OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 0 0 214 65 1 214 65 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
454 stable diffusion V2 OV-2023.1 core Intel® Core™ i5-13600K CPU-only 0 0 329 125 1 329 125 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
455 stable diffusion V2 OV-2023.1 core Intel® Core™ i5-8500 CPU-only 0 0 192 65 1 192 65 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
456 stable diffusion V2 OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 0 0 426 28 1 426 28 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
457 stable diffusion V2 OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 0 0 490 28 1 490 28 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
458 stable diffusion V2 OV-2023.1 core Intel® Core™ i7-8700T CPU-only 0 0 303 35 1 303 35 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
459 stable diffusion V2 OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 0 0 488 35 1 488 35 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
460 stable diffusion V2 OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 0 0 544 35 1 544 35 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
461 stable diffusion V2 OV-2023.1 core Intel® Core™ i9-13900K CPU-only 43.21 43.13 0.072129599 0.34564504 599 125 1 599 125 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
462 stable diffusion V2 OV-2023.1 atom Intel® Processor N-200 0 0 193 6 1 193 6 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
463 stable diffusion V2 OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 0 0 594 125 1 594 125 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
464 stable diffusion V2 OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 0 0 306 71 1 306 71 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
465 stable diffusion V2 OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 0 0 3144 210 2 1572 105 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
466 stable diffusion V2 OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 0 0 16954 410 2 8477 205 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
467 stable diffusion V2 OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 18.95 19.43 0.001012236 0.035087093 18718 540 2 9359 270 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
468 stable diffusion V2 OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 5.88 6.47 0.000172889 0.008397471 34000 700 2 17000 350 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
469 stable diffusion V2 OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 0 0 2022 200 2 1011 100 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
470 stable diffusion V2 OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 21.92 22.42 0.00963796 0.073055733 2274 300 2 1137 150 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
471 stable diffusion V2 OV-2023.1 accel Intel® Flex-170 4.29 4.31 1 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
472 stable diffusion V2 OV-2023.1 accel Intel® Flex-140 18.68 18.46 1 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
473 stable diffusion V2 OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 0 0 107 15 1 107 15 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
474 stable diffusion V2 OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 0 0 490 28 1 490 28 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
475 stable diffusion V2 OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 0 0 193 6 1 193 6 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
476 stable diffusion V2 OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 0 0 426 28 1 426 28 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
477 stable diffusion V2 OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 0 0 107 15 1 107 15 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
478 stable diffusion V2 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 0 0 490 28 1 490 28 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
479 stable diffusion V2 OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 0 0 193 6 1 193 6 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
480 stable diffusion V2 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 0 0 426 28 1 426 28 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
481 end_rec

View File

@@ -20,7 +20,6 @@ main .searchForm {
pre {
white-space: pre-wrap;
word-wrap: break-word;
background-color: #efefef;
}
@@ -30,28 +29,26 @@ a#wap_dns {display: none;}
/* Sphinx-design tabs override */
.sd-tab-set>input:checked+label {
color: var(--sd-color-black)!important;
background-color: #f8f8f8!important;
border: solid 1px #bdbdbd;
border-bottom: solid 0px;
margin-bottom: -1px;
border-color: var(--sd-color-tabs-underline-inactive);
color: var(--sd-color-info-text)!important;
background-color: rgb(0 104 181)!important;
}
.sd-tab-set>input:checked+label:hover {
color: --sd-color-info-text;
background-color: #f8f8f8!important;
background-color: rgb(0,74,134)!important;
}
.sd-tab-set>input:not(:checked)+label:hover {
color: var(--sd-color-black)!important;
background-color: #cccccc!important;
background-color: rgb(245, 245, 245)!important;
border-color: var(--sd-color-card-header)!important;
}
.sd-tab-set>label {
border-bottom: 0.125rem solid transparent;
margin-right: 10px!important;
margin-bottom: 0;
margin-bottom: 8px;
color: var(--sd-color-black)!important;
border-color: var(--sd-color-tabs-underline-inactive);
cursor: pointer;
@@ -63,29 +60,11 @@ a#wap_dns {display: none;}
z-index: 1;
}
.sd-tab-label {
background-color: #e5e5e5;
}
.sd-tab-content {
box-shadow: 0 0 0 0;
border: solid 1px var(--sd-color-tabs-overline);
border-color: #bdbdbd;
background-color: #f8f8f8;
padding-right: 4px;
padding-left: 4px;
padding-bottom: 6px;
margin: 0 0 0 0;
box-shadow:none!important;
border-top: solid 2px var(--sd-color-tabs-overline)!important;
}
.sd-tab-content .sd-tab-content {
background-color: #f8f8f8
}
.sd-tab-content .sd-tab-content .sd-tab-content {
background-color: #f8f8f8
}
/* Navigation panels override */
/* =================================================== */
@@ -594,17 +573,13 @@ div.highlight {
grid-template-columns: 1fr;
}
.modal-content-grid p {
font-size: 0.6rem;
}
.modal-content-grid-container .column {
min-width: 100px;
}
.modal-content-grid-container label {
margin-bottom: 0;
padding-right: 6px;
padding-right: 4px;
}
.modal-content-grid-container input {
@@ -645,13 +620,6 @@ div.highlight {
margin-bottom: 0rem;
}
.ul {
display: flex;
flex-direction: row !important;
margin: 0px;
padding: 0px 0px 0px 10px;
}
.benchmark-graph-results-header {
display: flex;
justify-content: space-between;

View File

@@ -1,100 +1,100 @@
/* overrides */
.switcher-set {display: none;}
/* === INTRO TEXT ======================================================================== */
#GSG_introtext a {
background-color: #0068B5;
height: 100px;
padding: 9px;
float: left;
margin: 20px 1% 35px 1%;
width: 32%;
color: #fff;
text-align: center;
}
#GSG_introtext a::after {
display: block;
font-size: 0.8em;
margin-top: 6px;
padding-top:3px;
border-top: solid 1px #fff;
}
#GSG_introtext a:nth-of-type(1)::after {content: "Estimate image depth (no install required)";}
#GSG_introtext a:nth-of-type(2)::after {content: "View options";}
#GSG_introtext a:nth-of-type(3)::after {content: "Tutorials, basics, and features";}
#GSG_introtext a:nth-of-type(1) {margin-left: 0;}
#GSG_introtext a:nth-of-type(3) {margin-right: 0;}
/* === SECOND STEP CHOICE ================================================================ */
#GSG_nextstepchoice {
margin: 0 auto;
width: 100%;
}
#GSG_nextstepchoice a {
display: block;
width: 100%;
padding: 10px 15px;
}
#GSG_nextstepchoice a h4 {
display: inline-block;
height: 30px;
color: #0068B5;
font-size: 1.1em;
line-height: 2em;
font-weight: bold;
margin: 0;
border-bottom: 1px solid #0068B5;
transition: all 0.5s;
-webkit-transition: all 0.5s;
-moz-transition: all 0.5s;
-o-transition: all 0.5s;
-ms-transition: all 0.5s;
}
#GSG_nextstepchoice a p {
color: #0068B5;
text-align: left;
line-height:1.3em;
margin: 0;
}
#GSG_nextstepchoice a:hover h4 {padding-left: 15px;}
#GSG_nextstepchoice a:hover,
#GSG_nextstepchoice a:hover h4,
#GSG_nextstepchoice a:hover p {
text-decoration:none;
}
/* === screen narrow =========================================================================== */
@media only screen and (max-width: 800px) {
#GSG_introtext a { /* === intro tiles float === */
width: 80%;
clear: both;
margin-left: auto;
margin-right: auto;
}
#GSG_nextstepchoice a { /* === further steps height === */
height: 140px;
}
}
/* overrides */
.switcher-set {display: none;}
/* === INTRO TEXT ======================================================================== */
#GSG_introtext a {
background-color: #0068B5;
height: 100px;
padding: 9px;
float: left;
margin: 20px 1% 35px 1%;
width: 32%;
color: #fff;
text-align: center;
}
#GSG_introtext a::after {
display: block;
font-size: 0.8em;
margin-top: 6px;
padding-top:3px;
border-top: solid 1px #fff;
}
#GSG_introtext a:nth-of-type(1)::after {content: "Estimate image depth (no install required)";}
#GSG_introtext a:nth-of-type(2)::after {content: "View options";}
#GSG_introtext a:nth-of-type(3)::after {content: "Tutorials, basics, and features";}
#GSG_introtext a:nth-of-type(1) {margin-left: 0;}
#GSG_introtext a:nth-of-type(3) {margin-right: 0;}
/* === SECOND STEP CHOICE ================================================================ */
#GSG_nextstepchoice {
margin: 0 auto;
width: 100%;
}
#GSG_nextstepchoice a {
display: block;
width: 100%;
padding: 10px 15px;
}
#GSG_nextstepchoice a h4 {
display: inline-block;
height: 30px;
color: #0068B5;
font-size: 1.1em;
line-height: 2em;
font-weight: bold;
margin: 0;
border-bottom: 1px solid #0068B5;
transition: all 0.5s;
-webkit-transition: all 0.5s;
-moz-transition: all 0.5s;
-o-transition: all 0.5s;
-ms-transition: all 0.5s;
}
#GSG_nextstepchoice a p {
color: #0068B5;
text-align: left;
line-height:1.3em;
margin: 0;
}
#GSG_nextstepchoice a:hover h4 {padding-left: 15px;}
#GSG_nextstepchoice a:hover,
#GSG_nextstepchoice a:hover h4,
#GSG_nextstepchoice a:hover p {
text-decoration:none;
}
/* === screen narrow =========================================================================== */
@media only screen and (max-width: 800px) {
#GSG_introtext a { /* === intro tiles float === */
width: 80%;
clear: both;
margin-left: auto;
margin-right: auto;
}
#GSG_nextstepchoice a { /* === further steps height === */
height: 140px;
}
}

View File

Before

Width:  |  Height:  |  Size: 1.1 KiB

After

Width:  |  Height:  |  Size: 1.1 KiB

View File

@@ -52,7 +52,6 @@
<div class="modal-line-divider"></div>
<div class="modal-content-grid">
<div class="precisions-column column"></div>
<p>(Use for Throughput and Latency parameters only)</p>
</div>
</div>
</div>
@@ -70,5 +69,9 @@
<div class="chart-placeholder"></div>
</section>
<div class="modal-footer">
<div class="modal-line-divider"></div>
<div class="modal-footer-content">
<div class="modal-disclaimer-box"></div>
</div>
</div>
</div>

Some files were not shown because too many files have changed in this diff Show More