0c9abf43a9
* Updated copyright headers
* Revert "Fixed linker warnings in docs snippets on Windows (#15119)"
This reverts commit 372699ec49.
83 lines
2.3 KiB
Python
83 lines
2.3 KiB
Python
# Copyright (C) 2018-2023 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
|
|
from openvino.runtime import Core
|
|
|
|
|
|
core = Core()
|
|
|
|
# ! [core_set_property]
|
|
core.set_property(device_name="CPU", properties={"PERF_COUNT": "YES"})
|
|
# ! [core_set_property]
|
|
|
|
model = core.read_model("sample.xml")
|
|
|
|
# ! [core_compile_model]
|
|
compiled_model = core.compile_model(model=model, device_name="MULTI", config=
|
|
{
|
|
"MULTI_DEVICE_PRIORITIES": "GPU,CPU",
|
|
"PERFORMANCE_HINT": "THROUGHPUT",
|
|
"INFERENCE_PRECISION_HINT": "f32"
|
|
})
|
|
# ! [core_compile_model]
|
|
|
|
# ! [compiled_model_set_property]
|
|
# turn CPU off for multi-device execution
|
|
compiled_model.set_property(properties={"MULTI_DEVICE_PRIORITIES": "GPU"})
|
|
# ! [compiled_model_set_property]
|
|
|
|
# ! [core_get_rw_property]
|
|
num_streams = core.get_property("CPU", "NUM_STREAMS")
|
|
# ! [core_get_rw_property]
|
|
|
|
# ! [core_get_ro_property]
|
|
full_device_name = core.get_property("CPU", "FULL_DEVICE_NAME")
|
|
# ! [core_get_ro_property]
|
|
|
|
# ! [compiled_model_get_rw_property]
|
|
perf_mode = compiled_model.get_property("PERFORMANCE_HINT")
|
|
# ! [compiled_model_get_rw_property]
|
|
|
|
# ! [compiled_model_get_ro_property]
|
|
nireq = compiled_model.get_property("OPTIMAL_NUMBER_OF_INFER_REQUESTS")
|
|
# ! [compiled_model_get_ro_property]
|
|
|
|
|
|
from openvino.inference_engine import IECore
|
|
|
|
|
|
core = IECore()
|
|
#! [core_get_metric]
|
|
full_device_name = core.get_metric("CPU", "FULL_DEVICE_NAME")
|
|
#! [core_get_metric]
|
|
|
|
#! [core_get_config]
|
|
num_streams = core.get_config("CPU", "CPU_THROUGHPUT_STREAMS")
|
|
#! [core_get_config]
|
|
|
|
#! [core_set_config]
|
|
core.set_config({"PERF_COUNT": "YES"}, "CPU")
|
|
#! [core_set_config]
|
|
|
|
net = core.read_network("sample.xml")
|
|
|
|
#! [core_load_network]
|
|
exec_network = core.load_network(net, "MULTI", {"DEVICE_PRIORITIES": "CPU, GPU",
|
|
"PERFORMANCE_HINT": "THROUGHPUT",
|
|
"ENFORCE_BF16": "NO"})
|
|
#! [core_load_network]
|
|
|
|
#! [executable_network_set_config]
|
|
# turn CPU off for multi-device execution
|
|
exec_network.set_config({"DEVICE_PRIORITIES": "GPU"})
|
|
#! [executable_network_set_config]
|
|
|
|
#! [executable_network_get_metric]
|
|
nireq = exec_network.get_metric("OPTIMAL_NUMBER_OF_INFER_REQUESTS")
|
|
#! [executable_network_get_metric]
|
|
|
|
#! [executable_network_get_config]
|
|
perf_hint = exec_network.get_config("PERFORMANCE_HINT")
|
|
#! [executable_network_get_config]
|