IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[DOCS] Python snippets for Hetero execution page (#10769)

Browse Source 
* Update docs ov hetero snippets

* Add missing space

* Update precision hint

* Update hetero docs snippets with GPU profiling
This commit is contained in:
Katarzyna Mitrus 2022-03-09 17:34:42 +01:00 committed by GitHub
parent 44ec4661a4
commit 531fa9018d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 39 additions and 51 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docs/OV_Runtime_UG/hetero_execution.md
View File

@ -103,7 +103,7 @@ If you want different devices in Hetero execution to have different device-speci
@endsphinxdirective @endsphinxdirective
In the example above, `CPU` device is configured to enable profiling data, while only `GPU` device has configuration property to perform inference in `f16` precision, while CPU has default execution precision. In the example above, `GPU` device is configured to enable profiling data, while only `CPU` device has configuration property to perform inference in `f32` precision, while GPU has default execution precision.
### Handling Difficult Topologies ### Handling Difficult Topologies

8
docs/snippets/ov_hetero.cpp
View File

@ -45,10 +45,10 @@ auto compiled_model = core.compile_model(model, device);
auto compiled_model = core.compile_model(model, "HETERO", auto compiled_model = core.compile_model(model, "HETERO",
// GPU with fallback to CPU // GPU with fallback to CPU
ov::device::priorities("GPU", "CPU"), ov::device::priorities("GPU", "CPU"),
// profiling is enabled only for CPU // profiling is enabled only for GPU
ov::device::properties("CPU", ov::enable_profiling(true)), ov::device::properties("GPU", ov::enable_profiling(true)),
// FP16 inference precision only for GPU // FP32 inference precision only for CPU
ov::device::properties("GPU", ov::hint::inference_precision(ov::element::f16)) ov::device::properties("CPU", ov::hint::inference_precision(ov::element::f32))
); );
//! [configure_fallback_devices] //! [configure_fallback_devices]
} }

80
docs/snippets/ov_hetero.py
View File

@ -1,53 +1,41 @@
#include <openvino/runtime/core.hpp> import openvino.runtime as ov
int main() { core = ov.Core()
ov::Core core; model = core.read_model("sample.xml")
auto model = core.read_model("sample.xml");
//! [set_manual_affinities]
for (auto && op : model->get_ops()) {
op->get_rt_info()["affinity"] = "CPU";
}
//! [set_manual_affinities]
//! [fix_automatic_affinities] #! [set_manual_affinities]
// This example demonstrates how to perform default affinity initialization and then for op in model.get_ops():
// correct affinity manually for some layers rt_info = op.get_rt_info()
const std::string device = "HETERO:GPU,CPU"; rt_info["affinity"] = "CPU"
#! [set_manual_affinities]
// query_model result contains mapping of supported operations to devices #! [fix_automatic_affinities]
auto supported_ops = core.query_model(model, device); # This example demonstrates how to perform default affinity initialization and then
# correct affinity manually for some layers
device = "HETERO:GPU,CPU"
// update default affinities manually for specific operations # query_model result contains mapping of supported operations to devices
supported_ops["operation_name"] = "CPU"; supported_ops = core.query_model(model, device)
// set affinities to a model # update default affinities manually for specific operations
for (auto&& node : model->get_ops()) { supported_ops["operation_name"] = "CPU"
auto& affinity = supported_ops[node->get_friendly_name()];
// Store affinity mapping using op runtime information
node->get_rt_info()["affinity"] = affinity;
}
// load model with manually set affinities # set affinities to a model
auto compiled_model = core.compile_model(model, device); for node in model.get_ops():
//! [fix_automatic_affinities] affinity = supported_ops[node.get_friendly_name()]
node.get_rt_info()["affinity"] = "CPU"
//! [compile_model] # load model with manually set affinities
{ compiled_model = core.compile_model(model, device)
auto compiled_model = core.compile_model(model, "HETERO:GPU,CPU"); #! [fix_automatic_affinities]
// or with ov::device::priorities with multiple args
compiled_model = core.compile_model(model, "HETERO", ov::device::priorities("GPU", "CPU")); #! [compile_model]
// or with ov::device::priorities with a single argument compiled_model = core.compile_model(model, device_name="HETERO:GPU,CPU")
compiled_model = core.compile_model(model, "HETERO", ov::device::priorities("GPU,CPU")); #! [compile_model]
}
//! [compile_model] #! [configure_fallback_devices]
{ core.set_property("HETERO", {"MULTI_DEVICE_PRIORITIES": "GPU,CPU"})
//! [configure_fallback_devices] core.set_property("GPU", {"PERF_COUNT": "YES"})
auto compiled_model = core.compile_model(model, "HETERO", core.set_property("CPU", {"INFERENCE_PRECISION_HINT": "f32"})
ov::device::priorities("GPU", "CPU"), // GPU with fallback to CPU compiled_model = core.compile_model(model=model, device_name="HETERO")
ov::device::properties("CPU", ov::enable_profiling(true)), // profiling is enabled only for CPU #! [configure_fallback_devices]
ov::device::properties("GPU", ov::hint::inference_precision(ov::element::f16)) // FP16 inference precision only for GPU
);
//! [configure_fallback_devices]
}
return 0;
}