# Copyright (C) 2018-2022 Intel Corporation # SPDX-License-Identifier: Apache-2.0 # from openvino.runtime import Core core = Core() # ! [core_set_property] core.set_property(device_name="CPU", properties={"PERF_COUNT": "YES"}) # ! [core_set_property] model = core.read_model("sample.xml") # ! [core_compile_model] compiled_model = core.compile_model(model=model, device_name="MULTI", config= { "MULTI_DEVICE_PRIORITIES": "GPU,CPU", "PERFORMANCE_HINT": "THROUGHPUT", "INFERENCE_PRECISION_HINT": "f32" }) # ! [core_compile_model] # ! [compiled_model_set_property] # turn CPU off for multi-device execution compiled_model.set_property(properties={"MULTI_DEVICE_PRIORITIES": "GPU"}) # ! [compiled_model_set_property] # ! [core_get_rw_property] num_streams = core.get_property("CPU", "NUM_STREAMS") # ! [core_get_rw_property] # ! [core_get_ro_property] full_device_name = core.get_property("CPU", "FULL_DEVICE_NAME") # ! [core_get_ro_property] # ! [compiled_model_get_rw_property] perf_mode = compiled_model.get_property("PERFORMANCE_HINT") # ! [compiled_model_get_rw_property] # ! [compiled_model_get_ro_property] nireq = compiled_model.get_property("OPTIMAL_NUMBER_OF_INFER_REQUESTS") # ! [compiled_model_get_ro_property] from openvino.inference_engine import IECore core = IECore() #! [core_get_metric] full_device_name = core.get_metric("CPU", "FULL_DEVICE_NAME") #! [core_get_metric] #! [core_get_config] num_streams = core.get_config("CPU", "CPU_THROUGHPUT_STREAMS") #! [core_get_config] #! [core_set_config] core.set_config({"PERF_COUNT": "YES"}, "CPU") #! [core_set_config] net = core.read_network("sample.xml") #! [core_load_network] exec_network = core.load_network(net, "MULTI", {"DEVICE_PRIORITIES": "CPU, GPU", "PERFORMANCE_HINT": "THROUGHPUT", "ENFORCE_BF16": "NO"}) #! [core_load_network] #! [executable_network_set_config] # turn CPU off for multi-device execution exec_network.set_config({"DEVICE_PRIORITIES": "GPU"}) #! [executable_network_set_config] #! [executable_network_get_metric] nireq = exec_network.get_metric("OPTIMAL_NUMBER_OF_INFER_REQUESTS") #! [executable_network_get_metric] #! [executable_network_get_config] perf_hint = exec_network.get_config("PERFORMANCE_HINT") #! [executable_network_get_config]