2bf8d910f6
* [Docs][PyOV] update python snippets * first snippet * Fix samples debug * Fix linter * part1 * Fix speech sample * update model state snippet * add serialize * add temp dir * CPU snippets update (#134) * snippets CPU 1/6 * snippets CPU 2/6 * snippets CPU 3/6 * snippets CPU 4/6 * snippets CPU 5/6 * snippets CPU 6/6 * make module TODO: REMEMBER ABOUT EXPORTING PYTONPATH ON CIs ETC * Add static model creation in snippets for CPU * export_comp_model done * leftovers * apply comments * apply comments -- properties * small fixes * rempve debug info * return IENetwork instead of Function * apply comments * revert precision change in common snippets * update opset * [PyOV] Edit docs for the rest of plugins (#136) * modify main.py * GNA snippets * GPU snippets * AUTO snippets * MULTI snippets * HETERO snippets * Added properties * update gna * more samples * Update docs/OV_Runtime_UG/model_state_intro.md * Update docs/OV_Runtime_UG/model_state_intro.md * attempt1 fix ci * new approach to test * temporary remove some files from run * revert cmake changes * fix ci * fix snippet * fix py_exclusive snippet * fix preprocessing snippet * clean-up main * remove numpy installation in gha * check for GPU * add logger * iexclude main * main update * temp * Temp2 * Temp2 * temp * Revert temp * add property execution devices * hide output from samples --------- Co-authored-by: p-wysocki <przemyslaw.wysocki@intel.com> Co-authored-by: Jan Iwaszkiewicz <jan.iwaszkiewicz@intel.com> Co-authored-by: Karol Blaszczak <karol.blaszczak@intel.com>
98 lines
2.3 KiB
Python
98 lines
2.3 KiB
Python
# Copyright (C) 2018-2023 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
from utils import get_model
|
|
|
|
#! [import]
|
|
import openvino as ov
|
|
#! [import]
|
|
|
|
core = ov.Core()
|
|
model = get_model()
|
|
compiled_model = core.compile_model(model, "AUTO")
|
|
|
|
#! [create_infer_request]
|
|
infer_request = compiled_model.create_infer_request()
|
|
#! [create_infer_request]
|
|
|
|
#! [sync_infer]
|
|
infer_request.infer()
|
|
#! [sync_infer]
|
|
|
|
#! [async_infer]
|
|
infer_request.start_async()
|
|
#! [async_infer]
|
|
|
|
#! [wait]
|
|
infer_request.wait()
|
|
#! [wait]
|
|
|
|
#! [wait_for]
|
|
infer_request.wait_for(10)
|
|
#! [wait_for]
|
|
|
|
#! [set_callback]
|
|
def callback(request, _):
|
|
request.start_async()
|
|
|
|
callbacks_info = {}
|
|
callbacks_info["finished"] = 0
|
|
infer_request.set_callback(callback, callbacks_info)
|
|
#! [set_callback]
|
|
|
|
#! [cancel]
|
|
infer_request.cancel()
|
|
#! [cancel]
|
|
|
|
#! [get_set_one_tensor]
|
|
input_tensor = infer_request.get_input_tensor()
|
|
output_tensor = infer_request.get_output_tensor()
|
|
#! [get_set_one_tensor]
|
|
|
|
#! [get_set_index_tensor]
|
|
input_tensor = infer_request.get_input_tensor(0)
|
|
output_tensor = infer_request.get_output_tensor(0)
|
|
#! [get_set_index_tensor]
|
|
|
|
input_tensor_name = "input"
|
|
|
|
#! [get_set_tensor]
|
|
tensor1 = infer_request.get_tensor("result")
|
|
tensor2 = ov.Tensor(ov.Type.f32, [1, 3, 32, 32])
|
|
infer_request.set_tensor(input_tensor_name, tensor2)
|
|
#! [get_set_tensor]
|
|
|
|
#! [get_set_tensor_by_port]
|
|
input_port = model.input(0)
|
|
output_port = model.input(input_tensor_name)
|
|
input_tensor = ov.Tensor(ov.Type.f32, [1, 3, 32, 32])
|
|
infer_request.set_tensor(input_port, input_tensor)
|
|
output_tensor = infer_request.get_tensor(output_port)
|
|
#! [get_set_tensor_by_port]
|
|
|
|
infer_request1 = compiled_model.create_infer_request()
|
|
infer_request2 = compiled_model.create_infer_request()
|
|
|
|
#! [cascade_models]
|
|
output = infer_request1.get_output_tensor(0)
|
|
infer_request2.set_input_tensor(0, output)
|
|
#! [cascade_models]
|
|
|
|
#! [roi_tensor]
|
|
# input_tensor points to input of a previous network and
|
|
# cropROI contains coordinates of output bounding box **/
|
|
input_tensor = ov.Tensor(type=ov.Type.f32, shape=ov.Shape([1, 3, 100, 100]))
|
|
begin = [0, 0, 0, 0]
|
|
end = [1, 3, 32, 32]
|
|
# ...
|
|
|
|
# roi_tensor uses shared memory of input_tensor and describes cropROI
|
|
# according to its coordinates **/
|
|
roi_tensor = ov.Tensor(input_tensor, begin, end)
|
|
infer_request2.set_tensor(input_tensor_name, roi_tensor)
|
|
#! [roi_tensor]
|
|
|
|
#! [remote_tensor]
|
|
# NOT SUPPORTED
|
|
#! [remote_tensor]
|