IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Support set tensor for remote tensors in proxy plugin

Browse Source
This commit is contained in:
Ilya Churaev
2023-06-07 13:12:49 +04:00
parent ad5aba54f1
commit 5a927de590
1 changed files with 16 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
src/plugins/proxy/src/infer_request.cpp
View File

@@ -51,7 +51,13 @@ ov::Tensor ov::proxy::InferRequest::get_tensor(const ov::Output<const ov::Node>&
}
void ov::proxy::InferRequest::set_tensor(const ov::Output<const ov::Node>& port, const ov::Tensor& tensor) {
m_infer_request->set_tensor(port, tensor);
auto new_tensor = tensor;
if (tensor.is<ov::RemoteTensor>()) {
auto remote_context = std::dynamic_pointer_cast<ov::proxy::RemoteContext>(m_compiled_model->get_context());
OPENVINO_ASSERT(remote_context);
new_tensor = remote_context->wrap_tensor(tensor.as<ov::RemoteTensor>());
}
m_infer_request->set_tensor(port, new_tensor);
}
std::vector<ov::Tensor> ov::proxy::InferRequest::get_tensors(const ov::Output<const ov::Node>& port) const {
@@ -68,7 +74,15 @@ std::vector<ov::Tensor> ov::proxy::InferRequest::get_tensors(const ov::Output<co
void ov::proxy::InferRequest::set_tensors(const ov::Output<const ov::Node>& port,
const std::vector<ov::Tensor>& tensors) {
return m_infer_request->set_tensors(port, tensors);
auto new_tensors = tensors;
for (auto&& tensor : new_tensors) {
if (tensor.is<ov::RemoteTensor>()) {
auto remote_context = std::dynamic_pointer_cast<ov::proxy::RemoteContext>(m_compiled_model->get_context());
OPENVINO_ASSERT(remote_context);
tensor = remote_context->wrap_tensor(tensor.as<ov::RemoteTensor>());
}
}
return m_infer_request->set_tensors(port, new_tensors);
}
std::vector<std::shared_ptr<ov::IVariableState>> ov::proxy::InferRequest::query_state() const {