IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[GPU] Delete previous inputs by numbered new name for batching (#12045)

Browse Source
This commit is contained in:
Kelvin Choi
2022-07-06 16:32:14 +09:00
committed by GitHub
parent 1901087677
commit 63ab516c85
2 changed files with 17 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/plugins/intel_gpu/src/plugin/infer_request.cpp
View File

@@ -456,8 +456,18 @@ void InferRequest::SetBlobs(const std::string& name, const std::vector<Blob::Ptr
"Current: " << dataBinSize << " Required: " << netReqBinSize;
}
if (_inputs.find(name) != _inputs.end()) {
_inputs.erase(name);
if (is_surface) {
for (size_t i = 0; i < blobs.size(); ++i) {
std::string new_name = name + "_" + std::to_string(i);
if (_inputs.find(new_name) != _inputs.end()) {
_inputs.erase(new_name);
}
}
} else {
if (_inputs.find(name) != _inputs.end()) {
_inputs.erase(name);
}
}
if (is_remote) {

8
src/tests/functional/plugin/gpu/remote_blob_tests/gpu_remote_tensor_tests.cpp
View File

@@ -1041,10 +1041,12 @@ TEST_P(OVRemoteTensorBatched_Test, NV12toBGR_image) {
tensor_remote_uv.emplace_back(cldnn_context.create_tensor(param_input_uv->get_element_type(), fake_image_data_uv[i].get_shape(), img_uv[i]));
}
inf_req_remote.set_tensors(*param_input_y->output(0).get_tensor().get_names().begin(), tensor_remote_y);
inf_req_remote.set_tensors(*param_input_uv->output(0).get_tensor().get_names().begin(), tensor_remote_uv);
for (size_t i = 0; i < 5; ++i) { // to test repeating set_tensors/infer functionality
inf_req_remote.set_tensors(*param_input_y->output(0).get_tensor().get_names().begin(), tensor_remote_y);
inf_req_remote.set_tensors(*param_input_uv->output(0).get_tensor().get_names().begin(), tensor_remote_uv);
inf_req_remote.infer();
inf_req_remote.infer();
}
auto output_tensor_shared = inf_req_remote.get_tensor(function->get_results().at(0));
ASSERT_NO_THROW(output_tensor_shared.data());