IntenseWebs/openvino
3
0 Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[GPU] Fix outputs blobs allocation for U16/I16 data types (#10180)

Browse Source 
* [GPU] Fix outputs blobs allocation for U16/I16 data types

* [GPU] Add U32, U64, FP64 data types support; add information about legacy fused activations to .info file

* Update auto_batch.cpp

fixed u64 inputs for the auto-batching

Co-authored-by: Maxim Shevtsov <maxim.y.shevtsov@intel.com>
This commit is contained in:
Sergey ShlyapnikovandMaxim Shevtsov authored and GitHub committed 2022-02-11 14:08:36 +03:00
1 parent 20d2633af0
commit 03566b4e4d
8 files changed
+259 -35
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

src/plugins/auto_batch/auto_batch.cpp
+13
View File
@@ -117,6 +117,12 @@ void AutoBatchInferRequest::ShareBlobsWithBatchRequest() {
_batchId,
_batchSize);
break;
case InferenceEngine::Precision::U32:
res = create_shared_blob_on_top_of_batched_blob<InferenceEngine::Precision::U32>(
_myBatchedRequestWrapper._inferRequestBatched->GetBlob(it.first),
_batchId,
_batchSize);
break;
case InferenceEngine::Precision::FP64:
res = create_shared_blob_on_top_of_batched_blob<InferenceEngine::Precision::FP64>(
_myBatchedRequestWrapper._inferRequestBatched->GetBlob(it.first),
@@ -140,6 +146,7 @@ void AutoBatchInferRequest::ShareBlobsWithBatchRequest() {
_myBatchedRequestWrapper._inferRequestBatched->GetBlob(it.first),
_batchId,
_batchSize);
break;
case InferenceEngine::Precision::I64:
res = create_shared_blob_on_top_of_batched_blob<InferenceEngine::Precision::I64>(
_myBatchedRequestWrapper._inferRequestBatched->GetBlob(it.first),
@@ -198,6 +205,12 @@ void AutoBatchInferRequest::ShareBlobsWithBatchRequest() {
_batchId,
_batchSize);
break;
case InferenceEngine::Precision::U32:
res = create_shared_blob_on_top_of_batched_blob<InferenceEngine::Precision::U32>(
_myBatchedRequestWrapper._inferRequestBatched->GetBlob(it.first),
_batchId,
_batchSize);
break;
case InferenceEngine::Precision::FP64:
res = create_shared_blob_on_top_of_batched_blob<InferenceEngine::Precision::FP64>(
_myBatchedRequestWrapper._inferRequestBatched->GetBlob(it.first),