Bell/wa multi perf gap (#12948)

* debug only

Signed-off-by: fishbell <bell.song@intel.com>

* refine comment

Signed-off-by: fishbell <bell.song@intel.com>

* Revert "debug only"

This reverts commit 5ef6140b63.

Signed-off-by: fishbell <bell.song@intel.com>
This commit is contained in:
yanlan song 2022-09-09 10:14:00 +08:00 committed by GitHub
parent b2d37ff85a
commit 0dd1f6e1b0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -525,7 +525,7 @@ IExecutableNetworkInternal::Ptr MultiDeviceInferencePlugin::LoadNetworkImpl(cons
auto executor = executorManager()->getIdleCPUStreamsExecutor( auto executor = executorManager()->getIdleCPUStreamsExecutor(
IStreamsExecutor::Config{"MultiDeviceAsyncLoad", IStreamsExecutor::Config{"MultiDeviceAsyncLoad",
static_cast<int>(std::thread::hardware_concurrency()) /* max possible #streams*/, static_cast<int>(std::thread::hardware_concurrency()) /* max possible #streams*/,
1 /*single thread per stream*/, 0 /*default threads per stream, workaround for ticket 62376*/,
IStreamsExecutor::ThreadBindingType::NONE}); IStreamsExecutor::ThreadBindingType::NONE});
executor->runAndWait(loads); executor->runAndWait(loads);
if (executableNetworkPerDevice.empty()) if (executableNetworkPerDevice.empty())