Bell/shape auto (#11284)

* Fix batchability check of MAX_BATCH_SIZE

* Applied review comment

* clonenetwork in auto

Signed-off-by: fishbell <bell.song@intel.com>

* clone in correct way

Signed-off-by: fishbell <bell.song@intel.com>

Co-authored-by: Taylor Yeonbok Lee <taylor.lee@intel.com>
This commit is contained in:
yanlan song 2022-04-01 11:09:22 +08:00 committed by GitHub
parent e52bd441e2
commit 4057e408d8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -20,7 +20,7 @@
#include "plugin.hpp"
#include <ie_algorithm.hpp>
#include <ie_icore.hpp>
#include <ie_ngraph_utils.hpp>
#include "itt.hpp"
// ------------------------------MultiDeviceInferencePlugin----------------------------
namespace MultiDevicePlugin {
@ -345,7 +345,10 @@ IExecutableNetworkInternal::Ptr MultiDeviceInferencePlugin::LoadNetworkImpl(cons
strDevices += ((iter + 1) == supportDevices.end()) ? "" : ",";
LOG_INFO("[AUTOPLUGIN]:device:%s, priority:%ld", iter->deviceName.c_str(), iter->devicePriority);
}
return std::make_shared<MultiDeviceExecutableNetwork>(modelPath, network, supportDevices, strDevices, this, context, context.needPerfCounters);
// clone the network, in case of reshape conflict
CNNNetwork clonedNetwork = InferenceEngine::details::cloneNetwork(network);
return std::make_shared<MultiDeviceExecutableNetwork>(modelPath, clonedNetwork, supportDevices, strDevices, this, context, context.needPerfCounters);
}
OV_ITT_SCOPED_TASK(itt::domains::MULTIPlugin, "MultiDeviceInferencePlugin::LoadNetworkImpl:MultiMode");
if (priorities == fullConfig.end()) {