IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

improve the loading loop logic

Browse Source
This commit is contained in:
myshevts 2021-11-24 16:41:07 +03:00
parent ff72398593
commit fef1dabce1
1 changed files with 9 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
inference-engine/src/auto_batch/auto_batch.cpp
View File

@ -535,7 +535,6 @@ IExecutableNetworkInternal::Ptr AutoBatchInferencePlugin::LoadExeNetworkImpl(con
// TODO: remove this experimental code that does loop rather than use the batch1 footprint only // TODO: remove this experimental code that does loop rather than use the batch1 footprint only
InferenceEngine::SoExecutableNetworkInternal executableNetworkForDevice; InferenceEngine::SoExecutableNetworkInternal executableNetworkForDevice;
auto needLoop = deviceName.find("GPU") != std::string::npos;
do { do {
try { try {
CNNNetwork clonedNetwork(InferenceEngine::cloneNetwork(network)); CNNNetwork clonedNetwork(InferenceEngine::cloneNetwork(network));
@ -555,27 +554,27 @@ IExecutableNetworkInternal::Ptr AutoBatchInferencePlugin::LoadExeNetworkImpl(con
} }
} }
std::cout << "Reshaped network by batch to " << metaDevice.batchForDevice << std::endl; std::cout << "Reshaped network by batch to " << metaDevice.batchForDevice << std::endl;
clonedNetwork.reshape(shapes); clonedNetwork.reshape(shapes);
executableNetworkForDevice = GetCore()->LoadNetwork(CNNNetwork{clonedNetwork}, deviceName, deviceConfig);
if (executableNetworkForDevice == nullptr)
IE_THROW(NotFound) << "Failed to load Executable network the device "
<< "that the BATCH device is initialized to work with";
executableNetworkForDevice = GetCore()->LoadNetwork(CNNNetwork{clonedNetwork}, deviceName, deviceConfig);
if (deviceName.find("GPU") != std::string::npos) { if (deviceName.find("GPU") != std::string::npos) {
const uint64_t total_mem = GetCore()->GetMetric(deviceName, GPU_METRIC_KEY(DEVICE_TOTAL_MEM_SIZE)); const uint64_t total_mem = GetCore()->GetMetric(deviceName, GPU_METRIC_KEY(DEVICE_TOTAL_MEM_SIZE));
const uint64_t footprint = executableNetworkForDevice->GetMetric(GPU_METRIC_KEY(NETWORK_MEM_FOOTPRINT)); const uint64_t footprint = executableNetworkForDevice->GetMetric(GPU_METRIC_KEY(NETWORK_MEM_FOOTPRINT));
std::cout << "!!!!!!!!!!!!!! (BATCHED):" << footprint << std::endl; std::cout << "!!!!!!!!!!!!!! (BATCHED):" << footprint << std::endl;
if (footprint < total_mem) if (footprint > total_mem) // WA for inaccurate footprint estimations
break;
else // WA for inaccurate footprint estimations
throw NETWORK_NOT_LOADED; throw NETWORK_NOT_LOADED;
} }
} catch (...) { } catch (...) {
// reload the network with smaller batch
executableNetworkForDevice = {nullptr, nullptr};
std::cout << "WA for network failure!!!" << std::endl; std::cout << "WA for network failure!!!" << std::endl;
metaDevice.batchForDevice /= 2; metaDevice.batchForDevice /= 2;
} }
} while (needLoop && (metaDevice.batchForDevice)); } while (!executableNetworkForDevice && (metaDevice.batchForDevice));
if (executableNetworkForDevice == nullptr)
IE_THROW(NetworkNotLoaded) << "Failed to load Executable network to the device " << deviceName
<< "that the BATCH device is initialized to work with";
return std::make_shared<AutoBatchExecutableNetwork>(executableNetworkForDevice, return std::make_shared<AutoBatchExecutableNetwork>(executableNetworkForDevice,
networkWithoutBatch, networkWithoutBatch,
metaDevice, metaDevice,