IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

reenabling the Auto-Batching in the AUTO

Browse Source
This commit is contained in:
myshevts 2021-11-22 18:21:30 +03:00
parent fc15a3b13f
commit a3f32744dc
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
inference-engine/src/multi_device/multi_device_exec_network.cpp
View File

@ -245,6 +245,11 @@ void MultiDeviceExecutableNetwork::TryToLoadNetWork(AutoLoadContext& context,
auto& deviceList = context.metaDevices;
bool curDevIsCPU = (device.find("CPU") != std::string::npos);
try {
const auto& mode = deviceConfig.find(CONFIG_KEY(PERFORMANCE_HINT));
if (mode != deviceConfig.end() && mode->second == CONFIG_VALUE(THROUGHPUT)
&& device.find("GPU") != std::string::npos)
deviceConfig[CONFIG_KEY(ALLOW_AUTO_BATCHING)] = CONFIG_VALUE(YES);
if (!modelPath.empty()) {
context.executableNetwork = _core->LoadNetwork(modelPath, device, deviceConfig);
} else {