IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

revert the timeout back to avoid mixing the studies, fixed the footprint calc

Browse Source
This commit is contained in:
myshevts 2021-12-02 17:05:10 +03:00
parent d841404903
commit be588400e5
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
inference-engine/src/auto_batch/auto_batch.cpp
View File

@ -288,7 +288,7 @@ InferenceEngine::IInferRequestInternal::Ptr AutoBatchExecutableNetwork::CreateIn
workerRequestPtr->_thread = std::thread([workerRequestPtr, this] { workerRequestPtr->_thread = std::thread([workerRequestPtr, this] {
while (1) { while (1) {
std::unique_lock<std::mutex> lock(workerRequestPtr->_mutex); std::unique_lock<std::mutex> lock(workerRequestPtr->_mutex);
auto status = workerRequestPtr->_cond.wait_for(lock, std::chrono::milliseconds(100)); auto status = workerRequestPtr->_cond.wait_for(lock, std::chrono::milliseconds(1000));
// as we pop the tasks from the queue only here // as we pop the tasks from the queue only here
// it is ok to call unsafe_size (as the _tasks can only grow in parallel) // it is ok to call unsafe_size (as the _tasks can only grow in parallel)
const int sz = workerRequestPtr->_tasks.unsafe_size(); const int sz = workerRequestPtr->_tasks.unsafe_size();
@ -554,7 +554,7 @@ InferenceEngine::IExecutableNetworkInternal::Ptr AutoBatchInferencePlugin::LoadN
const auto stats = pCore->GetMetric(device, GPU_METRIC_KEY(MEMORY_STATISTICS)).as<std::map<std::string, uint64_t>>(); const auto stats = pCore->GetMetric(device, GPU_METRIC_KEY(MEMORY_STATISTICS)).as<std::map<std::string, uint64_t>>();
for (auto s : stats) for (auto s : stats)
footprint += s.second; footprint += s.second;
std::cout << "!!!!!!!!!!!!!! (FOOTPRINT) " << message << " : " << footprint/1024 << " MB" << std::endl; std::cout << "!!!!!!!!!!!!!! (FOOTPRINT) " << message << " : " << footprint/1024/1024 << " MB" << std::endl;
return footprint; return footprint;
}; };