IntenseWebs/openvino
3
0 Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[CPU] Improve weights sharing sync on multiple outputs (#10060)

Browse Source
This commit is contained in:
Ivan Novoselov authored and GitHub committed 2022-02-04 12:26:57 +03:00
1 parent 797b2221be
commit b7c62fcfbc
1 file changed
+16 -16
Download Patch File Download Diff File Expand all files Collapse all files
src/plugins/intel_cpu/src/mkldnn_weights_cache.cpp
+16 -16
View File
@@ -36,35 +36,35 @@ MKLDNNWeightsSharing::MKLDNNSharedMemory::Ptr MKLDNNWeightsSharing::findOrCreate
const std::string& key,
std::function<MKLDNNMemoryPtr(void)> create,
bool valid) {
std::unique_lock<std::mutex> lock(guard);
auto found = sharedWeights.find(key);
MKLDNNMemoryInfo::Ptr ptr;
MKLDNNMemoryPtr newPtr;
{
std::unique_lock<std::mutex> lock(guard);
auto found = sharedWeights.find(key);
if (found == sharedWeights.end()
|| !((ptr = found->second) && (newPtr = ptr->sharedMemory.lock()))) {
newPtr = create();
ptr = std::make_shared<MKLDNNMemoryInfo>(newPtr, valid);
sharedWeights[key] = ptr;
if (found == sharedWeights.end()
|| !((ptr = found->second) && (newPtr = ptr->sharedMemory.lock()))) {
newPtr = create();
ptr = std::make_shared<MKLDNNMemoryInfo>(newPtr, valid);
sharedWeights[key] = ptr;
}
}
return std::make_shared<MKLDNNSharedMemory>(ptr->valid.load(std::memory_order_relaxed)
? std::unique_lock<std::mutex>(ptr->guard, std::defer_lock)
: std::unique_lock<std::mutex>(ptr->guard), ptr, newPtr);
}
MKLDNNWeightsSharing::MKLDNNSharedMemory::Ptr MKLDNNWeightsSharing::get(const std::string& key) const {
std::unique_lock<std::mutex> lock(guard);
auto found = sharedWeights.find(key);
MKLDNNMemoryInfo::Ptr ptr;
MKLDNNMemoryPtr newPtr;
{
std::unique_lock<std::mutex> lock(guard);
auto found = sharedWeights.find(key);
if (found == sharedWeights.end()
|| !((ptr = found->second) && (newPtr = ptr->sharedMemory.lock())))
IE_THROW() << "Unknown shared memory with key " << key;
if (found == sharedWeights.end()
|| !((ptr = found->second) && (newPtr = ptr->sharedMemory.lock())))
IE_THROW() << "Unknown shared memory with key " << key;
}
return std::make_shared<MKLDNNSharedMemory>(ptr->valid.load(std::memory_order_relaxed)
? std::unique_lock<std::mutex>(ptr->guard, std::defer_lock)
: std::unique_lock<std::mutex>(ptr->guard), ptr, newPtr);