IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Reduced available host VRAM & phys mem limitation (#10360)

Browse Source
This commit is contained in:
Taylor Yeonbok Lee 2022-02-15 19:01:05 +09:00 committed by GitHub
parent a875f6ed9c
commit f5283300f0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/plugins/intel_gpu/src/graph/program.cpp
View File

@ -1482,14 +1482,17 @@ std::pair<int64_t, int64_t> program::get_estimated_device_mem_usage() {
continue; continue;
} }
#ifdef __unix__ #ifdef __unix__
// Check whether the host mem allocation might exceed avialalbe system VRAM // Check whether the host mem allocation might exceed avialalbe system VRAM or physical memory
// Temporal solution for linux OoO memory killer
// TODO: Ultimate solution will be the "estimation without actual allocation" mechanism for this issue,
// which is also expected for better estimation performance
int64_t max_global_mem_size = engine.get_device_info().max_global_mem_size;
int64_t total_host_alloc_size = out_size + host_alloc + engine.get_used_device_memory(allocation_type::usm_host); int64_t total_host_alloc_size = out_size + host_alloc + engine.get_used_device_memory(allocation_type::usm_host);
if (engine.get_device_info().dev_type == cldnn::device_type::integrated_gpu) if (engine.get_device_info().dev_type == cldnn::device_type::integrated_gpu)
total_host_alloc_size += engine.get_used_device_memory(allocation_type::usm_device); total_host_alloc_size += engine.get_used_device_memory(allocation_type::usm_device);
if ((cur_vmem != -1 && total_host_alloc_size > cur_vmem * 0.5) || (total_host_alloc_size >= max_global_mem_size)) {
if (cur_vmem != -1 && total_host_alloc_size > cur_vmem) {
GPU_DEBUG_IF(debug_config->verbose >= 1) { GPU_DEBUG_IF(debug_config->verbose >= 1) {
GPU_DEBUG_COUT << "Estimated mem usage calculated with default base batch size(16) exceeds the available virtual memory (" GPU_DEBUG_COUT << "Estimated host mem usage calculated with default base batch size(16) exceeds the available memory ("
<< cur_vmem << ")" << std::endl; << cur_vmem << ")" << std::endl;
} }
return {-1L, -1L}; return {-1L, -1L};