IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Modify statistical information threads on Latency mode (#14392)

Browse Source
This commit is contained in:
Sun Xiaoxia 2022-12-22 13:24:19 +08:00 committed by GitHub
parent b435d46f04
commit 25ef748646
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/inference/src/threading/ie_istreams_executor.cpp
View File

@ -445,7 +445,7 @@ IStreamsExecutor::Config IStreamsExecutor::Config::MakeDefaultMultiThreaded(cons
num_cores_default = (num_big_cores_phys <= hyper_threading_threshold) ? num_big_cores : num_big_cores_phys; num_cores_default = (num_big_cores_phys <= hyper_threading_threshold) ? num_big_cores : num_big_cores_phys;
} }
// if nstreams or nthreads are set, need to calculate the Hybrid aware parameters here // if nstreams or nthreads are set, need to calculate the Hybrid aware parameters here
if (streamExecutorConfig._big_core_streams == 0 || streamExecutorConfig._threads) { if (!bLatencyCase && (streamExecutorConfig._big_core_streams == 0 || streamExecutorConfig._threads)) {
UpdateHybridCustomThreads(streamExecutorConfig); UpdateHybridCustomThreads(streamExecutorConfig);
} }
OPENVINO_DEBUG << "[ p_e_core_info ] streams (threads): " << streamExecutorConfig._streams << "(" OPENVINO_DEBUG << "[ p_e_core_info ] streams (threads): " << streamExecutorConfig._streams << "("
@ -475,7 +475,7 @@ IStreamsExecutor::Config IStreamsExecutor::Config::MakeDefaultMultiThreaded(cons
streamExecutorConfig._threadsPerStream = streamExecutorConfig._threadsPerStream =
streamExecutorConfig._streams ? std::max(1, threads / streamExecutorConfig._streams) : threads; streamExecutorConfig._streams ? std::max(1, threads / streamExecutorConfig._streams) : threads;
streamExecutorConfig._threads = streamExecutorConfig._threads =
ThreadBindingType::HYBRID_AWARE == streamExecutorConfig._threadBindingType (!bLatencyCase && ThreadBindingType::HYBRID_AWARE == streamExecutorConfig._threadBindingType)
? streamExecutorConfig._big_core_streams * streamExecutorConfig._threads_per_stream_big + ? streamExecutorConfig._big_core_streams * streamExecutorConfig._threads_per_stream_big +
streamExecutorConfig._small_core_streams * streamExecutorConfig._threads_per_stream_small streamExecutorConfig._small_core_streams * streamExecutorConfig._threads_per_stream_small
: streamExecutorConfig._threadsPerStream * streamExecutorConfig._streams; : streamExecutorConfig._threadsPerStream * streamExecutorConfig._streams;