IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Streams number fix (#10336)

Browse Source 
* Streams number fix

* fixed perfomance hint

* fixed format

* removed dbg

* simplified code

* reverted becnhmark_app
This commit is contained in:
Anton Pankratov 2022-02-15 11:04:45 +03:00 committed by GitHub
parent 2b03d5fe66
commit 39c90e9d48
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
samples/cpp/benchmark_app/benchmark_app.hpp
View File

@ -272,7 +272,7 @@ DEFINE_uint32(nireq, 0, infer_requests_count_message);
DEFINE_uint32(nthreads, 0, infer_num_threads_message); DEFINE_uint32(nthreads, 0, infer_num_threads_message);
/// @brief Number of streams to use for inference on the CPU (also affects Hetero cases) /// @brief Number of streams to use for inference on the CPU (also affects Hetero cases)
DEFINE_string(nstreams, "AUTO", infer_num_streams_message); DEFINE_string(nstreams, "", infer_num_streams_message);
/// @brief The percentile which will be reported in latency metric /// @brief The percentile which will be reported in latency metric
DEFINE_uint32(latency_percentile, 50, infer_latency_percentile_message); DEFINE_uint32(latency_percentile, 50, infer_latency_percentile_message);

2
src/inference/src/threading/ie_istreams_executor.cpp
View File

@ -122,7 +122,7 @@ void IStreamsExecutor::Config::SetConfig(const std::string& key, const std::stri
OPENVINO_UNREACHABLE("Wrong value for property key ", OPENVINO_UNREACHABLE("Wrong value for property key ",
ov::num_streams.name(), ov::num_streams.name(),
". Expected non negative numbers (#streams) or ", ". Expected non negative numbers (#streams) or ",
"ov::NumStreams::NUMA|ov::NumStreams::AUTO, Got: ", "ov::NumStreams(ov::NumStreams::NUMA|ov::NumStreams::AUTO), Got: ",
streams); streams);
} }
} else if (key == CONFIG_KEY(CPU_THREADS_NUM) || key == ov::inference_num_threads) { } else if (key == CONFIG_KEY(CPU_THREADS_NUM) || key == ov::inference_num_threads) {

2
src/plugins/intel_gpu/src/plugin/plugin.cpp
View File

@ -225,7 +225,7 @@ std::map<std::string, std::string> Plugin::ConvertPerfHintsToConfig(
config[ov::num_streams.name()] = std::to_string(1); config[ov::num_streams.name()] = std::to_string(1);
} else if (mode_name == CONFIG_VALUE(THROUGHPUT)) { } else if (mode_name == CONFIG_VALUE(THROUGHPUT)) {
config[PluginConfigParams::KEY_GPU_THROUGHPUT_STREAMS] = CONFIG_VALUE(GPU_THROUGHPUT_AUTO); config[PluginConfigParams::KEY_GPU_THROUGHPUT_STREAMS] = CONFIG_VALUE(GPU_THROUGHPUT_AUTO);
config[ov::num_streams.name()] = ov::Any::make<ov::NumStreams>(ov::NumStreams::AUTO).as<std::string>(); config[ov::num_streams.name()] = ov::util::to_string(ov::NumStreams(ov::NumStreams::AUTO));
//disabling the throttling temporarily to set the validation (that is switching to the hints) perf baseline //disabling the throttling temporarily to set the validation (that is switching to the hints) perf baseline
//checking throttling (to avoid overriding what user might explicitly set in the incoming config or previously via SetConfig) //checking throttling (to avoid overriding what user might explicitly set in the incoming config or previously via SetConfig)
// const auto bInConfig = config.find(GPUConfigParams::KEY_GPU_PLUGIN_THROTTLE) != config.end() || // const auto bInConfig = config.find(GPUConfigParams::KEY_GPU_PLUGIN_THROTTLE) != config.end() ||

2
src/plugins/intel_myriad/common/src/configuration/options/ov_throughput_streams.cpp
View File

@ -46,7 +46,7 @@ details::Category OvThroughputStreamsOption::category() {
std::string OvThroughputStreamsOption::defaultValue() { std::string OvThroughputStreamsOption::defaultValue() {
std::stringstream ss; std::stringstream ss;
ss << ov::NumStreams::AUTO; ss << ov::NumStreams(ov::NumStreams::AUTO);
return ss.str(); return ss.str();
} }