IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Resetting the GPU hints baseline to let the validation switch the perf tetsing to these (and see no delta first) (#7868)

Browse Source
This commit is contained in:
Maxim Shevtsov 2021-10-08 17:26:11 +03:00 committed by GitHub
parent d50ba1129b
commit 492fdadba9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
inference-engine/src/cldnn_engine/cldnn_engine.cpp
View File

@ -572,11 +572,12 @@ std::map<std::string, std::string> clDNNEngine::ConvertPerfHintsToConfig(
config[PluginConfigParams::KEY_GPU_THROUGHPUT_STREAMS] = std::to_string(1); config[PluginConfigParams::KEY_GPU_THROUGHPUT_STREAMS] = std::to_string(1);
} else if (mode_name == CONFIG_VALUE(THROUGHPUT)) { } else if (mode_name == CONFIG_VALUE(THROUGHPUT)) {
config[PluginConfigParams::KEY_GPU_THROUGHPUT_STREAMS] = CONFIG_VALUE(GPU_THROUGHPUT_AUTO); config[PluginConfigParams::KEY_GPU_THROUGHPUT_STREAMS] = CONFIG_VALUE(GPU_THROUGHPUT_AUTO);
//disabling the throttling temporarily to set the validation (that is switching to the hints) perf baseline
//checking throttling (to avoid overriding what user might explicitly set in the incoming config or previously via SetConfig) //checking throttling (to avoid overriding what user might explicitly set in the incoming config or previously via SetConfig)
const auto bInConfig = config.find(GPUConfigParams::KEY_GPU_PLUGIN_THROTTLE) != config.end() || // const auto bInConfig = config.find(GPUConfigParams::KEY_GPU_PLUGIN_THROTTLE) != config.end() ||
config.find(CLDNNConfigParams::KEY_CLDNN_PLUGIN_THROTTLE) != config.end(); // config.find(CLDNNConfigParams::KEY_CLDNN_PLUGIN_THROTTLE) != config.end();
if (!bInConfig && !throttlingSet) // if (!bInConfig && !throttlingSet)
config[GPUConfigParams::KEY_GPU_PLUGIN_THROTTLE] = std::to_string(1); // config[GPUConfigParams::KEY_GPU_PLUGIN_THROTTLE] = std::to_string(1);
} }
} }
} }

4
inference-engine/src/cldnn_engine/cldnn_executable_network.cpp
View File

@ -135,7 +135,9 @@ InferenceEngine::Parameter CLDNNExecNetwork::GetMetric(const std::string &name)
configKeys.push_back(value.first); configKeys.push_back(value.first);
IE_SET_METRIC_RETURN(SUPPORTED_CONFIG_KEYS, configKeys); IE_SET_METRIC_RETURN(SUPPORTED_CONFIG_KEYS, configKeys);
} else if (name == METRIC_KEY(OPTIMAL_NUMBER_OF_INFER_REQUESTS)) { } else if (name == METRIC_KEY(OPTIMAL_NUMBER_OF_INFER_REQUESTS)) {
unsigned int nr = m_config.throughput_streams * 2u; unsigned int nr = m_config.throughput_streams;
if (m_config.perfHintsConfig.ovPerfHint != CONFIG_VALUE(LATENCY))
nr *= 2;
IE_SET_METRIC_RETURN(OPTIMAL_NUMBER_OF_INFER_REQUESTS, nr); IE_SET_METRIC_RETURN(OPTIMAL_NUMBER_OF_INFER_REQUESTS, nr);
} else { } else {
IE_THROW() << "Unsupported ExecutableNetwork metric: " << name; IE_THROW() << "Unsupported ExecutableNetwork metric: " << name;