selectdevice returns MULTI:device in cumulative_throughput (#11367)

* selectdevice returns MULTI:device in cumulative_throughput

* load multi with throughput and disable cpu helper in cumulative

* disable cpu helper in cumulative_throughput

* add cumulative to bechmark_app help message

* modify benchmark_app.hpp clang-format
This commit is contained in:
guozhong wang authored and GitHub committed 2022-05-06 12:42:59 +08:00
1 parent caccde6a82
commit 0a65f5f607
7 files changed
+81 -30

No files matched your search

+4 -1
View File
@@ -38,6 +38,8 @@ static const char model_message[] =
static const char hint_message[] =
"Optional. Performance hint allows the OpenVINO device to select the right network-specific settings.\n"
" 'throughput' or 'tput': device performance mode will be set to THROUGHPUT.\n"
" 'cumulative_throughput' or 'ctput': device performance mode will be set to "
"CUMULATIVE_THROUGHPUT.\n"
" 'latency': device performance mode will be set to LATENCY.\n"
" 'none': no device performance mode will be set.\n"
" Using explicit 'nstreams' or other device-specific options, please set hint to "
@@ -375,7 +377,8 @@ static void show_usage() {
std::cout << " -d \"<device>\" " << target_device_message << std::endl;
std::cout << " -extensions \"<absolute_path>\" " << custom_extensions_library_message << std::endl;
std::cout << " -c \"<absolute_path>\" " << custom_cldnn_message << std::endl;
std::cout << " -hint \"performance hint (latency or throughput or none)\" " << hint_message << std::endl;
std::cout << " -hint \"performance hint (latency or throughput or cumulative_throughput or none)\" "
<< hint_message << std::endl;
std::cout << " -api \"<sync/async>\" " << api_message << std::endl;
std::cout << " -niter \"<integer>\" " << iterations_count_message << std::endl;
std::cout << " -nireq \"<integer>\" " << infer_requests_count_message << std::endl;