add performance hint to time infer (#8480)

This commit is contained in:
Victor Kuznetsov 2021-11-10 16:07:08 +03:00 committed by GitHub
parent 35ba404bcb
commit 9fc64ea726
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 6 additions and 1 deletions

View File

@ -3,6 +3,7 @@
// //
#include <inference_engine.hpp> #include <inference_engine.hpp>
#include <ie_plugin_config.hpp>
#include <iostream> #include <iostream>
#include "common_utils.h" #include "common_utils.h"
@ -29,6 +30,8 @@ int runPipeline(const std::string &model, const std::string &device) {
{ {
SCOPED_TIMER(load_plugin); SCOPED_TIMER(load_plugin);
ie.GetVersions(device); ie.GetVersions(device);
// enables performance hint for specified device
ie.SetConfig({{CONFIG_KEY(PERFORMANCE_HINT), CONFIG_VALUE(LATENCY)}}, device);
} }
{ {
SCOPED_TIMER(create_exenetwork); SCOPED_TIMER(create_exenetwork);

View File

@ -3,6 +3,7 @@
// //
#include <inference_engine.hpp> #include <inference_engine.hpp>
#include <ie_plugin_config.hpp>
#include <iostream> #include <iostream>
#include "common_utils.h" #include "common_utils.h"
@ -31,7 +32,8 @@ int runPipeline(const std::string &model, const std::string &device) {
} }
{ {
SCOPED_TIMER(load_network); SCOPED_TIMER(load_network);
ie.SetConfig({{"CACHE_DIR", "models_cache"}}); // enables cache
ie.SetConfig({{CONFIG_KEY(CACHE_DIR), "models_cache"}});
exeNetwork = ie.LoadNetwork(model, device); exeNetwork = ie.LoadNetwork(model, device);
} }
{ {