IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[IE][VPU]: Add runtime precision info in MYRIAD plugin (#2535)

Browse Source 
* Add runtime precision info in MYRIAD plugin
This commit is contained in:
Aleksandr Korolev 2020-10-26 11:32:43 +03:00 committed by GitHub
parent 77ba9acada
commit d34dc7e206
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
inference-engine/src/plugin_api/exec_graph_info.hpp
View File

@ -69,6 +69,12 @@ static const char EXECUTION_ORDER[] = "execOrder";
*/
static const char LAYER_TYPE[] = "layerType";
/**
* @ingroup ie_dev_exec_graph
* @brief Used to get runtime precision of the executable primitive.
*/
static const char RUNTIME_PRECISION[] = "runtimePrecision";
/**
* @ingroup ie_dev_exec_graph
* @brief The Execution node which is used to represent node in execution graph.
@ -81,6 +87,7 @@ static const char LAYER_TYPE[] = "layerType";
* - ExecGraphInfoSerialization::OUTPUT_LAYOUTS
* - ExecGraphInfoSerialization::EXECUTION_ORDER
* - ExecGraphInfoSerialization::LAYER_TYPE
* - ExecGraphInfoSerialization::RUNTIME_PRECISION
*/
class INFERENCE_ENGINE_API_CLASS(ExecutionNode) : public ngraph::Node {
public:

7
inference-engine/src/vpu/graph_transformer/src/utils/runtime_graph.cpp
View File

@ -241,8 +241,13 @@ std::map<std::string, std::string> extractMeta(const StageMetaInfo& stageMeta) {
serializationInfo[ExecGraphInfoSerialization::OUTPUT_LAYOUTS] = layoutStream.str();
std::string outPrecisionsStr;
Precision runtimePrecision {Precision::I32};
ind = 0;
for (auto &outPrecision : stageMeta.outPrecisions) {
// if we have any output precision not equal I32 -> we assume runtimePrecision is FP16
if (outPrecision != Precision::I32) {
runtimePrecision = Precision::FP16;
}
if (ind == 0) {
outPrecisionsStr += outPrecision.name();
ind++;
@ -251,7 +256,7 @@ std::map<std::string, std::string> extractMeta(const StageMetaInfo& stageMeta) {
outPrecisionsStr += ',' + std::string(outPrecision.name());
}
serializationInfo[ExecGraphInfoSerialization::OUTPUT_PRECISIONS] = outPrecisionsStr;
serializationInfo[ExecGraphInfoSerialization::RUNTIME_PRECISION] = runtimePrecision.name();
return serializationInfo;
}