138 lines
3.9 KiB
C++
138 lines
3.9 KiB
C++
// Copyright (C) 2018 Intel Corporation
|
|
//
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
//
|
|
|
|
/**
|
|
* @brief A header file that provides wrapper classes for IExecutableNetwork
|
|
* @file ie_executable_network.hpp
|
|
*/
|
|
#pragma once
|
|
|
|
#include <map>
|
|
#include <string>
|
|
#include <vector>
|
|
#include <memory>
|
|
#include <algorithm>
|
|
#include "ie_iexecutable_network.hpp"
|
|
#include "cpp/ie_infer_request.hpp"
|
|
#include "cpp/ie_memory_state.hpp"
|
|
#include "details/ie_exception_conversion.hpp"
|
|
|
|
namespace InferenceEngine {
|
|
|
|
/**
|
|
* @brief wrapper over IExecutableNetwork
|
|
*/
|
|
class ExecutableNetwork {
|
|
IExecutableNetwork::Ptr actual;
|
|
|
|
public:
|
|
ExecutableNetwork() = default;
|
|
|
|
explicit ExecutableNetwork(IExecutableNetwork::Ptr actual) : actual(actual) {}
|
|
|
|
/**
|
|
* @brief Wraps original method
|
|
* IExecutableNetwork::getOutputsInfo
|
|
*/
|
|
ConstOutputsDataMap GetOutputsInfo() const {
|
|
ConstOutputsDataMap data;
|
|
CALL_STATUS_FNC(GetOutputsInfo, data);
|
|
return data;
|
|
}
|
|
|
|
/**
|
|
* @brief Wraps original method
|
|
* IExecutableNetwork::getInputsInfo
|
|
*/
|
|
ConstInputsDataMap GetInputsInfo() const {
|
|
ConstInputsDataMap info;
|
|
CALL_STATUS_FNC(GetInputsInfo, info);
|
|
return info;
|
|
}
|
|
|
|
/**
|
|
* @brief reset owned object to new pointer, essential for cases when simultaneously loaded networks not expected
|
|
* @param actual actual pointed object
|
|
*/
|
|
void reset(IExecutableNetwork::Ptr newActual) {
|
|
this->actual.swap(newActual);
|
|
}
|
|
|
|
/**
|
|
* @brief Wraps original method
|
|
* IExecutableNetwork::CreateInferRequest
|
|
*/
|
|
InferRequest CreateInferRequest() {
|
|
IInferRequest::Ptr req;
|
|
CALL_STATUS_FNC(CreateInferRequest, req);
|
|
if (req.get() == nullptr) THROW_IE_EXCEPTION << "Internal error: pointer to infer request is null";
|
|
return InferRequest(req);
|
|
}
|
|
|
|
/**
|
|
* @brief Wraps original method
|
|
* IExecutableNetwork::CreateInferRequestPtr
|
|
* @return shared pointer on InferRequest object
|
|
*/
|
|
InferRequest::Ptr CreateInferRequestPtr() {
|
|
IInferRequest::Ptr req;
|
|
CALL_STATUS_FNC(CreateInferRequest, req);
|
|
return std::make_shared<InferRequest>(req);
|
|
}
|
|
|
|
/**
|
|
* @brief Exports the current executable network so it can be used later in the Import() main API
|
|
* @param modelFileName Full path to the location of the exported file
|
|
* @param resp Optional: pointer to an already allocated object to contain information in case of failure
|
|
*/
|
|
void Export(const std::string &modelFileName) {
|
|
CALL_STATUS_FNC(Export, modelFileName);
|
|
}
|
|
|
|
/**
|
|
* @brief Gets the mapping of IR layer names to implemented kernels
|
|
* @param deployedTopology Map of PrimitiveInfo objects that represent the deployed topology
|
|
* @param resp Optional: pointer to an already allocated object to contain information in case of failure
|
|
*/
|
|
void GetMappedTopology(std::map<std::string, std::vector<PrimitiveInfo::Ptr>> &deployedTopology) {
|
|
CALL_STATUS_FNC(GetMappedTopology, deployedTopology);
|
|
}
|
|
|
|
/**
|
|
* cast operator is used when this wrapper initialized by LoadNetwork
|
|
* @return
|
|
*/
|
|
operator IExecutableNetwork::Ptr &() {
|
|
return actual;
|
|
}
|
|
|
|
|
|
/**
|
|
*@brief see original function InferenceEngine::IExecutableNetwork::QueryState
|
|
*/
|
|
std::vector<MemoryState> QueryState() {
|
|
IMemoryState::Ptr pState = nullptr;
|
|
auto res = OK;
|
|
std::vector<MemoryState> controller;
|
|
for (size_t idx = 0; res == OK; ++idx) {
|
|
ResponseDesc resp;
|
|
res = actual->QueryState(pState, idx, &resp);
|
|
if (res != OK && res != OUT_OF_BOUNDS) {
|
|
THROW_IE_EXCEPTION << resp.msg;
|
|
}
|
|
if (res != OUT_OF_BOUNDS) {
|
|
controller.push_back(MemoryState(pState));
|
|
}
|
|
}
|
|
|
|
return controller;
|
|
}
|
|
|
|
|
|
using Ptr = std::shared_ptr<ExecutableNetwork>;
|
|
};
|
|
|
|
} // namespace InferenceEngine
|