guozhong wangandChen Peter
913f616964
* find test case for MultiDeviceInferRequest::SetBlob * improve line coverage of infer_request * add test cases for queryState and exception test case for perf count * fix querystate running fail * add test case to memory_states.cpp * rename name of test case * add memory_states.cpp to CMakeLists.txt * Use _LogTag to judge whether MULTI * clang-format intel_gna/memory_states.cpp * Modify the position of the macro ENABLE_INTEL_CPU in the test case --------- Co-authored-by: Chen Peter <peter.chen@intel.com>
63 lines
2.8 KiB
C++
63 lines
2.8 KiB
C++
// Copyright (C) 2018-2023 Intel Corporation
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
//
|
|
|
|
///////////////////////////////////////////////////////////////////////////////////////////////////
|
|
#pragma once
|
|
|
|
#include <atomic>
|
|
#include <mutex>
|
|
#include <queue>
|
|
#include <unordered_map>
|
|
#include <map>
|
|
#include <vector>
|
|
#include <utility>
|
|
#include <memory>
|
|
#include <string>
|
|
#include <cpp_interfaces/interface/ie_iinfer_request_internal.hpp>
|
|
#include "ie_remote_context.hpp"
|
|
|
|
#ifdef MULTIUNITTEST
|
|
#define MOCKTESTMACRO virtual
|
|
#define MultiDevicePlugin MockMultiDevicePlugin
|
|
#else
|
|
#define MOCKTESTMACRO
|
|
#endif
|
|
|
|
namespace MultiDevicePlugin {
|
|
|
|
class MultiDeviceInferRequest : public InferenceEngine::IInferRequestInternal {
|
|
public:
|
|
using Ptr = std::shared_ptr<MultiDeviceInferRequest>;
|
|
explicit MultiDeviceInferRequest(const InferenceEngine::InputsDataMap& networkInputs,
|
|
const InferenceEngine::OutputsDataMap& networkOutputs,
|
|
const InferenceEngine::SoIInferRequestInternal & request_to_share_blobs_with,
|
|
InferenceEngine::RemoteContext::Ptr ctx = nullptr);
|
|
explicit MultiDeviceInferRequest(const std::vector<std::shared_ptr<const ov::Node>>& inputs,
|
|
const std::vector<std::shared_ptr<const ov::Node>>& outputs,
|
|
const InferenceEngine::SoIInferRequestInternal & request_to_share_blobs_with,
|
|
InferenceEngine::RemoteContext::Ptr ctx = nullptr);
|
|
std::map<std::string, InferenceEngine::InferenceEngineProfileInfo> GetPerformanceCounts() const override;
|
|
void SetBlob(const std::string& name, const InferenceEngine::Blob::Ptr& blob) override;
|
|
/**
|
|
* @deprecated This method will be removed in 2024.1 release
|
|
* @brief Sets blob with a pre-process information
|
|
*/
|
|
void SetBlob(const std::string& name,
|
|
const InferenceEngine::Blob::Ptr& blob,
|
|
const InferenceEngine::PreProcessInfo& info) override;
|
|
InferenceEngine::Blob::Ptr GetBlob(const std::string& name) override;
|
|
std::vector<std::shared_ptr<InferenceEngine::IVariableStateInternal>> QueryState() override;
|
|
// Multi-Device impl specific: sets the data (blobs from the device-less requests to the specific device request)
|
|
void SetBlobsToAnotherRequest(const InferenceEngine::SoIInferRequestInternal& req);
|
|
InferenceEngine::SoIInferRequestInternal& GetSharedRequest() { return _sharedRequest; }
|
|
InferenceEngine::SoIInferRequestInternal _scheduledRequest;
|
|
|
|
private:
|
|
void CreateInferRequest(const InferenceEngine::SoIInferRequestInternal& request_to_share_blobs_with,
|
|
InferenceEngine::RemoteContext::Ptr ctx);
|
|
InferenceEngine::SoIInferRequestInternal _sharedRequest;
|
|
};
|
|
|
|
} // namespace MultiDevicePlugin
|