dd0060a582
* Deprecate legacy Core and Allocator * Suppress blob warnings * Suppress some warnings * Suppress more warnings * Suppress blob allocator * Suppress more warnings * Suppress more warnings * Fixed compilation issues for Template plugin * Fixed some warnings * Fixed tests * Add WA for benchmark_app * Suppress #warning for developer package * Rename define * Disable warnings for compile_tool and benchmark_app * Suppress Windows warnings * Suppress more warnings for Windows * Fixed compile_tool install * Added message for VS * Fixed snippets and throw only first error
79 lines
2.9 KiB
C++
79 lines
2.9 KiB
C++
// Copyright (C) 2018-2020 Intel Corporation
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
//
|
|
|
|
#ifndef IN_OV_COMPONENT
|
|
# define IN_OV_COMPONENT
|
|
# define WAS_OV_LIBRARY_DEFINED
|
|
#endif
|
|
|
|
#include <threading/ie_itask_executor.hpp>
|
|
#include <cpp_interfaces/impl/ie_infer_async_request_thread_safe_default.hpp>
|
|
#include <memory>
|
|
|
|
#ifdef WAS_OV_LIBRARY_DEFINED
|
|
# undef IN_OV_COMPONENT
|
|
# undef WAS_OV_LIBRARY_DEFINED
|
|
#endif
|
|
|
|
using namespace InferenceEngine;
|
|
|
|
class AcceleratorSyncRequest : public IInferRequestInternal {
|
|
public:
|
|
using Ptr = std::shared_ptr<AcceleratorSyncRequest>;
|
|
|
|
void preprocess();
|
|
void write_to_device();
|
|
void run_on_device();
|
|
void read_from_device();
|
|
void post_process();
|
|
};
|
|
|
|
// ! [async_infer_request:define_pipeline]
|
|
// Inherits from AsyncInferRequestThreadSafeDefault
|
|
class AcceleratorAsyncInferRequest : public AsyncInferRequestThreadSafeDefault {
|
|
// Store the pointer to the synchronous request and five executors
|
|
AcceleratorAsyncInferRequest(const AcceleratorSyncRequest::Ptr& syncRequest,
|
|
const ITaskExecutor::Ptr& preprocessExecutor,
|
|
const ITaskExecutor::Ptr& writeToDeviceExecutor,
|
|
const ITaskExecutor::Ptr& runOnDeviceExecutor,
|
|
const ITaskExecutor::Ptr& readFromDeviceExecutor,
|
|
const ITaskExecutor::Ptr& postProcessExecutor) :
|
|
AsyncInferRequestThreadSafeDefault(syncRequest, nullptr, nullptr),
|
|
_accSyncRequest{syncRequest},
|
|
_preprocessExecutor{preprocessExecutor},
|
|
_writeToDeviceExecutor{writeToDeviceExecutor},
|
|
_runOnDeviceExecutor{runOnDeviceExecutor},
|
|
_readFromDeviceExecutor{readFromDeviceExecutor},
|
|
_postProcessExecutor{postProcessExecutor}
|
|
{
|
|
// Five pipeline stages of synchronous infer request are run by different executors
|
|
_pipeline = {
|
|
{ _preprocessExecutor , [this] {
|
|
_accSyncRequest->preprocess();
|
|
}},
|
|
{ _writeToDeviceExecutor , [this] {
|
|
_accSyncRequest->write_to_device();
|
|
}},
|
|
{ _runOnDeviceExecutor , [this] {
|
|
_accSyncRequest->run_on_device();
|
|
}},
|
|
{ _readFromDeviceExecutor , [this] {
|
|
_accSyncRequest->read_from_device();
|
|
}},
|
|
{ _postProcessExecutor , [this] {
|
|
_accSyncRequest->post_process();
|
|
}},
|
|
};
|
|
}
|
|
|
|
// As all stages use _accSyncRequest member we should wait for all stages tasks before the destructor destroy this member.
|
|
~AcceleratorAsyncInferRequest() {
|
|
StopAndWait();
|
|
}
|
|
|
|
AcceleratorSyncRequest::Ptr _accSyncRequest;
|
|
ITaskExecutor::Ptr _preprocessExecutor, _writeToDeviceExecutor, _runOnDeviceExecutor, _readFromDeviceExecutor, _postProcessExecutor;
|
|
};
|
|
// ! [async_infer_request:define_pipeline]
|