Delete cpu_streams_calculation.hpp
This commit is contained in:
1 parent
bb7c206fb9
commit
a1074ca843
1 file changed
-45
@@ -1,45 +0,0 @@
|
||||
// Copyright (C) 2018-2023 Intel Corporation
|
||||
// SPDX-License-Identifier: Apache-2.0
|
||||
//
|
||||
|
||||
/**
|
||||
* @file cpu_streams_calculation.hpp
|
||||
* @brief A header file for CPU streams calulation implementation.
|
||||
*/
|
||||
|
||||
#pragma once
|
||||
|
||||
#include <vector>
|
||||
|
||||
namespace ov {
|
||||
namespace intel_cpu {
|
||||
|
||||
/**
|
||||
* @brief Generate streams information table according to processors type table.
|
||||
* @param[in] input_streams is the targeted number of streams set by user via ov::num_streams or hints.
|
||||
* - input "0" indicates the optimal number of streams generated by the function.
|
||||
* - When user sets LATENCY hint, OpenVINO runtime generate one stream per CPU node.
|
||||
* @param[in] input_threads is the max number of threads set by user via ov::inference_num_threads.
|
||||
* - input "0" indicates that the function can use all resource in proc_type_table.
|
||||
* - If user limits the max number of threads, the final number of streams output cannot exceed the max
|
||||
* number of threads.
|
||||
* @param[in] input_infer_requests is max number of infer requests set by user via ov::hint::num_requests.
|
||||
* - input "0" indicates that the function can use all resource in proc_type_table.
|
||||
* - If user limits the max number of infer requests, the final number of streams output cannot exceed the
|
||||
* max number of infer requests.
|
||||
* @param[in] model_prefer_threads is preferred number of threads per stream based on the model generated in previous
|
||||
* function.
|
||||
* - input "0" indicates that the function generates the optimal number of threads per stream based on
|
||||
* processors type information.
|
||||
* @param[in] proc_type_table is currently available candidate processors.
|
||||
* - candidate processors have benn updated based on user input hints like ov::hint::scheduling_core_type
|
||||
* in previous function.
|
||||
* @return streams information table which will be used by StreamsExecutor.
|
||||
*/
|
||||
std::vector<std::vector<int>> get_streams_info_table(const int input_streams,
|
||||
const int input_threads,
|
||||
const int input_infer_requests,
|
||||
const int model_prefer_threads,
|
||||
const std::vector<std::vector<int>> proc_type_table);
|
||||
} // namespace intel_cpu
|
||||
} // namespace ov
|
||||
Reference in new issue
Block a user