Delete cpu_streams_calculation.hpp

This commit is contained in:
Shen, Wanglei authored and GitHub committed 2023-03-26 02:14:19 +08:00
1 parent bb7c206fb9
commit a1074ca843
1 file changed
-45
@@ -1,45 +0,0 @@
// Copyright (C) 2018-2023 Intel Corporation
// SPDX-License-Identifier: Apache-2.0
//
/**
* @file cpu_streams_calculation.hpp
* @brief A header file for CPU streams calulation implementation.
*/
#pragma once
#include <vector>
namespace ov {
namespace intel_cpu {
/**
* @brief Generate streams information table according to processors type table.
* @param[in] input_streams is the targeted number of streams set by user via ov::num_streams or hints.
* - input "0" indicates the optimal number of streams generated by the function.
* - When user sets LATENCY hint, OpenVINO runtime generate one stream per CPU node.
* @param[in] input_threads is the max number of threads set by user via ov::inference_num_threads.
* - input "0" indicates that the function can use all resource in proc_type_table.
* - If user limits the max number of threads, the final number of streams output cannot exceed the max
* number of threads.
* @param[in] input_infer_requests is max number of infer requests set by user via ov::hint::num_requests.
* - input "0" indicates that the function can use all resource in proc_type_table.
* - If user limits the max number of infer requests, the final number of streams output cannot exceed the
* max number of infer requests.
* @param[in] model_prefer_threads is preferred number of threads per stream based on the model generated in previous
* function.
* - input "0" indicates that the function generates the optimal number of threads per stream based on
* processors type information.
* @param[in] proc_type_table is currently available candidate processors.
* - candidate processors have benn updated based on user input hints like ov::hint::scheduling_core_type
* in previous function.
* @return streams information table which will be used by StreamsExecutor.
*/
std::vector<std::vector<int>> get_streams_info_table(const int input_streams,
const int input_threads,
const int input_infer_requests,
const int model_prefer_threads,
const std::vector<std::vector<int>> proc_type_table);
} // namespace intel_cpu
} // namespace ov