IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[GPU] Gemm opt tile_n min size fix (#10369)

Browse Source
This commit is contained in:
Ilya Znamenskiy
2022-02-15 11:48:02 +03:00
committed by GitHub
parent 004daca1fa
commit 0099755434
2 changed files with 6 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
src/plugins/intel_gpu/src/kernel_selector/core/actual_kernels/gemm/gemm_kernel_tiled_opt.cpp
View File

@@ -60,17 +60,14 @@ GemmKernelTiledOpt::GemmTuningData GemmKernelTiledOpt::SetTuningParams(const gem
auto total_batches = output.LogicalSize() / (output.X().v * output.Y().v);
tuning_data.simd_size = 8;
if (n_size >= 8) {
tuning_data.tile_n_size = tuning_data.simd_size;
while (tuning_data.tile_n_size < 64 && n_size / (tuning_data.tile_n_size * 2) >= 1) {
tuning_data.tile_n_size *= 2;
}
tuning_data.tile_n_size = tuning_data.simd_size;
while (tuning_data.tile_n_size < 64 && n_size / (tuning_data.tile_n_size * 2) >= 1) {
tuning_data.tile_n_size *= 2;
}
// tuning_data.tile_k_size must be the same as simd_size when k % tile_k != 0
tuning_data.tile_k_size = tuning_data.simd_size;
tuning_data.tile_m_size = 8;
tuning_data.tile_m_size = tuning_data.simd_size;
bool leftovers = m_size % tuning_data.tile_m_size || k_size % tuning_data.tile_k_size || n_size % tuning_data.tile_n_size;
@@ -78,7 +75,7 @@ GemmKernelTiledOpt::GemmTuningData GemmKernelTiledOpt::SetTuningParams(const gem
tuning_data.simd_size = 16;
tuning_data.tile_n_size = tuning_data.simd_size;
tuning_data.tile_k_size = tuning_data.simd_size;
tuning_data.tile_m_size = 16;
tuning_data.tile_m_size = tuning_data.simd_size;
}
return tuning_data;

2
src/plugins/intel_gpu/src/kernel_selector/core/actual_kernels/gemm/gemm_kernel_tiled_opt.h
View File

@@ -16,7 +16,7 @@ public:
size_t simd_size = 8;
size_t tile_m_size = 1;
size_t tile_k_size = 1;
size_t tile_n_size = 1;
size_t tile_n_size = 8;
};
GemmKernelTiledOpt() : GemmKernelBase("gemm_tiled_opt") {}