IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[GPU] Skip FC fake alignment for some vector by matrix multiplications (#17051)

Browse Source
This commit is contained in:
Vladimir Paramuzov 2023-04-24 14:34:50 +04:00 committed by GitHub
parent eac265722f
commit e8ae1e41ea
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/plugins/intel_gpu/src/graph/fully_connected.cpp
View File

@ -176,9 +176,15 @@ kernel_impl_params fully_connected_inst::get_fake_aligned_params(kernel_impl_par
auto updated_param = orig_impl_param;
auto input_shape = orig_input_layout.get_partial_shape().to_shape();
auto input_row_idx = input_shape.size() - 2;
input_shape[input_row_idx] = align_to(input_shape[input_row_idx], 8);
auto output_shape = orig_output_layout.get_partial_shape().to_shape();
auto output_row_idx = output_shape.size() - 2;
// Vector by matrix multiplication sometimes works slower if we align it
if (input_shape[input_row_idx] == 1 && output_shape[output_row_idx] == 1 && input_shape[input_shape.size() - 1] >= 1024) {
return std::move(orig_impl_param);
}
input_shape[input_row_idx] = align_to(input_shape[input_row_idx], 8);
output_shape[output_row_idx] = align_to(output_shape[output_row_idx], 8);
updated_param.input_layouts[0] = layout(ov::PartialShape(input_shape),