IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[GPU] adjusted LWS for batch-blocked format (#13764)

Browse Source 
LWS is adjusted to make items are fetched along batch axes in a workgroup if a layout has bsv32 or bsv16
This commit is contained in:
OlehKravchyshyn
2022-11-11 08:37:34 +02:00
committed by GitHub
parent 5f1ce082ea
commit 11d020ea06
1 changed files with 20 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
src/plugins/intel_gpu/src/kernel_selector/kernels/eltwise/eltwise_kernel_base.cpp
View File

@@ -598,7 +598,26 @@ EltwiseKernelBase::DispatchData EltwiseKernelBase::SetDefault(const eltwise_para
// TODO: can be potentially improved for GPUs with support of LWS > 256
const size_t optimal_lws_values[] = { 256, 224, 192, 160, 128, 96, 64, 32, 16 };
if ((params.outputs[0].GetLayout() == DataLayout::b_fs_yx_fsv16 ||
if (dispatchData.gws[2] % 16 == 0 &&
params.outputs[0].Batch().v % 16 == 0 &&
params.outputs[0].Feature().v % 16 == 0 &&
dispatchData.gws[1] % 16 == 0 &&
(params.outputs[0].GetLayout() == DataLayout::bs_fs_yx_bsv32_fsv16 ||
params.outputs[0].GetLayout() == DataLayout::bs_fs_yx_bsv16_fsv16 ||
params.outputs[0].GetLayout() == DataLayout::bs_fs_zyx_bsv32_fsv16 ||
params.outputs[0].GetLayout() == DataLayout::bs_fs_zyx_bsv16_fsv16 ||
params.outputs[0].GetLayout() == DataLayout::bs_fs_zyx_bsv16_fsv32 ||
params.outputs[0].GetLayout() == DataLayout::bs_fs_zyx_bsv32_fsv32)) {
dispatchData.lws[0] = 1;
//dispatchData.gws[1] = ???; calc it below
dispatchData.lws[2] = 16;
for (auto lws : optimal_lws_values) {
if (dispatchData.gws[1] % lws == 0 && lws * dispatchData.lws[2] <= params.engineInfo.maxWorkGroupSize) {
dispatchData.lws[1] = lws;
break;
}
}
} else if ((params.outputs[0].GetLayout() == DataLayout::b_fs_yx_fsv16 ||
params.outputs[0].GetLayout() == DataLayout::b_fs_zyx_fsv16 ||
params.outputs[0].GetLayout() == DataLayout::bs_fs_yx_bsv32_fsv16 ||
params.outputs[0].GetLayout() == DataLayout::bs_fs_yx_bsv16_fsv16 ||