Files
openvino/model-optimizer/mo/front/common/partial_infer/slice.py
T
Pavel Esir 75d2d88b61 Reshape able slice (#1241)
* Added Caffe Slice_ext

* Added TFSlice, AttributedSlice (both with extractors and replacers), corrected SliceConverter and added unittests for all cases

* added comments to each type of Slice operation; optimized shape inference; moved mxlice inside of slice.py; renamed slice_replacers

* removed type annotation for get_shape_after_slice routine

* replaced zeros_like with zeros

* Corrected preserving node names, renamed attributes names, added tests fro slice_replacer onnx phase

* Renamed slice_replacers.py

* added more unittest cases

* added type annotations, moved to more relevant place routines for shape calculation, and some other minor corrections

* corrected a typo `normalize_slice_indices` comment

* corrected shape calculation for Nonconstant inputs

* corrected a few typos

* corrected type declarations

* corrected shape inference with rounding

* refactored unit-tests for front transforms of Slice

* added error raising for negative and zero shapes

* removed magic_num

* corrected AttributedSlice, clarified comments

* fixed unit-test for AttributedSliceToSlice

* typo in type hints corrected

* removed supported_attrs

* returned back default None for attrs of Slice
2020-08-10 12:19:08 +03:00

159 lines
5.8 KiB
Python

"""
Copyright (C) 2018-2020 Intel Corporation
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
"""
import numpy as np
from mo.front.caffe.extractors.utils import get_canonical_axis_index
from mo.utils.error import Error
def tf_strided_slice_infer(node):
if node.in_node(1).value is None or node.in_node(2).value is None:
raise Error('Strided slice layer supports only constant begin and end inputs')
begin_id = node.in_node(1).value.copy()
end_id = node.in_node(2).value.copy()
if len(node.in_nodes()) > 3:
if node.in_node(3).value is None:
raise Error('Strided slice layer supports only constant stride input')
stride = node.in_node(3).value
else:
stride = []
shape = node.in_node(0).shape
if shape is None or any([x < 0 for x in shape]):
return
convert_negative_indices(begin_id, shape)
convert_negative_indices(end_id, shape)
slice_idx = []
dims = np.amax(np.array([len(begin_id), len(end_id), len(stride),
len(node.shrink_axis_mask), len(node.new_axis_mask), len(node.ellipsis_mask),
len(node.begin_mask), len(node.end_mask)]))
# make mask correct length
def extend_mask(in_mask, fin_len, zeros=True):
mask = list(in_mask)
if len(mask) < fin_len:
if zeros:
mask.extend(np.zeros(dims-len(mask), dtype=np.int32))
else:
mask.extend(np.ones(dims-len(mask), dtype=np.int32))
return np.array(mask, dtype=np.int32)
for mask in {'new_axis_mask', 'shrink_axis_mask', 'ellipsis_mask'}:
node[mask] = extend_mask(node[mask], dims)
node.begin_mask = extend_mask(node.begin_mask, dims, False)
node.end_mask = extend_mask(node.end_mask, dims, False)
old_idx = 0
ellips_ext = 0
id_em = 0
for idx in range(dims):
if node.new_axis_mask[idx]:
slice_idx.append(np.newaxis)
elif node.ellipsis_mask[idx]:
ellips_ext = len(shape) - (dims - np.count_nonzero(node.new_axis_mask) - 1)
id_em = idx
for i in range(0, ellips_ext):
slice_idx.append(slice(0, shape[old_idx], 1))
old_idx = old_idx + 1
else:
s = stride[idx] if len(stride) > idx else 1
def_beg = 0 if s > 0 else -1
def_end = shape[old_idx] if s > 0 else -shape[old_idx]-1
l = begin_id[idx] if node.begin_mask[idx] and idx < len(begin_id) else def_beg
r = end_id[idx] if node.end_mask[idx] and idx < len(end_id) else def_end
# Check shrink_axis_mask
if node.shrink_axis_mask[idx] and idx < len(shape):
slice_idx.append(slice(l, l+1, s))
else:
slice_idx.append(slice(l, r, s))
old_idx = old_idx + 1
value = node.in_node(0).value if node.in_node(0).value is not None else np.zeros(shape)
# fix for the warning: "FutureWarning: Using a non-tuple sequence for multidimensional indexing is deprecated use
# `arr[tuple(seq)]` instead of `arr[seq]`"
value = value[tuple(slice_idx)]
for idx, flag in reversed(list(enumerate(node.shrink_axis_mask))):
if flag:
if ellips_ext > 0 and idx > id_em:
idx = idx + ellips_ext - 1
try:
value = np.squeeze(value, idx)
except ValueError:
# ignore this error
continue
for i, s in enumerate(slice_idx):
if s is None:
slice_idx[i] = slice(0, 1, 1)
node['slices'] = np.array(slice_idx)
for attr in ('shrink_axis_mask', 'new_axis_mask', 'ellipsis_mask', 'begin_mask', 'end_mask'):
node[attr] = np.array(node[attr], dtype=np.int32)
node['force_precision_in_ports'] = {port: 'int64' for port in range(1, len(node.in_nodes()))}
node.out_node().value = value.copy() if node.in_node(0).value is not None else None
node.out_node().shape = np.array(value.shape, dtype=np.int64)
def convert_negative_indices(indices: np.array, shape: np.array):
for ind, value in enumerate(indices):
if value < 0:
indices[ind] += shape[ind]
def mxnet_slice_axis_infer(node):
in_shape = node.in_node(0).shape
node.axis = get_canonical_axis_index(in_shape, node.axis)
slice_axis = node.axis
new_shape = np.array(in_shape, dtype=np.int64)
new_shape[slice_axis] = new_shape[slice_axis] / len(node.out_nodes())
axis_size = in_shape[slice_axis]
if node.offset < 0:
node.offset += axis_size
if not node.dim:
node.dim = axis_size
elif node.dim < 0:
node.dim += axis_size
input_dim = in_shape.size
node.dim = (node.dim - node.offset)
if node.dim > in_shape[slice_axis]:
raise Error(
'{0} node dimension value is bigger than the corresponding value in the input shape {1}. ' +
'\nIn particular {2} is bigger than {3}. The Model Optimizer does not support this case. ' +
'\nTo overcome, try to edit the original model "end" property of the {0} layer.',
node.name, ','.join(str(i) for i in in_shape), str(node.dim), str(in_shape[slice_axis])
)
for i in range(0, input_dim):
if i == slice_axis:
new_shape[i] = node.dim
else:
new_shape[i] = in_shape[i]
for i in range(0, len(node.out_nodes())):
node.out_node(i)['shape'] = new_shape