IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[POT] Return Mul to ignored ops for transformers (except CPU_SPR) (#16407)

Browse Source
This commit is contained in:
Liubov Talamanova 2023-03-21 10:53:01 +00:00 committed by GitHub
parent 24ff43aa5b
commit d402b6ed3e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tools/pot/openvino/tools/pot/algorithms/quantization/fake_quantize.py
View File

@ -178,7 +178,7 @@ def insert_fake_quantize_nodes(config, model, qscheme=None):
ignored_params.update(deepcopy(config['ignored'])) ignored_params.update(deepcopy(config['ignored']))
if config['model_type']: if config['model_type']:
ignored_params['operations'] += get_ignored_operations(config['model_type']) ignored_params['operations'] += get_ignored_operations(config['model_type'], config['target_device'])
if qscheme: if qscheme:
for key in qscheme: for key in qscheme:

6
tools/pot/openvino/tools/pot/algorithms/quantization/utils.py
View File

@ -321,9 +321,11 @@ def get_input_shape_for_bias(activations_statistics, input_node_name):
return input_shape return input_shape
def get_ignored_operations(model): def get_ignored_operations(model_type, target_device):
operation = {"transformer": [{"type": "Add"}, {"type": "Power"}, operation = {"transformer": [{"type": "Add"}, {"type": "Power"},
{"type": "Squeeze"}, {"type": "Squeeze"},
{"type": "Subtract"}, {"type": "ReduceMean"}, {"type": "Subtract"}, {"type": "ReduceMean"},
{"type": "SquaredDifference"}, {"type": "MVN"}]} {"type": "SquaredDifference"}, {"type": "MVN"}]}
return operation[model] if target_device != 'CPU_SPR':
operation['transformer'].append({"type": "Multiply"})
return operation[model_type]