IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[ONNX] Switched to ONNX 1.15.0 (#20929)

Browse Source 
* [ONNX] Switched to ONNX 1.15.0

* Updated usage of ONNX serialization API

* Updated xfailed lists

* Updated xfailed lists

* Added xfailed ML-operators

* Added xfailed float8 cases

* Fixing mo tests

* Reverted legacy tests

* Sets default opset version in layer tests

* Skipped test which breaks moving on 1.15

* Updated xfailed list

* Fixed typo and added more tests to skipped

* Added xfailed tests

* Reduced opset due to need to work on onnx 1.13

* Removed unnecessary xfails

* Skipped misaligned tests

* WA for old compiler build
This commit is contained in:
Georgy Krivoruchko
2023-12-19 10:55:32 -08:00
committed by GitHub
parent 224eb79ab6
commit 27c9ca749d
80 changed files with 478 additions and 201 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/bindings/python/constraints.txt
View File

@@ -21,4 +21,4 @@ paddlepaddle==2.5.2
tensorflow>=1.15.5,<2.15.0
six~=1.16.0
protobuf>=3.18.1,<4.0.0
onnx==1.14.1
onnx==1.15.0

16
src/bindings/python/tests_compatibility/__init__.py
View File

@@ -157,13 +157,14 @@ xfail_issue_82039 = xfail_test(reason="Unsupported data type Optional, RuntimeEr
xfail_issue_90649 = xfail_test(reason="RuntimeError: OV does not support the following ONNX operations:"
"BlackmanWindow, DFT, HammingWindow, HannWindow, LayerNormalization, "
"MelWeightMatrix, SequenceMap, STFT")
xfail_issue_91151 = xfail_test(reason="RuntimeError: model input (shape={3,4}) and blob (shape=(1)) are incompatible")
skip_issue_91151 = pytest.mark.skip(reason="RuntimeError: model input (shape={3,4}) and blob (shape=(1)) are incompatible") # Need to enable after bumping to 1.15
xfail_issue_91490 = xfail_test(reason="y has zero dimension which is not allowed")
xfail_issue_101965 = xfail_test(reason="Mismatch with numpy-based expected results.")
xfail_issue_113506 = xfail_test(reason="Unsupported operation of type: LSTMSequence Node expects 7 inputs. Actual: 8")
skip_dynamic_model = pytest.mark.skip(reason="CPU plug-in can't load a model with dynamic output shapes via legacy API")
# ONNX 1.14
xfail_issue_119896 = xfail_test(reason="Unsupported element type: FLOAT8")
xfail_issue_119900 = xfail_test(reason="While validating ONNX node '<Node(Resize): Y>': "
"half_pixel_symmetric - this type of coordinate transformation mode "
@@ -176,3 +177,16 @@ xfail_issue_119919 = xfail_test(reason="While validating ONNX node '<Node(Pad):
xfail_issue_119922 = xfail_test(reason="ai.onnx.ml operators domain isn't supported")
xfail_issue_119925 = xfail_test(reason="AveragePool AssertionError: Not equal to tolerance rtol=0.001, atol=1e-07")
xfail_issue_119926 = xfail_test(reason="ROIAlign AssertionError: Not equal to tolerance rtol=0.001, atol=1e-07")
# ONNX 1.15
xfail_issue_125485 = xfail_test(reason="AffineGrid operation is not supported")
xfail_issue_125486 = xfail_test(reason="Gelu operation is not supported")
xfail_issue_125488 = xfail_test(reason="ImageDecoder operation is not supported")
xfail_issue_125487 = xfail_test(reason="GridSample doesn't support cubic and linear modes, and 4D tensor")
skip_issue_125489 = pytest.mark.skip(reason="IsInf changed behavior since opset-20") # Need to enable after opset-20 will be released
xfail_issue_125491 = xfail_test(reason="AveragePool mismatch with differences in shapes")
xfail_issue_125492 = xfail_test(reason="DFT mismatch")
xfail_issue_125493 = xfail_test(reason="Reduce* mismatch")
xfail_issue_125495 = xfail_test(reason="ReduceMin/Max doesn't support boolean")
xfail_issue_127812 = xfail_test(reason="Reduce* doesn't support zero dimensions")
skip_misalignment = pytest.mark.skip(reason="Misalignment between onnx versions") # Need to enable after bumping to 1.15

129
src/bindings/python/tests_compatibility/test_onnx/test_backend.py
View File

@@ -44,7 +44,7 @@ from tests_compatibility import (
xfail_issue_82038,
xfail_issue_82039,
xfail_issue_90649,
xfail_issue_91151,
skip_issue_91151,
xfail_issue_91490,
xfail_issue_101965,
skip_bitwise_ui64,
@@ -73,6 +73,17 @@ from tests_compatibility import (
xfail_issue_119922,
xfail_issue_119925,
xfail_issue_119926,
xfail_issue_125485,
xfail_issue_125486,
xfail_issue_125488,
xfail_issue_125487,
skip_issue_125489,
xfail_issue_125491,
xfail_issue_125492,
xfail_issue_125493,
xfail_issue_125495,
xfail_issue_127812,
skip_misalignment,
)
from tests_compatibility.test_onnx.utils.onnx_backend import OpenVinoTestBackend
@@ -186,6 +197,20 @@ tests_expected_to_fail = [
"OnnxBackendNodeModelTest.test_castlike_STRING_to_FLOAT_expanded_cpu",
"OnnxBackendNodeModelTest.test_equal_string_broadcast_cpu",
"OnnxBackendNodeModelTest.test_equal_string_cpu",
"OnnxBackendNodeModelTest.test_regex_full_match_basic_cpu",
"OnnxBackendNodeModelTest.test_regex_full_match_email_domain_cpu",
"OnnxBackendNodeModelTest.test_regex_full_match_empty_cpu",
"OnnxBackendNodeModelTest.test_string_concat_broadcasting_cpu",
"OnnxBackendNodeModelTest.test_string_concat_cpu",
"OnnxBackendNodeModelTest.test_string_concat_empty_string_cpu",
"OnnxBackendNodeModelTest.test_string_concat_utf8_cpu",
"OnnxBackendNodeModelTest.test_string_concat_zero_dimensional_cpu",
"OnnxBackendNodeModelTest.test_string_split_basic_cpu",
"OnnxBackendNodeModelTest.test_string_split_consecutive_delimiters_cpu",
"OnnxBackendNodeModelTest.test_string_split_empty_string_delimiter_cpu",
"OnnxBackendNodeModelTest.test_string_split_empty_tensor_cpu",
"OnnxBackendNodeModelTest.test_string_split_maxsplit_cpu",
"OnnxBackendNodeModelTest.test_string_split_no_delimiter_cpu",
),
(
xfail_issue_33595,
@@ -485,7 +510,7 @@ tests_expected_to_fail = [
"OnnxBackendNodeModelTest.test_stft_with_window_cpu",
),
(
xfail_issue_91151,
skip_issue_91151,
"OnnxBackendNodeModelTest.test_castlike_BFLOAT16_to_FLOAT_cpu",
"OnnxBackendNodeModelTest.test_castlike_FLOAT_to_BFLOAT16_cpu",
),
@@ -765,6 +790,8 @@ tests_expected_to_fail = [
"OnnxBackendNodeModelTest.test_dequantizelinear_e5m2_cpu",
"OnnxBackendNodeModelTest.test_quantizelinear_e4m3fn_cpu",
"OnnxBackendNodeModelTest.test_quantizelinear_e5m2_cpu",
"OnnxBackendNodeModelTest.test_dequantizelinear_e4m3fn_float16_cpu",
"OnnxBackendNodeModelTest.test_dequantizelinear_e4m3fn_zero_point_cpu",
),
(
xfail_issue_119900,
@@ -797,6 +824,10 @@ tests_expected_to_fail = [
xfail_issue_119922,
"OnnxBackendNodeModelTest.test_ai_onnx_ml_array_feature_extractor_cpu",
"OnnxBackendNodeModelTest.test_ai_onnx_ml_binarizer_cpu",
"OnnxBackendNodeModelTest.test_ai_onnx_ml_label_encoder_string_int_cpu",
"OnnxBackendNodeModelTest.test_ai_onnx_ml_label_encoder_string_int_no_default_cpu",
"OnnxBackendNodeModelTest.test_ai_onnx_ml_label_encoder_tensor_mapping_cpu",
"OnnxBackendNodeModelTest.test_ai_onnx_ml_label_encoder_tensor_value_only_mapping_cpu",
),
(
xfail_issue_119925,
@@ -806,6 +837,100 @@ tests_expected_to_fail = [
xfail_issue_119926,
"OnnxBackendNodeModelTest.test_roialign_mode_max_cpu",
),
(
xfail_issue_125485,
"OnnxBackendNodeModelTest.test_affine_grid_2d_align_corners_cpu",
"OnnxBackendNodeModelTest.test_affine_grid_2d_align_corners_expanded_cpu",
"OnnxBackendNodeModelTest.test_affine_grid_2d_cpu",
"OnnxBackendNodeModelTest.test_affine_grid_2d_expanded_cpu",
"OnnxBackendNodeModelTest.test_affine_grid_3d_align_corners_cpu",
"OnnxBackendNodeModelTest.test_affine_grid_3d_align_corners_expanded_cpu",
"OnnxBackendNodeModelTest.test_affine_grid_3d_cpu",
"OnnxBackendNodeModelTest.test_affine_grid_3d_expanded_cpu",
),
(
xfail_issue_125486,
"OnnxBackendNodeModelTest.test_gelu_default_1_cpu",
"OnnxBackendNodeModelTest.test_gelu_default_2_cpu",
"OnnxBackendNodeModelTest.test_gelu_tanh_1_cpu",
"OnnxBackendNodeModelTest.test_gelu_tanh_2_cpu",
),
(
xfail_issue_125488,
"OnnxBackendNodeModelTest.test_image_decoder_decode_bmp_rgb_cpu",
"OnnxBackendNodeModelTest.test_image_decoder_decode_jpeg2k_rgb_cpu",
"OnnxBackendNodeModelTest.test_image_decoder_decode_jpeg_bgr_cpu",
"OnnxBackendNodeModelTest.test_image_decoder_decode_jpeg_grayscale_cpu",
"OnnxBackendNodeModelTest.test_image_decoder_decode_jpeg_rgb_cpu",
"OnnxBackendNodeModelTest.test_image_decoder_decode_png_rgb_cpu",
"OnnxBackendNodeModelTest.test_image_decoder_decode_pnm_rgb_cpu",
"OnnxBackendNodeModelTest.test_image_decoder_decode_tiff_rgb_cpu",
"OnnxBackendNodeModelTest.test_image_decoder_decode_webp_rgb_cpu",
),
(
xfail_issue_125487,
"OnnxBackendNodeModelTest.test_gridsample_aligncorners_true_cpu",
"OnnxBackendNodeModelTest.test_gridsample_bicubic_align_corners_0_additional_1_cpu",
"OnnxBackendNodeModelTest.test_gridsample_bicubic_align_corners_1_additional_1_cpu",
"OnnxBackendNodeModelTest.test_gridsample_bicubic_cpu",
"OnnxBackendNodeModelTest.test_gridsample_bilinear_align_corners_0_additional_1_cpu",
"OnnxBackendNodeModelTest.test_gridsample_bilinear_align_corners_1_additional_1_cpu",
"OnnxBackendNodeModelTest.test_gridsample_bilinear_cpu",
"OnnxBackendNodeModelTest.test_gridsample_cpu",
"OnnxBackendNodeModelTest.test_gridsample_volumetric_bilinear_align_corners_0_cpu",
"OnnxBackendNodeModelTest.test_gridsample_volumetric_bilinear_align_corners_1_cpu",
"OnnxBackendNodeModelTest.test_gridsample_volumetric_nearest_align_corners_0_cpu",
"OnnxBackendNodeModelTest.test_gridsample_volumetric_nearest_align_corners_1_cpu",
),
(
skip_issue_125489,
"OnnxBackendNodeModelTest.test_isinf_float16_cpu",
),
(
xfail_issue_125491,
"OnnxBackendNodeModelTest.test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False_cpu",
"OnnxBackendNodeModelTest.test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True_cpu",
"OnnxBackendNodeModelTest.test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False_cpu",
"OnnxBackendNodeModelTest.test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True_cpu",
"OnnxBackendNodeModelTest.test_averagepool_3d_dilations_small_cpu",
),
(
xfail_issue_125492,
"OnnxBackendNodeModelTest.test_dft_axis_opset19_cpu",
"OnnxBackendNodeModelTest.test_dft_inverse_opset19_cpu",
"OnnxBackendNodeModelTest.test_dft_opset19_cpu",
),
(
xfail_issue_125493,
"OnnxBackendNodeModelTest.test_reduce_l1_empty_set_cpu",
"OnnxBackendNodeModelTest.test_reduce_l2_empty_set_cpu",
"OnnxBackendNodeModelTest.test_reduce_log_sum_empty_set_cpu",
"OnnxBackendNodeModelTest.test_reduce_log_sum_exp_empty_set_cpu",
"OnnxBackendNodeModelTest.test_reduce_min_empty_set_cpu",
"OnnxBackendNodeModelTest.test_reduce_prod_empty_set_cpu",
"OnnxBackendNodeModelTest.test_reduce_sum_square_empty_set_cpu",
),
(
xfail_issue_125495,
"OnnxBackendNodeModelTest.test_reduce_max_bool_inputs_cpu",
"OnnxBackendNodeModelTest.test_reduce_min_bool_inputs_cpu",
),
(
xfail_issue_127812,
"OnnxBackendNodeModelTest.test_reduce_l1_empty_set_expanded_cpu",
"OnnxBackendNodeModelTest.test_reduce_l2_empty_set_expanded_cpu",
"OnnxBackendNodeModelTest.test_reduce_log_sum_empty_set_cpu",
"OnnxBackendNodeModelTest.test_reduce_log_sum_exp_empty_set_cpu",
"OnnxBackendNodeModelTest.test_reduce_sum_empty_set_cpu",
"OnnxBackendNodeModelTest.test_reduce_sum_empty_set_non_reduced_axis_zero_cpu",
"OnnxBackendNodeModelTest.test_reduce_sum_square_empty_set_expanded_cpu",
),
(
skip_misalignment,
"OnnxBackendNodeModelTest.test_gelu_default_2_expanded_cpu",
"OnnxBackendNodeModelTest.test_reduce_log_sum_empty_set_expanded_cpu",
"OnnxBackendNodeModelTest.test_reduce_log_sum_exp_empty_set_expanded_cpu",
),
]
for test_group in tests_expected_to_fail: