IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update xfail issue numbers for models that fail with AssertionError: … (#3246)

Browse Source 
* Update xfail issue numbers for models that fail with AssertionError: zoo models results mismatch

* update xfail reason with model name
This commit is contained in:
Mateusz Tabaka 2020-11-23 04:39:35 +01:00 committed by GitHub
parent e4ec55bea4
commit 37f6c0caf9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 22 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
ngraph/python/tests/__init__.py
View File

@ -173,7 +173,6 @@ xfail_issue_38736 = xfail_test(reason="RuntimeError: nGraph does not support the
"NegativeLogLikelihoodLoss")
# Model ONNX Zoo issues:
xfail_issue_36533 = xfail_test(reason="AssertionError: zoo models results mismatch")
xfail_issue_39684 = xfail_test(reason="ngraph.exceptions.UserInputError:"
"('Expected %s parameters, received %s.', 1, 3)")
xfail_issue_39685 = xfail_test(reason="RuntimeError: While validating node 'v1::Transpose 315,"
@ -209,3 +208,10 @@ xfail_issue_39663 = xfail_test(reason="RuntimeError: Unsupported primitive of ty
xfail_issue_43380 = xfail_test(reason="RuntimeError: Sorting not possible, due to existed loop")
xfail_issue_43382 = xfail_test(reason="Testing models which have upper bound output shape is not supported")
xfail_issue_41894 = xfail_test(reason="CPU plugin elementwise computation missmatch")
xfail_issue_39704 = xfail_test(reason="ResNet101_DUC_HDC - AssertionError: zoo models results mismatch")
xfail_issue_43208 = xfail_test(reason="GPT-2 - AssertionError: zoo models results mismatch")
xfail_issue_43209 = xfail_test(reason="GPT-2-LM-HEAD - AssertionError: zoo models results mismatch")
xfail_issue_43213 = xfail_test(reason="RetinaNet Resnet101 - AssertionError: zoo models results mismatch")
xfail_issue_37973 = xfail_test(reason="TF Inception V2 - AssertionError: zoo models results mismatch")

26
ngraph/python/tests/test_onnx/test_zoo_models.py
View File

@ -29,7 +29,6 @@ from tests import (
xfail_issue_43380,
xfail_issue_43382,
xfail_issue_43439,
xfail_issue_36533,
xfail_issue_39684,
xfail_issue_40957,
xfail_issue_39685,
@ -38,7 +37,12 @@ from tests import (
xfail_issue_38084,
xfail_issue_39669,
xfail_issue_38726,
xfail_issue_40686)
xfail_issue_40686,
xfail_issue_39704,
xfail_issue_43208,
xfail_issue_43209,
xfail_issue_43213,
xfail_issue_37973)
MODELS_ROOT_DIR = tests.MODEL_ZOO_DIR
@ -147,11 +151,11 @@ if len(zoo_models) > 0:
if tests.MODEL_ZOO_XFAIL:
execution_xfail_list = [
# ONNX Model Zoo
(xfail_issue_36533, "test_onnx_model_zoo_vision_object_detection_segmentation_duc_model_ResNet101_DUC_7_ResNet101_DUC_HDC_ResNet101_DUC_HDC_cpu"),
(xfail_issue_36533, "test_onnx_model_zoo_vision_object_detection_segmentation_retinanet_model_retinanet_9_test_retinanet_resnet101_retinanet_9_cpu"),
(xfail_issue_39704, "test_onnx_model_zoo_vision_object_detection_segmentation_duc_model_ResNet101_DUC_7_ResNet101_DUC_HDC_ResNet101_DUC_HDC_cpu"),
(xfail_issue_43213, "test_onnx_model_zoo_vision_object_detection_segmentation_retinanet_model_retinanet_9_test_retinanet_resnet101_retinanet_9_cpu"),
(xfail_issue_39684, "test_onnx_model_zoo_vision_object_detection_segmentation_yolov4_model_yolov4_yolov4_yolov4_cpu"),
(xfail_issue_36533, "test_onnx_model_zoo_text_machine_comprehension_gpt_2_model_gpt2_10_GPT2_model_cpu"),
(xfail_issue_36533, "test_onnx_model_zoo_text_machine_comprehension_gpt_2_model_gpt2_lm_head_10_GPT_2_LM_HEAD_model_cpu"),
(xfail_issue_43208, "test_onnx_model_zoo_text_machine_comprehension_gpt_2_model_gpt2_10_GPT2_model_cpu"),
(xfail_issue_43209, "test_onnx_model_zoo_text_machine_comprehension_gpt_2_model_gpt2_lm_head_10_GPT_2_LM_HEAD_model_cpu"),
(xfail_issue_40957, "test_onnx_model_zoo_text_machine_comprehension_bert_squad_model_bertsquad_10_download_sample_10_bertsquad10_cpu"),
(xfail_issue_40957, "test_onnx_model_zoo_text_machine_comprehension_roberta_model_roberta_base_11_roberta_base_11_roberta_base_11_cpu"),
(xfail_issue_40957, "test_onnx_model_zoo_text_machine_comprehension_bert_squad_model_bertsquad_8_download_sample_8_bertsquad8_cpu"),
@ -163,11 +167,11 @@ if len(zoo_models) > 0:
(xfail_issue_43380, "test_onnx_model_zoo_vision_object_detection_segmentation_tiny_yolov3_model_tiny_yolov3_11_yolov3_tiny_cpu"),
# Model MSFT
(xfail_issue_36533, "test_MSFT_opset7_tf_inception_v2_model_cpu"),
(xfail_issue_36533, "test_MSFT_opset8_tf_inception_v2_model_cpu"),
(xfail_issue_36533, "test_MSFT_opset9_tf_inception_v2_model_cpu"),
(xfail_issue_36533, "test_MSFT_opset11_tf_inception_v2_model_cpu"),
(xfail_issue_36533, "test_MSFT_opset10_tf_inception_v2_model_cpu"),
(xfail_issue_37973, "test_MSFT_opset7_tf_inception_v2_model_cpu"),
(xfail_issue_37973, "test_MSFT_opset8_tf_inception_v2_model_cpu"),
(xfail_issue_37973, "test_MSFT_opset9_tf_inception_v2_model_cpu"),
(xfail_issue_37973, "test_MSFT_opset11_tf_inception_v2_model_cpu"),
(xfail_issue_37973, "test_MSFT_opset10_tf_inception_v2_model_cpu"),
(xfail_issue_40686, "test_MSFT_opset7_fp16_tiny_yolov2_onnxzoo_winmlperf_tiny_yolov2_cpu"),
(xfail_issue_40686, "test_MSFT_opset8_fp16_tiny_yolov2_onnxzoo_winmlperf_tiny_yolov2_cpu"),