From 8f82589be0b239b749755ee3c53cd37b1792e1fa Mon Sep 17 00:00:00 2001 From: Mateusz Tabaka Date: Mon, 16 Nov 2020 15:23:20 +0100 Subject: [PATCH] Update tolerance values for ONNX model tests (#3131) --- .../python/tests/test_onnx/test_zoo_models.py | 32 +++++++++---------- 1 file changed, 15 insertions(+), 17 deletions(-) diff --git a/ngraph/python/tests/test_onnx/test_zoo_models.py b/ngraph/python/tests/test_onnx/test_zoo_models.py index a3e43bf0285..d587b91ef3e 100644 --- a/ngraph/python/tests/test_onnx/test_zoo_models.py +++ b/ngraph/python/tests/test_onnx/test_zoo_models.py @@ -87,6 +87,18 @@ tolerance_map = { "densenet121": {"atol": 1e-7, "rtol": 0.0011}, "resnet152v1": {"atol": 1e-7, "rtol": 0.003}, "test_shufflenetv2": {"atol": 1e-05, "rtol": 0.001}, + "tiny_yolov2": {"atol": 1e-05, "rtol": 0.001}, + "mobilenetv2-1": {"atol": 1e-04, "rtol": 0.001}, + "resnet101v1": {"atol": 1e-04, "rtol": 0.001}, + "resnet101v2": {"atol": 1e-06, "rtol": 0.001}, + "resnet152v2": {"atol": 1e-05, "rtol": 0.001}, + "resnet18v2": {"atol": 1e-05, "rtol": 0.001}, + "resnet34v2": {"atol": 1e-05, "rtol": 0.001}, + "vgg16": {"atol": 1e-05, "rtol": 0.001}, + "vgg19-bn": {"atol": 1e-05, "rtol": 0.001}, + "test_tiny_yolov2": {"atol": 1e-05, "rtol": 0.001}, + "test_resnet152v2": {"atol": 1e-04, "rtol": 0.001}, + "test_mobilenetv2-1": {"atol": 1e-04, "rtol": 0.001}, } zoo_models = [] @@ -145,16 +157,6 @@ if len(zoo_models) > 0: (xfail_issue_34323, "test_onnx_model_zoo_text_machine_comprehension_bert_squad_model_bertsquad_8_download_sample_8_bertsquad8_cpu"), (xfail_issue_39685, "test_onnx_model_zoo_text_machine_comprehension_roberta_model_roberta_sequence_classification_9_roberta_sequence_classification_9_roberta_sequence_classification_9_cpu"), (xfail_issue_39669, "test_onnx_model_zoo_text_machine_comprehension_t5_model_t5_encoder_12_t5_encoder_cpu"), - (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_mobilenet_model_mobilenetv2_7_mobilenetv2_1.0_mobilenetv2_1.0_cpu"), - (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_resnet_model_resnet101_v2_7_resnet101v2_resnet101_v2_7_cpu"), - (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_resnet_model_resnet34_v2_7_resnet34v2_resnet34_v2_7_cpu"), - (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_vgg_model_vgg16_7_vgg16_vgg16_cpu"), - (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_resnet_model_resnet152_v2_7_resnet152v2_resnet152_v2_7_cpu"), - (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_vgg_model_vgg19_bn_7_vgg19_bn_vgg19_bn_cpu"), - (xfail_issue_36533, "test_onnx_model_zoo_vision_object_detection_segmentation_tiny_yolov2_model_tinyyolov2_7_tiny_yolov2_model_cpu"), - (xfail_issue_36533, "test_onnx_model_zoo_vision_object_detection_segmentation_tiny_yolov2_model_tinyyolov2_8_tiny_yolov2_Model_cpu"), - (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_resnet_model_resnet18_v2_7_resnet18v2_resnet18_v2_7_cpu"), - (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_resnet_model_resnet101_v1_7_resnet101v1_resnet101_v1_7_cpu"), (xfail_issue_38084, "test_onnx_model_zoo_vision_object_detection_segmentation_mask_rcnn_model_MaskRCNN_10_mask_rcnn_R_50_FPN_1x_cpu"), (xfail_issue_42779, "test_onnx_model_zoo_vision_object_detection_segmentation_ssd_model_ssd_10_model_cpu"), (xfail_issue_38084, "test_onnx_model_zoo_vision_object_detection_segmentation_faster_rcnn_model_FasterRCNN_10_faster_rcnn_R_50_FPN_1x_cpu"), @@ -162,15 +164,11 @@ if len(zoo_models) > 0: (xfail_issue_41815, "test_onnx_model_zoo_vision_object_detection_segmentation_tiny_yolov3_model_tiny_yolov3_11_yolov3_tiny_cpu"), # Model MSFT - (xfail_issue_36533, "test_MSFT_opset10_tf_inception_v2_model_cpu"), - (xfail_issue_36533, "test_MSFT_opset8_test_tiny_yolov2_model_cpu"), - (xfail_issue_36533, "test_MSFT_opset9_tf_inception_v2_model_cpu"), - (xfail_issue_36533, "test_MSFT_opset8_tf_inception_v2_model_cpu"), - (xfail_issue_36533, "test_MSFT_opset7_test_resnet152v2_resnet152v2_cpu"), - (xfail_issue_36533, "test_MSFT_opset7_test_tiny_yolov2_model_cpu"), (xfail_issue_36533, "test_MSFT_opset7_tf_inception_v2_model_cpu"), + (xfail_issue_36533, "test_MSFT_opset8_tf_inception_v2_model_cpu"), + (xfail_issue_36533, "test_MSFT_opset9_tf_inception_v2_model_cpu"), (xfail_issue_36533, "test_MSFT_opset11_tf_inception_v2_model_cpu"), - (xfail_issue_36533, "test_MSFT_opset7_test_mobilenetv2_1.0_mobilenetv2_1.0_cpu"), + (xfail_issue_36533, "test_MSFT_opset10_tf_inception_v2_model_cpu"), (xfail_issue_40686, "test_MSFT_opset7_fp16_tiny_yolov2_onnxzoo_winmlperf_tiny_yolov2_cpu"), (xfail_issue_40686, "test_MSFT_opset8_fp16_tiny_yolov2_onnxzoo_winmlperf_tiny_yolov2_cpu"),