IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Enable MYRIAD in stress tests (#6026)

Browse Source
This commit is contained in:
Alexander Shchepetov 2021-06-08 12:47:20 +03:00 committed by GitHub
parent 9aa338a0af
commit 503d18c80f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 174 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
tests/stress_tests/.automation/memcheck_tests/nightly_configs/myriad_references_config.xml Normal file
View File

@ -0,0 +1,20 @@
<?xml version="1.0"?>
<attributes>
<models>
# References were collected from DB with next query: {"commit_id": "aa2ae13c1ee6d700dd287ab809403e7de8c7c5e3", "commit_date": "2021-06-05 14:30:47+00:00"}
# and modified on FACTOR = 1.3
<!--Models with FP32 precision-->
<model path="public/alexnet/FP32/alexnet.xml" precision="FP32" test="create_exenetwork" device="MYRIAD" vmsize="2219614" vmpeak="2807734" vmrss="522615" vmhwm="959597" />
<model path="public/efficientnet-b0/FP32/efficientnet-b0.xml" precision="FP32" test="infer_request_inference" device="MYRIAD" vmsize="1939886" vmpeak="1939886" vmrss="138392" vmhwm="145381" />
<model path="public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml" precision="FP32" test="create_exenetwork" device="MYRIAD" vmsize="1750569" vmpeak="1771416" vmrss="131944" vmhwm="144471" />
<model path="public/se-resnet-50/FP32/se-resnet-50.xml" precision="FP32" test="infer_request_inference" device="MYRIAD" vmsize="2239920" vmpeak="2325117" vmrss="434096" vmhwm="471562" />
<model path="public/Sphereface/FP32/Sphereface.xml" precision="FP32" test="create_exenetwork" device="MYRIAD" vmsize="1890917" vmpeak="2115952" vmrss="192202" vmhwm="362102" />
<model path="public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml" precision="FP32" test="infer_request_inference" device="MYRIAD" vmsize="1935247" vmpeak="2020444" vmrss="142324" vmhwm="258949" />
<!--Models with FP16 precision-->
<model path="public/ctdet_coco_dlav0_384/FP16/ctdet_coco_dlav0_384.xml" precision="FP16" test="create_exenetwork" device="MYRIAD" vmsize="1904879" vmpeak="1904879" vmrss="207604" vmhwm="207604" />
<model path="public/i3d-rgb-tf/FP16/i3d-rgb-tf.xml" precision="FP16" test="create_exenetwork" device="MYRIAD" vmsize="3860984" vmpeak="3860984" vmrss="2147116" vmhwm="2147116" />
<model path="public/mobilenet-ssd/FP16/mobilenet-ssd.xml" precision="FP16" test="infer_request_inference" device="MYRIAD" vmsize="1886658" vmpeak="1886658" vmrss="94010" vmhwm="94010" />
<model path="public/se-inception/FP16/se-inception.xml" precision="FP16" test="create_exenetwork" device="MYRIAD" vmsize="1839182" vmpeak="1839182" vmrss="142168" vmhwm="142168" />
<model path="public/ssd_mobilenet_v2_coco/FP16/ssd_mobilenet_v2_coco.xml" precision="FP16" test="infer_request_inference" device="MYRIAD" vmsize="2013221" vmpeak="2098418" vmrss="219991" vmhwm="219991" />
</models>
</attributes>

115
tests/stress_tests/.automation/memcheck_tests/nightly_configs/myriad_test_config.xml Normal file
View File

@ -0,0 +1,115 @@
<attributes>
<devices>
<value>MYRIAD</value>
</devices>
<models>
<!--Models with FP32 precision-->
<model name="mobilenet-v2-1.4-224" precision="FP32" source="omz" />
<model name="brain-tumor-segmentation-0001" precision="FP32" source="omz" />
<model name="faster_rcnn_inception_resnet_v2_atrous_coco" precision="FP32" source="omz" />
<model name="yolo-v2-tf" precision="FP32" source="omz" />
<model name="se-inception" precision="FP32" source="omz" />
<model name="efficientnet-b0" precision="FP32" source="omz" />
<model name="mobilenet-v1-1.0-224-tf" precision="FP32" source="omz" />
<model name="mask_rcnn_resnet101_atrous_coco" precision="FP32" source="omz" />
<model name="ssd_mobilenet_v1_coco" precision="FP32" source="omz" />
<model name="se-resnet-152" precision="FP32" source="omz" />
<model name="octave-resnext-50-0.25" precision="FP32" source="omz" />
<model name="googlenet-v3" precision="FP32" source="omz" />
<model name="ssd_mobilenet_v2_coco" precision="FP32" source="omz" />
<model name="alexnet" precision="FP32" source="omz" />
<model name="googlenet-v4-tf" precision="FP32" source="omz" />
<model name="ssd300" precision="FP32" source="omz" />
<model name="vgg19" precision="FP32" source="omz" />
<model name="ctdet_coco_dlav0_384" precision="FP32" source="omz" />
<model name="googlenet-v1" precision="FP32" source="omz" />
<model name="yolo-v3-tf" precision="FP32" source="omz" />
<model name="mtcnn-o" precision="FP32" source="omz" />
<model name="yolo-v1-tiny-tf" precision="FP32" source="omz" />
<model name="googlenet-v1-tf" precision="FP32" source="omz" />
<model name="yolo-v2-tiny-tf" precision="FP32" source="omz" />
<model name="ssd512" precision="FP32" source="omz" />
<model name="densenet-169" precision="FP32" source="omz" />
<model name="brain-tumor-segmentation-0002" precision="FP32" source="omz" />
<model name="Sphereface" precision="FP32" source="omz" />
<model name="googlenet-v2" precision="FP32" source="omz" />
<model name="ctdet_coco_dlav0_512" precision="FP32" source="omz" />
<model name="ctpn" precision="FP32" source="omz" />
<model name="i3d-rgb-tf" precision="FP32" source="omz" />
<model name="mobilenet-v2" precision="FP32" source="omz" />
<model name="mobilenet-ssd" precision="FP32" source="omz" />
<model name="se-resnext-50" precision="FP32" source="omz" />
<model name="caffenet" precision="FP32" source="omz" />
<model name="mtcnn-r" precision="FP32" source="omz" />
<model name="se-resnet-50" precision="FP32" source="omz" />
<model name="densenet-121" precision="FP32" source="omz" />
<!--Models with FP16 precision-->
<model name="mobilenet-v2-1.4-224" precision="FP16" source="omz" />
<model name="brain-tumor-segmentation-0001" precision="FP16" source="omz" />
<model name="faster_rcnn_inception_resnet_v2_atrous_coco" precision="FP16" source="omz" />
<model name="yolo-v2-tf" precision="FP16" source="omz" />
<model name="se-inception" precision="FP16" source="omz" />
<model name="efficientnet-b0" precision="FP16" source="omz" />
<model name="mobilenet-v1-1.0-224-tf" precision="FP16" source="omz" />
<model name="mask_rcnn_resnet101_atrous_coco" precision="FP16" source="omz" />
<model name="ssd_mobilenet_v1_coco" precision="FP16" source="omz" />
<model name="se-resnet-152" precision="FP16" source="omz" />
<model name="octave-resnext-50-0.25" precision="FP16" source="omz" />
<model name="googlenet-v3" precision="FP16" source="omz" />
<model name="ssd_mobilenet_v2_coco" precision="FP16" source="omz" />
<model name="alexnet" precision="FP16" source="omz" />
<model name="googlenet-v4-tf" precision="FP16" source="omz" />
<model name="ssd300" precision="FP16" source="omz" />
<model name="vgg19" precision="FP16" source="omz" />
<model name="ctdet_coco_dlav0_384" precision="FP16" source="omz" />
<model name="googlenet-v1" precision="FP16" source="omz" />
<model name="yolo-v3-tf" precision="FP16" source="omz" />
<model name="mtcnn-o" precision="FP16" source="omz" />
<model name="yolo-v1-tiny-tf" precision="FP16" source="omz" />
<model name="googlenet-v1-tf" precision="FP16" source="omz" />
<model name="yolo-v2-tiny-tf" precision="FP16" source="omz" />
<model name="ssd512" precision="FP16" source="omz" />
<model name="densenet-169" precision="FP16" source="omz" />
<model name="brain-tumor-segmentation-0002" precision="FP16" source="omz" />
<model name="Sphereface" precision="FP16" source="omz" />
<model name="googlenet-v2" precision="FP16" source="omz" />
<model name="ctdet_coco_dlav0_512" precision="FP16" source="omz" />
<model name="ctpn" precision="FP16" source="omz" />
<model name="i3d-rgb-tf" precision="FP16" source="omz" />
<model name="mobilenet-v2" precision="FP16" source="omz" />
<model name="mobilenet-ssd" precision="FP16" source="omz" />
<model name="se-resnext-50" precision="FP16" source="omz" />
<model name="caffenet" precision="FP16" source="omz" />
<model name="mtcnn-r" precision="FP16" source="omz" />
<model name="se-resnet-50" precision="FP16" source="omz" />
<model name="densenet-121" precision="FP16" source="omz" />
<!--Models with FP16-INT8 precision-->
<model name="vehicle-attributes-recognition-barrier-0039" precision="FP16-INT8" source="omz" />
<model name="person-detection-action-recognition-0006" precision="FP16-INT8" source="omz" />
<model name="person-vehicle-bike-detection-crossroad-1016" precision="FP16-INT8" source="omz" />
<model name="age-gender-recognition-retail-0013" precision="FP16-INT8" source="omz" />
<model name="vehicle-detection-adas-0002" precision="FP16-INT8" source="omz" />
<model name="image-retrieval-0001" precision="FP16-INT8" source="omz" />
<model name="person-detection-retail-0002" precision="FP16-INT8" source="omz" />
<model name="person-attributes-recognition-crossroad-0230" precision="FP16-INT8" source="omz" />
<model name="action-recognition-0001-decoder" precision="FP16-INT8" source="omz" />
<model name="person-detection-action-recognition-teacher-0002" precision="FP16-INT8" source="omz" />
<model name="person-vehicle-bike-detection-crossroad-0078" precision="FP16-INT8" source="omz" />
<model name="face-detection-adas-0001" precision="FP16-INT8" source="omz" />
<model name="unet-camvid-onnx-0001" precision="FP16-INT8" source="omz" />
<model name="human-pose-estimation-0001" precision="FP16-INT8" source="omz" />
<model name="faster-rcnn-resnet101-coco-sparse-60-0001" precision="FP16-INT8" source="omz" />
<model name="action-recognition-0001-encoder" precision="FP16-INT8" source="omz" />
<model name="yolo-v2-ava-sparse-35-0001" precision="FP16-INT8" source="omz" />
<model name="person-detection-raisinghand-recognition-0001" precision="FP16-INT8" source="omz" />
<model name="person-detection-asl-0001" precision="FP16-INT8" source="omz" />
<model name="yolo-v2-tiny-ava-0001" precision="FP16-INT8" source="omz" />
<model name="license-plate-recognition-barrier-0001" precision="FP16-INT8" source="omz" />
<model name="person-detection-retail-0013" precision="FP16-INT8" source="omz" />
<model name="single-image-super-resolution-1032" precision="FP16-INT8" source="omz" />
<model name="landmarks-regression-retail-0009" precision="FP16-INT8" source="omz" />
<model name="driver-action-recognition-adas-0002-decoder" precision="FP16-INT8" source="omz" />
<model name="yolo-v2-ava-0001" precision="FP16-INT8" source="omz" />
<model name="person-detection-action-recognition-0005" precision="FP16-INT8" source="omz" />
</models>
</attributes>

19
tests/stress_tests/.automation/memleaks_tests/nightly_configs/myriad_test_config.xml Normal file
View File

@ -0,0 +1,19 @@
<attributes>
<processes>
<value>1</value>
</processes>
<threads>
<value>1</value>
</threads>
<iterations>
<value>1000</value>
</iterations>
<devices>
<value>MYRIAD</value>
</devices>
<models>
<model name="alexnet" precision="FP32" source="omz" />
<model name="mobilenet-ssd" precision="FP32" source="omz" />
<model name="mtcnn-r" precision="FP32" source="omz" />
</models>
</attributes>

20
tests/stress_tests/.automation/unittests/nightly_configs/myriad_test_config.xml Normal file
View File

@ -0,0 +1,20 @@
<attributes>
<processes>
<value>1</value>
</processes>
<threads>
<value>1</value>
<value>2</value>
</threads>
<iterations>
<value>100</value>
</iterations>
<devices>
<value>MYRIAD</value>
</devices>
<models>
<model name="alexnet" precision="FP32" source="omz" />
<model name="mobilenet-ssd" precision="FP32" source="omz" />
<model name="mtcnn-r" precision="FP32" source="omz" />
</models>
</attributes>