diff --git a/tests/stress_tests/.automation/env_config.xml b/tests/stress_tests/.automation/env_config.xml deleted file mode 100644 index 7d356d010e9..00000000000 --- a/tests/stress_tests/.automation/env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - /nfs/inn/proj/vdp/vdp_tests/stress_tests/master_04d6f112132f92cab563ae7655747e0359687dc9/ - - diff --git a/tests/stress_tests/.automation/memcheck_pregen_irs_tests/nightly_configs/desktop_env_config.xml b/tests/stress_tests/.automation/memcheck_pregen_irs_tests/nightly_configs/desktop_env_config.xml deleted file mode 100644 index 7d356d010e9..00000000000 --- a/tests/stress_tests/.automation/memcheck_pregen_irs_tests/nightly_configs/desktop_env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - /nfs/inn/proj/vdp/vdp_tests/stress_tests/master_04d6f112132f92cab563ae7655747e0359687dc9/ - - diff --git a/tests/stress_tests/.automation/memcheck_pregen_irs_tests/nightly_configs/desktop_test_config.xml b/tests/stress_tests/.automation/memcheck_pregen_irs_tests/nightly_configs/desktop_test_config.xml index 1a50d72f587..6601460da83 100644 --- a/tests/stress_tests/.automation/memcheck_pregen_irs_tests/nightly_configs/desktop_test_config.xml +++ b/tests/stress_tests/.automation/memcheck_pregen_irs_tests/nightly_configs/desktop_test_config.xml @@ -1,156 +1,155 @@ - CPU GPU - caffe/FP32/alexnet/alexnet.xml - caffe/FP32/caffenet/caffenet.xml - caffe/FP32/densenet_121/densenet_121.xml - caffe/FP32/densenet_161/densenet_161.xml - caffe/FP32/densenet_169/densenet_169.xml - caffe/FP32/densenet_201/densenet_201.xml - caffe/FP32/dpn_92/dpn_92.xml - caffe/FP32/inception_resnet_v2/inception_resnet_v2.xml - caffe/FP32/inception_v1/inception_v1.xml - caffe/FP32/inception_v2/inception_v2.xml - caffe/FP32/inception_v3/inception_v3.xml - caffe/FP32/inception_v4/inception_v4.xml - caffe/FP32/lenet/lenet.xml - caffe/FP32/mobilenet/mobilenet.xml - caffe/FP32/mobilenet_v2/mobilenet_v2.xml - caffe/FP32/resnet_18/resnet_18.xml - caffe/FP32/resnet_v1_50/resnet_v1_50.xml - caffe/FP32/resnet_v1_101/resnet_v1_101.xml - caffe/FP32/resnet_v1_152/resnet_v1_152.xml - caffe/FP32/resnet_v1_269/resnet_v1_269.xml - caffe/FP32/se_resnext_50/se_resnext_50.xml - caffe/FP32/squeezenet_v1.0/squeezenet_v1.0.xml - caffe/FP32/squeezenet_v1.1/squeezenet_v1.1.xml - caffe/FP32/ssd_googlenet/ssd_googlenet.xml - caffe/FP32/ssd_squeezenet/ssd_squeezenet.xml - caffe/FP32/ssd_mobilenet/ssd_mobilenet.xml - caffe/FP32/ssd_vgg16_300/ssd_vgg16_300.xml - caffe/FP32/ssd_vgg16_512/ssd_vgg16_512.xml - caffe/FP32/vgg16/vgg16.xml - caffe/FP32/vgg19/vgg19.xml - caffe/FP32/wrn_50_2/wrn_50_2.xml - caffe/FP32/yolo_v1_full/yolo_v1_full.xml - caffe/FP32/yolo_v1_tiny/yolo_v1_tiny.xml - caffe/FP32/yolo_v2/yolo_v2.xml - caffe/FP32/yolo_v2_tiny/yolo_v2_tiny.xml - caffe/FP32/yolo_v3/yolo_v3.xml - caffe/FP32/dilation/dilation.xml - caffe/FP32/dssd/dssd.xml - caffe/FP32/fcn8/fcn8.xml - caffe/FP32/fcn32/fcn32.xml - caffe/FP32/fcn_alexnet/fcn_alexnet.xml - caffe/FP32/mtcnn_p/mtcnn_p.xml - caffe/FP32/mtcnn_r/mtcnn_r.xml - caffe/FP32/mtcnn_o/mtcnn_o.xml - caffe/FP32/openpose_face/openpose_face.xml - caffe/FP32/openpose_hand/openpose_hand.xml - caffe/FP32/openpose_pose_coco/openpose_pose_coco.xml - caffe/FP32/places205_alexnet/places205_alexnet.xml - caffe/FP32/places205_googlenet/places205_googlenet.xml - caffe/FP32/se_bn_inception/se_bn_inception.xml - caffe/FP32/vnect/vnect.xml - tf/1.14.0/FP32/bert_base_uncased/bert_base_uncased.xml - tf/1.14.0/FP32/bert_xnli/bert_xnli.xml - tf/1.14.0/FP32/cmu/cmu.xml - tf/1.14.0/FP32/densenet_121/densenet_121.xml - tf/1.14.0/FP32/densenet_169/densenet_169.xml - tf/1.14.0/FP32/deeplab_v3/deeplab_v3.xml - tf/1.14.0/FP32/east/east.xml - tf/1.14.0/FP32/facenet/facenet.xml - tf/1.14.0/FP32/faster_rcnn_inception_v2_coco/faster_rcnn_inception_v2_coco.xml - tf/1.14.0/FP32/faster_rcnn_inception_resnet_v2_atrous_coco/faster_rcnn_inception_resnet_v2_atrous_coco.xml - tf/1.14.0/FP32/faster_rcnn_resnet50_coco/faster_rcnn_resnet50_coco.xml - tf/1.14.0/FP32/faster_rcnn_resnet101_coco/faster_rcnn_resnet101_coco.xml - tf/1.14.0/FP32/gnmt/gnmt.xml - tf/1.14.0/FP32/i3d_rgb/i3d_rgb.xml - tf/1.14.0/FP32/inception_v1/inception_v1.xml - tf/1.14.0/FP32/inception_v2/inception_v2.xml - tf/1.14.0/FP32/inception_v3/inception_v3.xml - tf/1.14.0/FP32/inception_v4/inception_v4.xml - tf/1.14.0/FP32/inception_resnet_v2/inception_resnet_v2.xml - tf/1.14.0/FP32/mask_rcnn_resnet101_atrous_coco/mask_rcnn_resnet101_atrous_coco.xml - tf/1.14.0/FP32/mobilenet_v1_0.25_128/mobilenet_v1_0.25_128.xml - tf/1.14.0/FP32/mobilenet_v1_0.5_160/mobilenet_v1_0.5_160.xml - tf/1.14.0/FP32/mobilenet_v1_1.0_224/mobilenet_v1_1.0_224.xml - tf/1.14.0/FP32/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224.xml - tf/1.14.0/FP32/mobilenet_v2_1.4_224/mobilenet_v2_1.4_224.xml - tf/1.14.0/FP32/ncf/ncf.xml - tf/1.14.0/FP32/nasnet-a_large/nasnet-a_large.xml - tf/1.14.0/FP32/nasnet-a_mobile/nasnet-a_mobile.xml - tf/1.14.0/FP32/pnasnet-5_large/pnasnet-5_large.xml - tf/1.14.0/FP32/resnet_v1_50/resnet_v1_50.xml - tf/1.14.0/FP32/resnet_v1.5_50/resnet_v1.5_50.xml - tf/1.14.0/FP32/resnet_v1_101/resnet_v1_101.xml - tf/1.14.0/FP32/resnet_v1_152/resnet_v1_152.xml - tf/1.14.0/FP32/resnet_v2_50/resnet_v2_50.xml - tf/1.14.0/FP32/resnet_v2_101/resnet_v2_101.xml - tf/1.14.0/FP32/resnet_v2_152/resnet_v2_152.xml - tf/1.14.0/FP32/rfcn_resnet101_coco/rfcn_resnet101_coco.xml - tf/1.14.0/FP32/squeezenet_v1.1/squeezenet_v1.1.xml - tf/1.14.0/FP32/ssd_mobilenet_v1_coco/ssd_mobilenet_v1_coco.xml - tf/1.14.0/FP32/ssd_mobilenet_v1_fpn_coco/ssd_mobilenet_v1_fpn_coco.xml - tf/1.14.0/FP32/ssd_mobilenet_v1_fpn_coco_602x602/ssd_mobilenet_v1_fpn_coco_602x602.xml - tf/1.14.0/FP32/ssd_mobilenet_v2_coco/ssd_mobilenet_v2_coco.xml - tf/1.14.0/FP32/unet2d/unet2d.xml - tf/1.14.0/FP32/vgg16/vgg16.xml - tf/1.14.0/FP32/vgg19/vgg19.xml - tf/1.14.0/FP32/yolo_v2/yolo_v2.xml - tf/1.14.0/FP32/yolo_v2_voc/yolo_v2_voc.xml - tf/1.14.0/FP32/yolo_v2_tiny_voc/yolo_v2_tiny_voc.xml - tf/1.14.0/FP32/yolo_v3/yolo_v3.xml - tf/1.14.0/FP32/yolo_v3_tiny/yolo_v3_tiny.xml - tf/1.14.0/FP32/dssd_avigilon/dssd_avigilon.xml - tf/1.14.0/FP32/icv_squeezenet_v1.0/icv_squeezenet_v1.0.xml - tf/1.14.0/FP32/icv_squeezenet_v1.1/icv_squeezenet_v1.1.xml - mxnet/FP32/caffenet/caffenet.xml - mxnet/FP32/densenet_121/densenet_121.xml - mxnet/FP32/densenet_161/densenet_161.xml - mxnet/FP32/densenet_169/densenet_169.xml - mxnet/FP32/densenet_201/densenet_201.xml - mxnet/FP32/inception_v3/inception_v3.xml - mxnet/FP32/inception_v4/inception_v4.xml - mxnet/FP32/mobilenet/mobilenet.xml - mxnet/FP32/mobilenet_v2/mobilenet_v2.xml - mxnet/FP32/resnet_v1_101/resnet_v1_101.xml - mxnet/FP32/resnet_v1_152/resnet_v1_152.xml - mxnet/FP32/resnet_v2_101/resnet_v2_101.xml - mxnet/FP32/resnet_v2_152/resnet_v2_152.xml - mxnet/FP32/resnext_101/resnext_101.xml - mxnet/FP32/squeezenet_v1.1/squeezenet_v1.1.xml - mxnet/FP32/ssd_inception_v3_512/ssd_inception_v3_512.xml - mxnet/FP32/ssd_mobilenet_512/ssd_mobilenet_512.xml - mxnet/FP32/ssd_resnet50_512/ssd_resnet50_512.xml - mxnet/FP32/ssd_vgg16_300/ssd_vgg16_300.xml - mxnet/FP32/vgg16/vgg16.xml - mxnet/FP32/vgg19/vgg19.xml - mxnet/FP32/dpn_92/dpn_92.xml - mxnet/FP32/fcn8s_vgg16/fcn8s_vgg16.xml - mxnet/FP32/full_imagenet_network/full_imagenet_network.xml - mxnet/FP32/inception_resnet_v2/inception_resnet_v2.xml - mxnet/FP32/inception_v3_no_batchnorm/inception_v3_no_batchnorm.xml - mxnet/FP32/location_net/location_net.xml - mxnet/FP32/lresnet100e/lresnet100e.xml - mxnet/FP32/mtcnn_p/mtcnn_p.xml - mxnet/FP32/mtcnn_r/mtcnn_r.xml - mxnet/FP32/mtcnn_o/mtcnn_o.xml - mxnet/FP32/nin/nin.xml - mxnet/FP32/nst_vgg19/nst_vgg19.xml - mxnet/FP32/resnext_101_64x4d/resnext_101_64x4d.xml - mxnet/FP32/yolo_v1_full/yolo_v1_full.xml - mxnet/FP32/yolo_v1_tiny/yolo_v1_tiny.xml - onnx/FP32/ssd_resnet34/ssd_resnet34.xml - onnx/FP32/ssd_resnet34_new/ssd_resnet34_new.xml - onnx/FP32/retina_net/retina_net.xml - pytorch/FP32/inceptionv3_pretrained/inceptionv3_pretrained.xml - pytorch/FP32/resnet50_pretrained/resnet50_pretrained.xml - pytorch/FP32/squeezenet_v1.1_pretrained/squeezenet_v1.1_pretrained.xml - pytorch/FP32/resnet50_torchvision/resnet50_torchvision.xml + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/stress_tests/.automation/memcheck_pregen_irs_tests/weekly_configs/desktop_env_config.xml b/tests/stress_tests/.automation/memcheck_pregen_irs_tests/weekly_configs/desktop_env_config.xml deleted file mode 100644 index 7d356d010e9..00000000000 --- a/tests/stress_tests/.automation/memcheck_pregen_irs_tests/weekly_configs/desktop_env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - /nfs/inn/proj/vdp/vdp_tests/stress_tests/master_04d6f112132f92cab563ae7655747e0359687dc9/ - - diff --git a/tests/stress_tests/.automation/memcheck_pregen_irs_tests/weekly_configs/desktop_test_config.xml b/tests/stress_tests/.automation/memcheck_pregen_irs_tests/weekly_configs/desktop_test_config.xml index 1a50d72f587..6601460da83 100644 --- a/tests/stress_tests/.automation/memcheck_pregen_irs_tests/weekly_configs/desktop_test_config.xml +++ b/tests/stress_tests/.automation/memcheck_pregen_irs_tests/weekly_configs/desktop_test_config.xml @@ -1,156 +1,155 @@ - CPU GPU - caffe/FP32/alexnet/alexnet.xml - caffe/FP32/caffenet/caffenet.xml - caffe/FP32/densenet_121/densenet_121.xml - caffe/FP32/densenet_161/densenet_161.xml - caffe/FP32/densenet_169/densenet_169.xml - caffe/FP32/densenet_201/densenet_201.xml - caffe/FP32/dpn_92/dpn_92.xml - caffe/FP32/inception_resnet_v2/inception_resnet_v2.xml - caffe/FP32/inception_v1/inception_v1.xml - caffe/FP32/inception_v2/inception_v2.xml - caffe/FP32/inception_v3/inception_v3.xml - caffe/FP32/inception_v4/inception_v4.xml - caffe/FP32/lenet/lenet.xml - caffe/FP32/mobilenet/mobilenet.xml - caffe/FP32/mobilenet_v2/mobilenet_v2.xml - caffe/FP32/resnet_18/resnet_18.xml - caffe/FP32/resnet_v1_50/resnet_v1_50.xml - caffe/FP32/resnet_v1_101/resnet_v1_101.xml - caffe/FP32/resnet_v1_152/resnet_v1_152.xml - caffe/FP32/resnet_v1_269/resnet_v1_269.xml - caffe/FP32/se_resnext_50/se_resnext_50.xml - caffe/FP32/squeezenet_v1.0/squeezenet_v1.0.xml - caffe/FP32/squeezenet_v1.1/squeezenet_v1.1.xml - caffe/FP32/ssd_googlenet/ssd_googlenet.xml - caffe/FP32/ssd_squeezenet/ssd_squeezenet.xml - caffe/FP32/ssd_mobilenet/ssd_mobilenet.xml - caffe/FP32/ssd_vgg16_300/ssd_vgg16_300.xml - caffe/FP32/ssd_vgg16_512/ssd_vgg16_512.xml - caffe/FP32/vgg16/vgg16.xml - caffe/FP32/vgg19/vgg19.xml - caffe/FP32/wrn_50_2/wrn_50_2.xml - caffe/FP32/yolo_v1_full/yolo_v1_full.xml - caffe/FP32/yolo_v1_tiny/yolo_v1_tiny.xml - caffe/FP32/yolo_v2/yolo_v2.xml - caffe/FP32/yolo_v2_tiny/yolo_v2_tiny.xml - caffe/FP32/yolo_v3/yolo_v3.xml - caffe/FP32/dilation/dilation.xml - caffe/FP32/dssd/dssd.xml - caffe/FP32/fcn8/fcn8.xml - caffe/FP32/fcn32/fcn32.xml - caffe/FP32/fcn_alexnet/fcn_alexnet.xml - caffe/FP32/mtcnn_p/mtcnn_p.xml - caffe/FP32/mtcnn_r/mtcnn_r.xml - caffe/FP32/mtcnn_o/mtcnn_o.xml - caffe/FP32/openpose_face/openpose_face.xml - caffe/FP32/openpose_hand/openpose_hand.xml - caffe/FP32/openpose_pose_coco/openpose_pose_coco.xml - caffe/FP32/places205_alexnet/places205_alexnet.xml - caffe/FP32/places205_googlenet/places205_googlenet.xml - caffe/FP32/se_bn_inception/se_bn_inception.xml - caffe/FP32/vnect/vnect.xml - tf/1.14.0/FP32/bert_base_uncased/bert_base_uncased.xml - tf/1.14.0/FP32/bert_xnli/bert_xnli.xml - tf/1.14.0/FP32/cmu/cmu.xml - tf/1.14.0/FP32/densenet_121/densenet_121.xml - tf/1.14.0/FP32/densenet_169/densenet_169.xml - tf/1.14.0/FP32/deeplab_v3/deeplab_v3.xml - tf/1.14.0/FP32/east/east.xml - tf/1.14.0/FP32/facenet/facenet.xml - tf/1.14.0/FP32/faster_rcnn_inception_v2_coco/faster_rcnn_inception_v2_coco.xml - tf/1.14.0/FP32/faster_rcnn_inception_resnet_v2_atrous_coco/faster_rcnn_inception_resnet_v2_atrous_coco.xml - tf/1.14.0/FP32/faster_rcnn_resnet50_coco/faster_rcnn_resnet50_coco.xml - tf/1.14.0/FP32/faster_rcnn_resnet101_coco/faster_rcnn_resnet101_coco.xml - tf/1.14.0/FP32/gnmt/gnmt.xml - tf/1.14.0/FP32/i3d_rgb/i3d_rgb.xml - tf/1.14.0/FP32/inception_v1/inception_v1.xml - tf/1.14.0/FP32/inception_v2/inception_v2.xml - tf/1.14.0/FP32/inception_v3/inception_v3.xml - tf/1.14.0/FP32/inception_v4/inception_v4.xml - tf/1.14.0/FP32/inception_resnet_v2/inception_resnet_v2.xml - tf/1.14.0/FP32/mask_rcnn_resnet101_atrous_coco/mask_rcnn_resnet101_atrous_coco.xml - tf/1.14.0/FP32/mobilenet_v1_0.25_128/mobilenet_v1_0.25_128.xml - tf/1.14.0/FP32/mobilenet_v1_0.5_160/mobilenet_v1_0.5_160.xml - tf/1.14.0/FP32/mobilenet_v1_1.0_224/mobilenet_v1_1.0_224.xml - tf/1.14.0/FP32/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224.xml - tf/1.14.0/FP32/mobilenet_v2_1.4_224/mobilenet_v2_1.4_224.xml - tf/1.14.0/FP32/ncf/ncf.xml - tf/1.14.0/FP32/nasnet-a_large/nasnet-a_large.xml - tf/1.14.0/FP32/nasnet-a_mobile/nasnet-a_mobile.xml - tf/1.14.0/FP32/pnasnet-5_large/pnasnet-5_large.xml - tf/1.14.0/FP32/resnet_v1_50/resnet_v1_50.xml - tf/1.14.0/FP32/resnet_v1.5_50/resnet_v1.5_50.xml - tf/1.14.0/FP32/resnet_v1_101/resnet_v1_101.xml - tf/1.14.0/FP32/resnet_v1_152/resnet_v1_152.xml - tf/1.14.0/FP32/resnet_v2_50/resnet_v2_50.xml - tf/1.14.0/FP32/resnet_v2_101/resnet_v2_101.xml - tf/1.14.0/FP32/resnet_v2_152/resnet_v2_152.xml - tf/1.14.0/FP32/rfcn_resnet101_coco/rfcn_resnet101_coco.xml - tf/1.14.0/FP32/squeezenet_v1.1/squeezenet_v1.1.xml - tf/1.14.0/FP32/ssd_mobilenet_v1_coco/ssd_mobilenet_v1_coco.xml - tf/1.14.0/FP32/ssd_mobilenet_v1_fpn_coco/ssd_mobilenet_v1_fpn_coco.xml - tf/1.14.0/FP32/ssd_mobilenet_v1_fpn_coco_602x602/ssd_mobilenet_v1_fpn_coco_602x602.xml - tf/1.14.0/FP32/ssd_mobilenet_v2_coco/ssd_mobilenet_v2_coco.xml - tf/1.14.0/FP32/unet2d/unet2d.xml - tf/1.14.0/FP32/vgg16/vgg16.xml - tf/1.14.0/FP32/vgg19/vgg19.xml - tf/1.14.0/FP32/yolo_v2/yolo_v2.xml - tf/1.14.0/FP32/yolo_v2_voc/yolo_v2_voc.xml - tf/1.14.0/FP32/yolo_v2_tiny_voc/yolo_v2_tiny_voc.xml - tf/1.14.0/FP32/yolo_v3/yolo_v3.xml - tf/1.14.0/FP32/yolo_v3_tiny/yolo_v3_tiny.xml - tf/1.14.0/FP32/dssd_avigilon/dssd_avigilon.xml - tf/1.14.0/FP32/icv_squeezenet_v1.0/icv_squeezenet_v1.0.xml - tf/1.14.0/FP32/icv_squeezenet_v1.1/icv_squeezenet_v1.1.xml - mxnet/FP32/caffenet/caffenet.xml - mxnet/FP32/densenet_121/densenet_121.xml - mxnet/FP32/densenet_161/densenet_161.xml - mxnet/FP32/densenet_169/densenet_169.xml - mxnet/FP32/densenet_201/densenet_201.xml - mxnet/FP32/inception_v3/inception_v3.xml - mxnet/FP32/inception_v4/inception_v4.xml - mxnet/FP32/mobilenet/mobilenet.xml - mxnet/FP32/mobilenet_v2/mobilenet_v2.xml - mxnet/FP32/resnet_v1_101/resnet_v1_101.xml - mxnet/FP32/resnet_v1_152/resnet_v1_152.xml - mxnet/FP32/resnet_v2_101/resnet_v2_101.xml - mxnet/FP32/resnet_v2_152/resnet_v2_152.xml - mxnet/FP32/resnext_101/resnext_101.xml - mxnet/FP32/squeezenet_v1.1/squeezenet_v1.1.xml - mxnet/FP32/ssd_inception_v3_512/ssd_inception_v3_512.xml - mxnet/FP32/ssd_mobilenet_512/ssd_mobilenet_512.xml - mxnet/FP32/ssd_resnet50_512/ssd_resnet50_512.xml - mxnet/FP32/ssd_vgg16_300/ssd_vgg16_300.xml - mxnet/FP32/vgg16/vgg16.xml - mxnet/FP32/vgg19/vgg19.xml - mxnet/FP32/dpn_92/dpn_92.xml - mxnet/FP32/fcn8s_vgg16/fcn8s_vgg16.xml - mxnet/FP32/full_imagenet_network/full_imagenet_network.xml - mxnet/FP32/inception_resnet_v2/inception_resnet_v2.xml - mxnet/FP32/inception_v3_no_batchnorm/inception_v3_no_batchnorm.xml - mxnet/FP32/location_net/location_net.xml - mxnet/FP32/lresnet100e/lresnet100e.xml - mxnet/FP32/mtcnn_p/mtcnn_p.xml - mxnet/FP32/mtcnn_r/mtcnn_r.xml - mxnet/FP32/mtcnn_o/mtcnn_o.xml - mxnet/FP32/nin/nin.xml - mxnet/FP32/nst_vgg19/nst_vgg19.xml - mxnet/FP32/resnext_101_64x4d/resnext_101_64x4d.xml - mxnet/FP32/yolo_v1_full/yolo_v1_full.xml - mxnet/FP32/yolo_v1_tiny/yolo_v1_tiny.xml - onnx/FP32/ssd_resnet34/ssd_resnet34.xml - onnx/FP32/ssd_resnet34_new/ssd_resnet34_new.xml - onnx/FP32/retina_net/retina_net.xml - pytorch/FP32/inceptionv3_pretrained/inceptionv3_pretrained.xml - pytorch/FP32/resnet50_pretrained/resnet50_pretrained.xml - pytorch/FP32/squeezenet_v1.1_pretrained/squeezenet_v1.1_pretrained.xml - pytorch/FP32/resnet50_torchvision/resnet50_torchvision.xml + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_env_config.xml b/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_env_config.xml deleted file mode 100644 index 7e137c76700..00000000000 --- a/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - ${STRESS_IRS_PATH} - - diff --git a/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_test_config.xml b/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_test_config.xml index 10f94df96a2..4d7fc7d7058 100644 --- a/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_test_config.xml +++ b/tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_test_config.xml @@ -1,184 +1,183 @@ - CPU GPU - public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml - public/resnet-101/FP32/resnet-101.xml - public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml - public/octave-resnet-101-0.125/FP32/octave-resnet-101-0.125.xml - public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml - public/efficientnet-b7_auto_aug/FP32/efficientnet-b7_auto_aug.xml - public/yolo-v2-tf/FP32/yolo-v2-tf.xml - public/mobilenet-v2-1.0-224/FP32/mobilenet-v2-1.0-224.xml - public/colorization-v2-norebal/FP32/colorization-v2-norebal.xml - public/se-inception/FP32/se-inception.xml - public/efficientnet-b0/FP32/efficientnet-b0.xml - public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml - public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml - public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml - public/se-resnet-152/FP32/se-resnet-152.xml - public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml - public/googlenet-v3/FP32/googlenet-v3.xml - public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml - public/alexnet/FP32/alexnet.xml - public/license-plate-recognition-barrier-0007/FP32/license-plate-recognition-barrier-0007.xml - public/mobilenet-v1-0.50-224/FP32/mobilenet-v1-0.50-224.xml - public/ssd_mobilenet_v1_fpn_coco/FP32/ssd_mobilenet_v1_fpn_coco.xml - public/vgg16/FP32/vgg16.xml - public/face-recognition-resnet34-arcface/FP32/face-recognition-resnet34-arcface.xml - public/gmcnn-places2-tf/FP32/gmcnn-places2-tf.xml - public/mobilenet-v1-1.0-224/FP32/mobilenet-v1-1.0-224.xml - public/se-resnet-101/FP32/se-resnet-101.xml - public/face-detection-retail-0044/FP32/face-detection-retail-0044.xml - public/face-recognition-mobilefacenet-arcface/FP32/face-recognition-mobilefacenet-arcface.xml - public/vehicle-license-plate-detection-barrier-0123/FP32/vehicle-license-plate-detection-barrier-0123.xml - public/densenet-161/FP32/densenet-161.xml - public/mask_rcnn_inception_resnet_v2_atrous_coco/FP32/mask_rcnn_inception_resnet_v2_atrous_coco.xml - public/octave-resnext-101-0.25/FP32/octave-resnext-101-0.25.xml - public/face-recognition-resnet50-arcface/FP32/face-recognition-resnet50-arcface.xml - public/densenet-161-tf/FP32/densenet-161-tf.xml - public/octave-resnet-200-0.125/FP32/octave-resnet-200-0.125.xml - public/mtcnn/mtcnn-p/FP32/mtcnn-p.xml - public/se-resnext-101/FP32/se-resnext-101.xml - public/efficientnet-b5/FP32/efficientnet-b5.xml - public/densenet-169-tf/FP32/densenet-169-tf.xml - public/densenet-201/FP32/densenet-201.xml - public/resnet-50-tf/FP32/resnet-50-tf.xml - public/squeezenet1.1/FP32/squeezenet1.1.xml - public/squeezenet1.0/FP32/squeezenet1.0.xml - public/octave-resnet-26-0.25/FP32/octave-resnet-26-0.25.xml - public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml - public/ssd300/FP32/ssd300.xml - public/rfcn-resnet101-coco-tf/FP32/rfcn-resnet101-coco-tf.xml - public/vgg19/FP32/vgg19.xml - public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml - public/efficientnet-b0_auto_aug/FP32/efficientnet-b0_auto_aug.xml - public/googlenet-v1/FP32/googlenet-v1.xml - public/faster_rcnn_inception_v2_coco/FP32/faster_rcnn_inception_v2_coco.xml - public/mask_rcnn_inception_v2_coco/FP32/mask_rcnn_inception_v2_coco.xml - public/inception-resnet-v2-tf/FP32/inception-resnet-v2-tf.xml - public/deeplabv3/FP32/deeplabv3.xml - public/yolo-v3-tf/FP32/yolo-v3-tf.xml - public/resnet-152/FP32/resnet-152.xml - public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml - public/octave-se-resnet-50-0.125/FP32/octave-se-resnet-50-0.125.xml - public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml - public/resnet-50/FP32/resnet-50.xml - public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml - public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml - public/ssd512/FP32/ssd512.xml - public/densenet-169/FP32/densenet-169.xml - public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml - public/Sphereface/FP32/Sphereface.xml - public/googlenet-v2/FP32/googlenet-v2.xml - public/face-recognition-resnet100-arcface/FP32/face-recognition-resnet100-arcface.xml - public/mobilenet-v1-0.25-128/FP32/mobilenet-v1-0.25-128.xml - public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml - public/facenet-20180408-102900/FP32/facenet-20180408-102900.xml - public/ctpn/FP32/ctpn.xml - public/ssdlite_mobilenet_v2/FP32/ssdlite_mobilenet_v2.xml - public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml - public/mobilenet-v2/FP32/mobilenet-v2.xml - public/mobilenet-ssd/FP32/mobilenet-ssd.xml - public/se-resnext-50/FP32/se-resnext-50.xml - public/caffenet/FP32/caffenet.xml - public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml - public/faster_rcnn_resnet50_coco/FP32/faster_rcnn_resnet50_coco.xml - public/se-resnet-50/FP32/se-resnet-50.xml - public/mask_rcnn_resnet50_atrous_coco/FP32/mask_rcnn_resnet50_atrous_coco.xml - public/octave-resnet-50-0.125/FP32/octave-resnet-50-0.125.xml - public/densenet-121-tf/FP32/densenet-121-tf.xml - public/mobilenet-v1-0.50-160/FP32/mobilenet-v1-0.50-160.xml - public/densenet-121/FP32/densenet-121.xml - public/faster_rcnn_resnet101_coco/FP32/faster_rcnn_resnet101_coco.xml - public/octave-densenet-121-0.125/FP32/octave-densenet-121-0.125.xml - public/colorization-v2/FP32/colorization-v2.xml - public/densenet-121-caffe2/FP32/densenet-121-caffe2.xml - public/efficientnet-b0-pytorch/FP32/efficientnet-b0-pytorch.xml - public/efficientnet-b5-pytorch/FP32/efficientnet-b5-pytorch.xml - public/efficientnet-b7-pytorch/FP32/efficientnet-b7-pytorch.xml - public/googlenet-v3-pytorch/FP32/googlenet-v3-pytorch.xml - public/human-pose-estimation-3d-0001/FP32/human-pose-estimation-3d-0001.xml - public/midasnet/FP32/midasnet.xml - public/mobilenet-v2-pytorch/FP32/mobilenet-v2-pytorch.xml - public/resnet-18-pytorch/FP32/resnet-18-pytorch.xml - public/resnet-50-caffe2/FP32/resnet-50-caffe2.xml - public/resnet-50-pytorch/FP32/resnet-50-pytorch.xml - public/single-human-pose-estimation-0001/FP32/single-human-pose-estimation-0001.xml - public/squeezenet1.1-caffe2/FP32/squeezenet1.1-caffe2.xml - public/vgg19-caffe2/FP32/vgg19-caffe2.xml - intel/facial-landmarks-35-adas-0002/FP32/facial-landmarks-35-adas-0002.xml - intel/vehicle-attributes-recognition-barrier-0039/FP32/vehicle-attributes-recognition-barrier-0039.xml - intel/person-detection-action-recognition-0006/FP32/person-detection-action-recognition-0006.xml - intel/asl-recognition-0004/FP32/asl-recognition-0004.xml - intel/yolo-v2-tiny-ava-sparse-30-0001/FP32/yolo-v2-tiny-ava-sparse-30-0001.xml - intel/text-detection-0004/FP32/text-detection-0004.xml - intel/person-vehicle-bike-detection-crossroad-1016/FP32/person-vehicle-bike-detection-crossroad-1016.xml - intel/text-spotting-0002-detector/FP32/text-spotting-0002-detector.xml - intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml - intel/vehicle-detection-adas-0002/FP32/vehicle-detection-adas-0002.xml - intel/image-retrieval-0001/FP32/image-retrieval-0001.xml - intel/person-detection-retail-0002/FP32/person-detection-retail-0002.xml - intel/person-attributes-recognition-crossroad-0230/FP32/person-attributes-recognition-crossroad-0230.xml - intel/face-detection-0100/FP32/face-detection-0100.xml - intel/face-detection-0102/FP32/face-detection-0102.xml - intel/person-reidentification-retail-0300/FP32/person-reidentification-retail-0300.xml - intel/instance-segmentation-security-0010/FP32/instance-segmentation-security-0010.xml - intel/instance-segmentation-security-0083/FP32/instance-segmentation-security-0083.xml - intel/face-detection-0105/FP32/face-detection-0105.xml - intel/face-detection-0104/FP32/face-detection-0104.xml - intel/icnet-camvid-ava-sparse-30-0001/FP32/icnet-camvid-ava-sparse-30-0001.xml - intel/action-recognition-0001-decoder/FP32/action-recognition-0001-decoder.xml - intel/face-detection-0106/FP32/face-detection-0106.xml - intel/person-detection-action-recognition-teacher-0002/FP32/person-detection-action-recognition-teacher-0002.xml - intel/person-vehicle-bike-detection-crossroad-0078/FP32/person-vehicle-bike-detection-crossroad-0078.xml - intel/icnet-camvid-ava-sparse-60-0001/FP32/icnet-camvid-ava-sparse-60-0001.xml - intel/face-detection-adas-0001/FP32/face-detection-adas-0001.xml - intel/unet-camvid-onnx-0001/FP32/unet-camvid-onnx-0001.xml - intel/human-pose-estimation-0001/FP32/human-pose-estimation-0001.xml - intel/faster-rcnn-resnet101-coco-sparse-60-0001/FP32/faster-rcnn-resnet101-coco-sparse-60-0001.xml - intel/action-recognition-0001-encoder/FP32/action-recognition-0001-encoder.xml - intel/yolo-v2-ava-sparse-35-0001/FP32/yolo-v2-ava-sparse-35-0001.xml - intel/yolo-v2-ava-sparse-70-0001/FP32/yolo-v2-ava-sparse-70-0001.xml - intel/person-reidentification-retail-0248/FP32/person-reidentification-retail-0248.xml - intel/person-detection-raisinghand-recognition-0001/FP32/person-detection-raisinghand-recognition-0001.xml - intel/person-detection-asl-0001/FP32/person-detection-asl-0001.xml - intel/emotions-recognition-retail-0003/FP32/emotions-recognition-retail-0003.xml - intel/yolo-v2-tiny-ava-0001/FP32/yolo-v2-tiny-ava-0001.xml - intel/license-plate-recognition-barrier-0001/FP32/license-plate-recognition-barrier-0001.xml - intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml - intel/instance-segmentation-security-0050/FP32/instance-segmentation-security-0050.xml - intel/single-image-super-resolution-1032/FP32/single-image-super-resolution-1032.xml - intel/landmarks-regression-retail-0009/FP32/landmarks-regression-retail-0009.xml - intel/driver-action-recognition-adas-0002-decoder/FP32/driver-action-recognition-adas-0002-decoder.xml - intel/person-reidentification-retail-0249/FP32/person-reidentification-retail-0249.xml - intel/text-spotting-0002-recognizer-decoder/FP32/text-spotting-0002-recognizer-decoder.xml - intel/yolo-v2-ava-0001/FP32/yolo-v2-ava-0001.xml - intel/person-detection-action-recognition-0005/FP32/person-detection-action-recognition-0005.xml - intel/text-recognition-0012/FP32/text-recognition-0012.xml - intel/face-detection-retail-0004/FP32/face-detection-retail-0004.xml - intel/product-detection-0001/FP32/product-detection-0001.xml - intel/yolo-v2-tiny-ava-sparse-60-0001/FP32/yolo-v2-tiny-ava-sparse-60-0001.xml - intel/face-reidentification-retail-0095/FP32/face-reidentification-retail-0095.xml - intel/road-segmentation-adas-0001/FP32/road-segmentation-adas-0001.xml - intel/single-image-super-resolution-1033/FP32/single-image-super-resolution-1033.xml - intel/face-detection-retail-0005/FP32/face-detection-retail-0005.xml - intel/pedestrian-and-vehicle-detector-adas-0001/FP32/pedestrian-and-vehicle-detector-adas-0001.xml - intel/handwritten-japanese-recognition-0001/FP32/handwritten-japanese-recognition-0001.xml - intel/semantic-segmentation-adas-0001/FP32/semantic-segmentation-adas-0001.xml - intel/pedestrian-detection-adas-0002/FP32/pedestrian-detection-adas-0002.xml - intel/driver-action-recognition-adas-0002-encoder/FP32/driver-action-recognition-adas-0002-encoder.xml - intel/text-detection-0003/FP32/text-detection-0003.xml - intel/text-spotting-0002-recognizer-encoder/FP32/text-spotting-0002-recognizer-encoder.xml - intel/handwritten-score-recognition-0003/FP32/handwritten-score-recognition-0003.xml - intel/icnet-camvid-ava-0001/FP32/icnet-camvid-ava-0001.xml - intel/text-image-super-resolution-0001/FP32/text-image-super-resolution-0001.xml - intel/gaze-estimation-adas-0002/FP32/gaze-estimation-adas-0002.xml - intel/head-pose-estimation-adas-0001/FP32/head-pose-estimation-adas-0001.xml - intel/vehicle-license-plate-detection-barrier-0106/FP32/vehicle-license-plate-detection-barrier-0106.xml - intel/instance-segmentation-security-1025/FP32/instance-segmentation-security-1025.xml + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_env_config.xml b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_env_config.xml deleted file mode 100644 index 7e137c76700..00000000000 --- a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - ${STRESS_IRS_PATH} - - diff --git a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_test_config.xml b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_test_config.xml index 6b6261fb007..11853239e48 100644 --- a/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_test_config.xml +++ b/tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_test_config.xml @@ -1,13 +1,12 @@ - CPU GPU - public/vgg16/FP32/vgg16.xml - public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml - public/mobilenet-ssd/FP32/mobilenet-ssd.xml - public/ssd300/FP32/ssd300.xml + + + + - + \ No newline at end of file diff --git a/tests/stress_tests/.automation/memcheck_tests/weekly_configs/desktop_env_config.xml b/tests/stress_tests/.automation/memcheck_tests/weekly_configs/desktop_env_config.xml deleted file mode 100644 index 7e137c76700..00000000000 --- a/tests/stress_tests/.automation/memcheck_tests/weekly_configs/desktop_env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - ${STRESS_IRS_PATH} - - diff --git a/tests/stress_tests/.automation/memcheck_tests/weekly_configs/desktop_test_config.xml b/tests/stress_tests/.automation/memcheck_tests/weekly_configs/desktop_test_config.xml index 10f94df96a2..4d7fc7d7058 100644 --- a/tests/stress_tests/.automation/memcheck_tests/weekly_configs/desktop_test_config.xml +++ b/tests/stress_tests/.automation/memcheck_tests/weekly_configs/desktop_test_config.xml @@ -1,184 +1,183 @@ - CPU GPU - public/mobilenet-v2-1.4-224/FP32/mobilenet-v2-1.4-224.xml - public/resnet-101/FP32/resnet-101.xml - public/brain-tumor-segmentation-0001/FP32/brain-tumor-segmentation-0001.xml - public/octave-resnet-101-0.125/FP32/octave-resnet-101-0.125.xml - public/faster_rcnn_inception_resnet_v2_atrous_coco/FP32/faster_rcnn_inception_resnet_v2_atrous_coco.xml - public/efficientnet-b7_auto_aug/FP32/efficientnet-b7_auto_aug.xml - public/yolo-v2-tf/FP32/yolo-v2-tf.xml - public/mobilenet-v2-1.0-224/FP32/mobilenet-v2-1.0-224.xml - public/colorization-v2-norebal/FP32/colorization-v2-norebal.xml - public/se-inception/FP32/se-inception.xml - public/efficientnet-b0/FP32/efficientnet-b0.xml - public/mobilenet-v1-1.0-224-tf/FP32/mobilenet-v1-1.0-224-tf.xml - public/mask_rcnn_resnet101_atrous_coco/FP32/mask_rcnn_resnet101_atrous_coco.xml - public/ssd_mobilenet_v1_coco/FP32/ssd_mobilenet_v1_coco.xml - public/se-resnet-152/FP32/se-resnet-152.xml - public/octave-resnext-50-0.25/FP32/octave-resnext-50-0.25.xml - public/googlenet-v3/FP32/googlenet-v3.xml - public/ssd_mobilenet_v2_coco/FP32/ssd_mobilenet_v2_coco.xml - public/alexnet/FP32/alexnet.xml - public/license-plate-recognition-barrier-0007/FP32/license-plate-recognition-barrier-0007.xml - public/mobilenet-v1-0.50-224/FP32/mobilenet-v1-0.50-224.xml - public/ssd_mobilenet_v1_fpn_coco/FP32/ssd_mobilenet_v1_fpn_coco.xml - public/vgg16/FP32/vgg16.xml - public/face-recognition-resnet34-arcface/FP32/face-recognition-resnet34-arcface.xml - public/gmcnn-places2-tf/FP32/gmcnn-places2-tf.xml - public/mobilenet-v1-1.0-224/FP32/mobilenet-v1-1.0-224.xml - public/se-resnet-101/FP32/se-resnet-101.xml - public/face-detection-retail-0044/FP32/face-detection-retail-0044.xml - public/face-recognition-mobilefacenet-arcface/FP32/face-recognition-mobilefacenet-arcface.xml - public/vehicle-license-plate-detection-barrier-0123/FP32/vehicle-license-plate-detection-barrier-0123.xml - public/densenet-161/FP32/densenet-161.xml - public/mask_rcnn_inception_resnet_v2_atrous_coco/FP32/mask_rcnn_inception_resnet_v2_atrous_coco.xml - public/octave-resnext-101-0.25/FP32/octave-resnext-101-0.25.xml - public/face-recognition-resnet50-arcface/FP32/face-recognition-resnet50-arcface.xml - public/densenet-161-tf/FP32/densenet-161-tf.xml - public/octave-resnet-200-0.125/FP32/octave-resnet-200-0.125.xml - public/mtcnn/mtcnn-p/FP32/mtcnn-p.xml - public/se-resnext-101/FP32/se-resnext-101.xml - public/efficientnet-b5/FP32/efficientnet-b5.xml - public/densenet-169-tf/FP32/densenet-169-tf.xml - public/densenet-201/FP32/densenet-201.xml - public/resnet-50-tf/FP32/resnet-50-tf.xml - public/squeezenet1.1/FP32/squeezenet1.1.xml - public/squeezenet1.0/FP32/squeezenet1.0.xml - public/octave-resnet-26-0.25/FP32/octave-resnet-26-0.25.xml - public/googlenet-v4-tf/FP32/googlenet-v4-tf.xml - public/ssd300/FP32/ssd300.xml - public/rfcn-resnet101-coco-tf/FP32/rfcn-resnet101-coco-tf.xml - public/vgg19/FP32/vgg19.xml - public/ctdet_coco_dlav0_384/FP32/ctdet_coco_dlav0_384.xml - public/efficientnet-b0_auto_aug/FP32/efficientnet-b0_auto_aug.xml - public/googlenet-v1/FP32/googlenet-v1.xml - public/faster_rcnn_inception_v2_coco/FP32/faster_rcnn_inception_v2_coco.xml - public/mask_rcnn_inception_v2_coco/FP32/mask_rcnn_inception_v2_coco.xml - public/inception-resnet-v2-tf/FP32/inception-resnet-v2-tf.xml - public/deeplabv3/FP32/deeplabv3.xml - public/yolo-v3-tf/FP32/yolo-v3-tf.xml - public/resnet-152/FP32/resnet-152.xml - public/mtcnn/mtcnn-o/FP32/mtcnn-o.xml - public/octave-se-resnet-50-0.125/FP32/octave-se-resnet-50-0.125.xml - public/yolo-v1-tiny-tf/FP32/yolo-v1-tiny-tf.xml - public/resnet-50/FP32/resnet-50.xml - public/googlenet-v1-tf/FP32/googlenet-v1-tf.xml - public/yolo-v2-tiny-tf/FP32/yolo-v2-tiny-tf.xml - public/ssd512/FP32/ssd512.xml - public/densenet-169/FP32/densenet-169.xml - public/brain-tumor-segmentation-0002/FP32/brain-tumor-segmentation-0002.xml - public/Sphereface/FP32/Sphereface.xml - public/googlenet-v2/FP32/googlenet-v2.xml - public/face-recognition-resnet100-arcface/FP32/face-recognition-resnet100-arcface.xml - public/mobilenet-v1-0.25-128/FP32/mobilenet-v1-0.25-128.xml - public/ctdet_coco_dlav0_512/FP32/ctdet_coco_dlav0_512.xml - public/facenet-20180408-102900/FP32/facenet-20180408-102900.xml - public/ctpn/FP32/ctpn.xml - public/ssdlite_mobilenet_v2/FP32/ssdlite_mobilenet_v2.xml - public/i3d-rgb-tf/FP32/i3d-rgb-tf.xml - public/mobilenet-v2/FP32/mobilenet-v2.xml - public/mobilenet-ssd/FP32/mobilenet-ssd.xml - public/se-resnext-50/FP32/se-resnext-50.xml - public/caffenet/FP32/caffenet.xml - public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml - public/faster_rcnn_resnet50_coco/FP32/faster_rcnn_resnet50_coco.xml - public/se-resnet-50/FP32/se-resnet-50.xml - public/mask_rcnn_resnet50_atrous_coco/FP32/mask_rcnn_resnet50_atrous_coco.xml - public/octave-resnet-50-0.125/FP32/octave-resnet-50-0.125.xml - public/densenet-121-tf/FP32/densenet-121-tf.xml - public/mobilenet-v1-0.50-160/FP32/mobilenet-v1-0.50-160.xml - public/densenet-121/FP32/densenet-121.xml - public/faster_rcnn_resnet101_coco/FP32/faster_rcnn_resnet101_coco.xml - public/octave-densenet-121-0.125/FP32/octave-densenet-121-0.125.xml - public/colorization-v2/FP32/colorization-v2.xml - public/densenet-121-caffe2/FP32/densenet-121-caffe2.xml - public/efficientnet-b0-pytorch/FP32/efficientnet-b0-pytorch.xml - public/efficientnet-b5-pytorch/FP32/efficientnet-b5-pytorch.xml - public/efficientnet-b7-pytorch/FP32/efficientnet-b7-pytorch.xml - public/googlenet-v3-pytorch/FP32/googlenet-v3-pytorch.xml - public/human-pose-estimation-3d-0001/FP32/human-pose-estimation-3d-0001.xml - public/midasnet/FP32/midasnet.xml - public/mobilenet-v2-pytorch/FP32/mobilenet-v2-pytorch.xml - public/resnet-18-pytorch/FP32/resnet-18-pytorch.xml - public/resnet-50-caffe2/FP32/resnet-50-caffe2.xml - public/resnet-50-pytorch/FP32/resnet-50-pytorch.xml - public/single-human-pose-estimation-0001/FP32/single-human-pose-estimation-0001.xml - public/squeezenet1.1-caffe2/FP32/squeezenet1.1-caffe2.xml - public/vgg19-caffe2/FP32/vgg19-caffe2.xml - intel/facial-landmarks-35-adas-0002/FP32/facial-landmarks-35-adas-0002.xml - intel/vehicle-attributes-recognition-barrier-0039/FP32/vehicle-attributes-recognition-barrier-0039.xml - intel/person-detection-action-recognition-0006/FP32/person-detection-action-recognition-0006.xml - intel/asl-recognition-0004/FP32/asl-recognition-0004.xml - intel/yolo-v2-tiny-ava-sparse-30-0001/FP32/yolo-v2-tiny-ava-sparse-30-0001.xml - intel/text-detection-0004/FP32/text-detection-0004.xml - intel/person-vehicle-bike-detection-crossroad-1016/FP32/person-vehicle-bike-detection-crossroad-1016.xml - intel/text-spotting-0002-detector/FP32/text-spotting-0002-detector.xml - intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml - intel/vehicle-detection-adas-0002/FP32/vehicle-detection-adas-0002.xml - intel/image-retrieval-0001/FP32/image-retrieval-0001.xml - intel/person-detection-retail-0002/FP32/person-detection-retail-0002.xml - intel/person-attributes-recognition-crossroad-0230/FP32/person-attributes-recognition-crossroad-0230.xml - intel/face-detection-0100/FP32/face-detection-0100.xml - intel/face-detection-0102/FP32/face-detection-0102.xml - intel/person-reidentification-retail-0300/FP32/person-reidentification-retail-0300.xml - intel/instance-segmentation-security-0010/FP32/instance-segmentation-security-0010.xml - intel/instance-segmentation-security-0083/FP32/instance-segmentation-security-0083.xml - intel/face-detection-0105/FP32/face-detection-0105.xml - intel/face-detection-0104/FP32/face-detection-0104.xml - intel/icnet-camvid-ava-sparse-30-0001/FP32/icnet-camvid-ava-sparse-30-0001.xml - intel/action-recognition-0001-decoder/FP32/action-recognition-0001-decoder.xml - intel/face-detection-0106/FP32/face-detection-0106.xml - intel/person-detection-action-recognition-teacher-0002/FP32/person-detection-action-recognition-teacher-0002.xml - intel/person-vehicle-bike-detection-crossroad-0078/FP32/person-vehicle-bike-detection-crossroad-0078.xml - intel/icnet-camvid-ava-sparse-60-0001/FP32/icnet-camvid-ava-sparse-60-0001.xml - intel/face-detection-adas-0001/FP32/face-detection-adas-0001.xml - intel/unet-camvid-onnx-0001/FP32/unet-camvid-onnx-0001.xml - intel/human-pose-estimation-0001/FP32/human-pose-estimation-0001.xml - intel/faster-rcnn-resnet101-coco-sparse-60-0001/FP32/faster-rcnn-resnet101-coco-sparse-60-0001.xml - intel/action-recognition-0001-encoder/FP32/action-recognition-0001-encoder.xml - intel/yolo-v2-ava-sparse-35-0001/FP32/yolo-v2-ava-sparse-35-0001.xml - intel/yolo-v2-ava-sparse-70-0001/FP32/yolo-v2-ava-sparse-70-0001.xml - intel/person-reidentification-retail-0248/FP32/person-reidentification-retail-0248.xml - intel/person-detection-raisinghand-recognition-0001/FP32/person-detection-raisinghand-recognition-0001.xml - intel/person-detection-asl-0001/FP32/person-detection-asl-0001.xml - intel/emotions-recognition-retail-0003/FP32/emotions-recognition-retail-0003.xml - intel/yolo-v2-tiny-ava-0001/FP32/yolo-v2-tiny-ava-0001.xml - intel/license-plate-recognition-barrier-0001/FP32/license-plate-recognition-barrier-0001.xml - intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml - intel/instance-segmentation-security-0050/FP32/instance-segmentation-security-0050.xml - intel/single-image-super-resolution-1032/FP32/single-image-super-resolution-1032.xml - intel/landmarks-regression-retail-0009/FP32/landmarks-regression-retail-0009.xml - intel/driver-action-recognition-adas-0002-decoder/FP32/driver-action-recognition-adas-0002-decoder.xml - intel/person-reidentification-retail-0249/FP32/person-reidentification-retail-0249.xml - intel/text-spotting-0002-recognizer-decoder/FP32/text-spotting-0002-recognizer-decoder.xml - intel/yolo-v2-ava-0001/FP32/yolo-v2-ava-0001.xml - intel/person-detection-action-recognition-0005/FP32/person-detection-action-recognition-0005.xml - intel/text-recognition-0012/FP32/text-recognition-0012.xml - intel/face-detection-retail-0004/FP32/face-detection-retail-0004.xml - intel/product-detection-0001/FP32/product-detection-0001.xml - intel/yolo-v2-tiny-ava-sparse-60-0001/FP32/yolo-v2-tiny-ava-sparse-60-0001.xml - intel/face-reidentification-retail-0095/FP32/face-reidentification-retail-0095.xml - intel/road-segmentation-adas-0001/FP32/road-segmentation-adas-0001.xml - intel/single-image-super-resolution-1033/FP32/single-image-super-resolution-1033.xml - intel/face-detection-retail-0005/FP32/face-detection-retail-0005.xml - intel/pedestrian-and-vehicle-detector-adas-0001/FP32/pedestrian-and-vehicle-detector-adas-0001.xml - intel/handwritten-japanese-recognition-0001/FP32/handwritten-japanese-recognition-0001.xml - intel/semantic-segmentation-adas-0001/FP32/semantic-segmentation-adas-0001.xml - intel/pedestrian-detection-adas-0002/FP32/pedestrian-detection-adas-0002.xml - intel/driver-action-recognition-adas-0002-encoder/FP32/driver-action-recognition-adas-0002-encoder.xml - intel/text-detection-0003/FP32/text-detection-0003.xml - intel/text-spotting-0002-recognizer-encoder/FP32/text-spotting-0002-recognizer-encoder.xml - intel/handwritten-score-recognition-0003/FP32/handwritten-score-recognition-0003.xml - intel/icnet-camvid-ava-0001/FP32/icnet-camvid-ava-0001.xml - intel/text-image-super-resolution-0001/FP32/text-image-super-resolution-0001.xml - intel/gaze-estimation-adas-0002/FP32/gaze-estimation-adas-0002.xml - intel/head-pose-estimation-adas-0001/FP32/head-pose-estimation-adas-0001.xml - intel/vehicle-license-plate-detection-barrier-0106/FP32/vehicle-license-plate-detection-barrier-0106.xml - intel/instance-segmentation-security-1025/FP32/instance-segmentation-security-1025.xml + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/stress_tests/.automation/memleaks_tests/nightly_configs/desktop_env_config.xml b/tests/stress_tests/.automation/memleaks_tests/nightly_configs/desktop_env_config.xml deleted file mode 100644 index 7e137c76700..00000000000 --- a/tests/stress_tests/.automation/memleaks_tests/nightly_configs/desktop_env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - ${STRESS_IRS_PATH} - - diff --git a/tests/stress_tests/.automation/memleaks_tests/nightly_configs/desktop_test_config.xml b/tests/stress_tests/.automation/memleaks_tests/nightly_configs/desktop_test_config.xml index fbe6052ef37..b7c8e7b01dc 100644 --- a/tests/stress_tests/.automation/memleaks_tests/nightly_configs/desktop_test_config.xml +++ b/tests/stress_tests/.automation/memleaks_tests/nightly_configs/desktop_test_config.xml @@ -1,6 +1,5 @@ - - + 1 @@ -15,8 +14,8 @@ GPU - public/alexnet/FP32/alexnet.xml - public/mobilenet-ssd/FP32/mobilenet-ssd.xml - public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml + + + - + \ No newline at end of file diff --git a/tests/stress_tests/.automation/memleaks_tests/precommit_configs/desktop_env_config.xml b/tests/stress_tests/.automation/memleaks_tests/precommit_configs/desktop_env_config.xml deleted file mode 100644 index 7e137c76700..00000000000 --- a/tests/stress_tests/.automation/memleaks_tests/precommit_configs/desktop_env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - ${STRESS_IRS_PATH} - - diff --git a/tests/stress_tests/.automation/memleaks_tests/precommit_configs/desktop_test_config.xml b/tests/stress_tests/.automation/memleaks_tests/precommit_configs/desktop_test_config.xml index 0fa9912a9ac..c660c287af3 100644 --- a/tests/stress_tests/.automation/memleaks_tests/precommit_configs/desktop_test_config.xml +++ b/tests/stress_tests/.automation/memleaks_tests/precommit_configs/desktop_test_config.xml @@ -1,6 +1,5 @@ - - + 1 @@ -15,6 +14,6 @@ GPU - public/mobilenet-ssd/FP32/mobilenet-ssd.xml + - + \ No newline at end of file diff --git a/tests/stress_tests/.automation/memleaks_tests/weekly_configs/desktop_env_config.xml b/tests/stress_tests/.automation/memleaks_tests/weekly_configs/desktop_env_config.xml deleted file mode 100644 index 7e137c76700..00000000000 --- a/tests/stress_tests/.automation/memleaks_tests/weekly_configs/desktop_env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - ${STRESS_IRS_PATH} - - diff --git a/tests/stress_tests/.automation/memleaks_tests/weekly_configs/desktop_test_config.xml b/tests/stress_tests/.automation/memleaks_tests/weekly_configs/desktop_test_config.xml index 54bdbcf385b..81687014ec1 100644 --- a/tests/stress_tests/.automation/memleaks_tests/weekly_configs/desktop_test_config.xml +++ b/tests/stress_tests/.automation/memleaks_tests/weekly_configs/desktop_test_config.xml @@ -1,6 +1,5 @@ - - + 1 @@ -15,8 +14,8 @@ GPU - public/alexnet/FP32/alexnet.xml - public/mobilenet-ssd/FP32/mobilenet-ssd.xml - public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml + + + - + \ No newline at end of file diff --git a/tests/stress_tests/.automation/unittests/nightly_configs/desktop_env_config.xml b/tests/stress_tests/.automation/unittests/nightly_configs/desktop_env_config.xml deleted file mode 100644 index 7e137c76700..00000000000 --- a/tests/stress_tests/.automation/unittests/nightly_configs/desktop_env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - ${STRESS_IRS_PATH} - - diff --git a/tests/stress_tests/.automation/unittests/nightly_configs/desktop_test_config.xml b/tests/stress_tests/.automation/unittests/nightly_configs/desktop_test_config.xml index fcce4fa8caa..8081b53cf71 100644 --- a/tests/stress_tests/.automation/unittests/nightly_configs/desktop_test_config.xml +++ b/tests/stress_tests/.automation/unittests/nightly_configs/desktop_test_config.xml @@ -1,4 +1,3 @@ - 1 @@ -15,8 +14,8 @@ GPU - public/alexnet/FP32/alexnet.xml - public/mobilenet-ssd/FP32/mobilenet-ssd.xml - public/mtcnn/mtcnn-r/FP32/mtcnn-r.xml + + + - + \ No newline at end of file diff --git a/tests/stress_tests/.automation/unittests/weekly_configs/desktop_env_config.xml b/tests/stress_tests/.automation/unittests/weekly_configs/desktop_env_config.xml deleted file mode 100644 index 7e137c76700..00000000000 --- a/tests/stress_tests/.automation/unittests/weekly_configs/desktop_env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - ${STRESS_IRS_PATH} - - diff --git a/tests/stress_tests/.automation/unittests/weekly_configs/desktop_test_config.xml b/tests/stress_tests/.automation/unittests/weekly_configs/desktop_test_config.xml index a2324ca1af7..d466a1bff32 100644 --- a/tests/stress_tests/.automation/unittests/weekly_configs/desktop_test_config.xml +++ b/tests/stress_tests/.automation/unittests/weekly_configs/desktop_test_config.xml @@ -1,8 +1,7 @@ - 1 - + 1 @@ -16,8 +15,8 @@ GPU - public/alexnet/FP32/alexnet.xml - public/mobilenet-ssd/FP32/mobilenet-ssd.xml - + + + - + \ No newline at end of file diff --git a/tests/stress_tests/common/tests_utils.cpp b/tests/stress_tests/common/tests_utils.cpp index e884c11fca4..0bf61793501 100644 --- a/tests/stress_tests/common/tests_utils.cpp +++ b/tests/stress_tests/common/tests_utils.cpp @@ -18,14 +18,6 @@ void Environment::setTestConfig(const pugi::xml_document &test_config) { _test_config.reset(test_config); } -const pugi::xml_document & Environment::getEnvConfig() { - return _env_config; -} - -void Environment::setEnvConfig(const pugi::xml_document &env_config) { - _env_config.reset(env_config); -} - const bool & Environment::getCollectResultsOnly() { return _collect_results_only; } @@ -37,15 +29,9 @@ void Environment::setCollectResultsOnly(const bool &collect_results_only) { std::vector generateTestsParams(std::initializer_list fields) { std::vector tests_cases; const pugi::xml_document & test_config = Environment::Instance().getTestConfig(); - std::string models_path = Environment::Instance().getEnvConfig() - .child("attributes").child("irs_path").child("value").text().as_string(); - models_path = expand_env_vars(models_path); - std::vector processes; - std::vector threads; - std::vector iterations; - std::vector devices; - std::vector models; + std::vector processes, threads, iterations; + std::vector devices, models, models_names; pugi::xml_node values; for (auto field = fields.begin(); field != fields.end(); field++) { @@ -67,8 +53,16 @@ std::vector generateTestsParams(std::initializer_list fie devices.push_back(val.text().as_string()); } else if (*field == "models") { values = test_config.child("attributes").child("models"); - for (pugi::xml_node val = values.first_child(); val; val = val.next_sibling()) - models.push_back(val.text().as_string()); + for (pugi::xml_node val = values.first_child(); val; val = val.next_sibling()) { + std::string full_path = val.attribute("full_path").as_string(); + std::string path = val.attribute("path").as_string(); + if (full_path.empty() || path.empty()) + throw std::logic_error("One of the 'model' records from test config doesn't contain 'full_path' or 'path' attributes"); + else { + models.push_back(full_path); + models_names.push_back(path); + } + } } } @@ -78,13 +72,14 @@ std::vector generateTestsParams(std::initializer_list fie iterations = !iterations.empty() ? iterations: std::vector{1}; devices = !devices.empty() ? devices : std::vector{"NULL"}; models = !models.empty() ? models : std::vector{"NULL"}; + models_names = !models_names.empty() ? models_names : std::vector{"NULL"}; for (auto &numprocesses : processes) for (auto &numthreads : threads) for (auto &numiters : iterations) for (auto &device : devices) - for (auto &model : models) - tests_cases.push_back(TestCase(numprocesses, numthreads, numiters, device, OS_PATH_JOIN({models_path, model}), model)); + for (int i = 0; i < models.size(); i++) + tests_cases.push_back(TestCase(numprocesses, numthreads, numiters, device, models[i], models_names[i])); return tests_cases; } diff --git a/tests/stress_tests/common/tests_utils.h b/tests/stress_tests/common/tests_utils.h index 137fdb5aa45..898998dc074 100644 --- a/tests/stress_tests/common/tests_utils.h +++ b/tests/stress_tests/common/tests_utils.h @@ -55,7 +55,6 @@ private: class Environment { private: pugi::xml_document _test_config; - pugi::xml_document _env_config; bool _collect_results_only = false; Environment() = default; @@ -69,8 +68,6 @@ public: const pugi::xml_document & getTestConfig(); void setTestConfig(const pugi::xml_document &test_config); - const pugi::xml_document & getEnvConfig(); - void setEnvConfig(const pugi::xml_document &env_config); const bool & getCollectResultsOnly(); void setCollectResultsOnly(const bool &collect_results_only); }; diff --git a/tests/stress_tests/memcheck_tests/CMakeLists.txt b/tests/stress_tests/memcheck_tests/CMakeLists.txt index cb7c630fa9a..f6009ad3460 100644 --- a/tests/stress_tests/memcheck_tests/CMakeLists.txt +++ b/tests/stress_tests/memcheck_tests/CMakeLists.txt @@ -34,5 +34,4 @@ target_include_directories(${TARGET_NAME} PRIVATE "${CMAKE_CURRENT_SOURCE_DIR}" # Copy local configs to BIN_FOLDER configure_file(local_configs/test_config.xml ${OUTPUT_ROOT}/${BIN_FOLDER}/${CMAKE_BUILD_TYPE}/stress_tests_configs/memcheck_tests/test_config.xml COPYONLY) -configure_file(local_configs/env_config.xml ${OUTPUT_ROOT}/${BIN_FOLDER}/${CMAKE_BUILD_TYPE}/stress_tests_configs/memcheck_tests/env_config.xml COPYONLY) configure_file(local_configs/references_config.xml ${OUTPUT_ROOT}/${BIN_FOLDER}/${CMAKE_BUILD_TYPE}/stress_tests_configs/memcheck_tests/references_config.xml COPYONLY) diff --git a/tests/stress_tests/memcheck_tests/flags.h b/tests/stress_tests/memcheck_tests/flags.h index 797493117d4..e8329683e26 100644 --- a/tests/stress_tests/memcheck_tests/flags.h +++ b/tests/stress_tests/memcheck_tests/flags.h @@ -24,6 +24,7 @@ static const char test_conf_message[] = "Optional. Path to a test config with de /// test_conf is an optional parameter DEFINE_string(test_conf, OS_PATH_JOIN({"stress_tests_configs", "memcheck_tests", "test_config.xml"}), test_conf_message); +// TODO: env_conf key is deprecated /// @brief message for env_config argument static const char env_conf_message[] = "Optional. Path to an env config with paths to models etc."; diff --git a/tests/stress_tests/memcheck_tests/local_configs/env_config.xml b/tests/stress_tests/memcheck_tests/local_configs/env_config.xml deleted file mode 100644 index ffcac863e21..00000000000 --- a/tests/stress_tests/memcheck_tests/local_configs/env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - /nfs/inn/proj/vdp/vdp_tests/stress_tests/open_model_zoo/efd238d02035f8a5417b7b1e25cd4c997d44351f/IRs - - diff --git a/tests/stress_tests/memcheck_tests/local_configs/test_config.xml b/tests/stress_tests/memcheck_tests/local_configs/test_config.xml index 994481925e8..b127e37e226 100644 --- a/tests/stress_tests/memcheck_tests/local_configs/test_config.xml +++ b/tests/stress_tests/memcheck_tests/local_configs/test_config.xml @@ -5,9 +5,9 @@ GPU - public/vgg16/FP32/vgg16.xml - public/mtcnn-r/FP32/mtcnn-r.xml - public/mobilenet-ssd/FP32/mobilenet-ssd.xml - public/ssd300/FP32/ssd300.xml + + + + diff --git a/tests/stress_tests/memcheck_tests/main.cpp b/tests/stress_tests/memcheck_tests/main.cpp index 593ecf3cf45..323c235011c 100644 --- a/tests/stress_tests/memcheck_tests/main.cpp +++ b/tests/stress_tests/memcheck_tests/main.cpp @@ -38,11 +38,6 @@ bool parseAndCheckCommandLine(int argc, char **argv) { log_err("Exception while reading test config \"" << FLAGS_test_conf << "\": " << result.description()); return false; } - result = config.load_file(FLAGS_env_conf.c_str()); - if (!result) { - log_err("Exception while reading env config \"" << FLAGS_env_conf << "\": " << result.description()); - return false; - } result = config.load_file(FLAGS_refs_conf.c_str()); if (!result) { log_err("Exception while reading references config \"" << FLAGS_refs_conf << "\": " << result.description()); @@ -61,8 +56,6 @@ int main(int argc, char **argv) { pugi::xml_document config; config.load_file(FLAGS_test_conf.c_str()); Environment::Instance().setTestConfig(config); - config.load_file(FLAGS_env_conf.c_str()); - Environment::Instance().setEnvConfig(config); config.load_file(FLAGS_refs_conf.c_str()); MemCheckEnvironment::Instance().setRefsConfig(config); ::testing::InitGoogleTest(&argc, argv); diff --git a/tests/stress_tests/memcheck_tests/tests_utils.h b/tests/stress_tests/memcheck_tests/tests_utils.h index 670a182f728..5c2710ce725 100644 --- a/tests/stress_tests/memcheck_tests/tests_utils.h +++ b/tests/stress_tests/memcheck_tests/tests_utils.h @@ -54,7 +54,7 @@ public: class TestReferences { private: - std::vector model_path_v, test_name_v, device_v; + std::vector model_name_v, test_name_v, device_v; std::vector vmsize_v, vmpeak_v, vmrss_v, vmhwm_v; public: std::array references; @@ -63,16 +63,12 @@ public: std::fill(references.begin(), references.end(), -1); // Parse RefsConfig from MemCheckEnvironment - std::string models_path = Environment::Instance().getEnvConfig() - .child("attributes").child("irs_path").child("value").text().as_string(); - models_path = expand_env_vars(models_path); - const pugi::xml_document &refs_config = MemCheckEnvironment::Instance().getRefsConfig(); auto values = refs_config.child("attributes").child("models"); for (pugi::xml_node node = values.first_child(); node; node = node.next_sibling()) { for (pugi::xml_attribute_iterator ait = node.attributes_begin(); ait != node.attributes_end(); ait++) { if (strncmp(ait->name(), "path", strlen(ait->name())) == 0) { - model_path_v.push_back(OS_PATH_JOIN({models_path, ait->value()})); + model_name_v.push_back(ait->value()); } else if (strncmp(ait->name(), "test", strlen(ait->name())) == 0) { test_name_v.push_back(ait->value()); } else if (strncmp(ait->name(), "device", strlen(ait->name())) == 0) { @@ -93,7 +89,7 @@ public: void collect_vm_values_for_test(std::string test_name, TestCase test_params) { for (int i = 0; i < test_name_v.size(); i++) if (test_name_v[i] == test_name) - if (model_path_v[i] == test_params.model) + if (model_name_v[i] == test_params.model_name) if (device_v[i] == test_params.device) { references[VMSIZE] = vmsize_v[i]; references[VMPEAK] = vmpeak_v[i]; diff --git a/tests/stress_tests/memleaks_tests/CMakeLists.txt b/tests/stress_tests/memleaks_tests/CMakeLists.txt index a396454d8bc..037bfbd7a65 100644 --- a/tests/stress_tests/memleaks_tests/CMakeLists.txt +++ b/tests/stress_tests/memleaks_tests/CMakeLists.txt @@ -37,4 +37,3 @@ target_include_directories(${TARGET_NAME} PRIVATE "${CMAKE_CURRENT_SOURCE_DIR}" # Copy local configs to BIN_FOLDER configure_file(local_configs/test_config.xml ${OUTPUT_ROOT}/${BIN_FOLDER}/${CMAKE_BUILD_TYPE}/stress_tests_configs/memleaks_tests/test_config.xml COPYONLY) -configure_file(local_configs/env_config.xml ${OUTPUT_ROOT}/${BIN_FOLDER}/${CMAKE_BUILD_TYPE}/stress_tests_configs/memleaks_tests/env_config.xml COPYONLY) diff --git a/tests/stress_tests/memleaks_tests/flags.h b/tests/stress_tests/memleaks_tests/flags.h index 6df324cc247..2a1cad5ec3c 100644 --- a/tests/stress_tests/memleaks_tests/flags.h +++ b/tests/stress_tests/memleaks_tests/flags.h @@ -24,6 +24,7 @@ static const char test_conf_message[] = "Optional. Path to a test config with de /// test_conf is an optional parameter DEFINE_string(test_conf, OS_PATH_JOIN({"stress_tests_configs", "memleaks_tests", "test_config.xml"}), test_conf_message); +// TODO: env_conf key is deprecated /// @brief message for env_config argument static const char env_conf_message[] = "Optional. Path to an env config with paths to models etc."; diff --git a/tests/stress_tests/memleaks_tests/local_configs/env_config.xml b/tests/stress_tests/memleaks_tests/local_configs/env_config.xml deleted file mode 100644 index 7d356d010e9..00000000000 --- a/tests/stress_tests/memleaks_tests/local_configs/env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - /nfs/inn/proj/vdp/vdp_tests/stress_tests/master_04d6f112132f92cab563ae7655747e0359687dc9/ - - diff --git a/tests/stress_tests/memleaks_tests/local_configs/test_config.xml b/tests/stress_tests/memleaks_tests/local_configs/test_config.xml index 28698b531e5..b4e82051948 100644 --- a/tests/stress_tests/memleaks_tests/local_configs/test_config.xml +++ b/tests/stress_tests/memleaks_tests/local_configs/test_config.xml @@ -15,6 +15,6 @@ - caffe/FP32/alexnet/alexnet.xml + diff --git a/tests/stress_tests/memleaks_tests/main.cpp b/tests/stress_tests/memleaks_tests/main.cpp index 2edf800d638..1b3ff98190f 100644 --- a/tests/stress_tests/memleaks_tests/main.cpp +++ b/tests/stress_tests/memleaks_tests/main.cpp @@ -37,11 +37,6 @@ bool parseAndCheckCommandLine(int argc, char **argv) { log_err("Exception while reading test config \"" << FLAGS_test_conf << "\": " << result.description()); return false; } - result = config.load_file(FLAGS_env_conf.c_str()); - if (!result) { - log_err("Exception while reading env config \"" << FLAGS_env_conf << "\": " << result.description()); - return false; - } return true; } @@ -57,8 +52,6 @@ int main(int argc, char **argv) { pugi::xml_document config; config.load_file(FLAGS_test_conf.c_str()); Environment::Instance().setTestConfig(config); - config.load_file(FLAGS_env_conf.c_str()); - Environment::Instance().setEnvConfig(config); ::testing::InitGoogleTest(&argc, argv); return RUN_ALL_TESTS(); } \ No newline at end of file diff --git a/tests/stress_tests/scripts/get_testdata.py b/tests/stress_tests/scripts/get_testdata.py index 28eb694496b..4afe39e5d2e 100755 --- a/tests/stress_tests/scripts/get_testdata.py +++ b/tests/stress_tests/scripts/get_testdata.py @@ -16,6 +16,7 @@ import os import shutil import subprocess import sys +import json from inspect import getsourcefile from pathlib import Path from xml.etree import ElementTree as ET @@ -116,15 +117,20 @@ def main(): help='Skip errors caused by OMZ while downloading and converting.') args = parser.parse_args() + # constants + PRECISION = "FP32" + # parse models from test config - tree = ET.parse(str(args.test_conf)) - root = tree.getroot() + test_conf_obj = ET.parse(str(args.test_conf)) + test_conf_root = test_conf_obj.getroot() models_from_cfg = [] - for attributes in root: - if attributes.tag == "models": - models = [child.text for child in attributes] - models_from_cfg = [Path(model).stem for model in models] - break + for model_rec in test_conf_root.find("models"): + if "source" in model_rec.attrib and "name" in model_rec.attrib: + if model_rec.attrib["source"] == "omz": + models_from_cfg.append(model_rec.attrib["name"]) + else: + log.warning("Record from test config '{}' doesn't contain attributes 'source' or 'name'" + .format(args.test_conf.resolve())) # prepare Open Model Zoo if args.omz_repo: @@ -138,19 +144,12 @@ def main(): ' https://github.com/opencv/open_model_zoo {omz_path}'.format(omz_path=omz_path) run_in_subprocess(cmd) - # prepare models + # prepare models list downloader_path = omz_path / "tools" / "downloader" / "downloader.py" models_list_path = args.omz_models_out_dir / "models_list.txt" - cmd = '{downloader_path} --list {models_list_path}' \ - ' --num_attempts {num_attempts}' \ - ' --output_dir {models_dir}' \ - ' --cache_dir {cache_dir}' \ - ' --jobs {jobs_num}'.format(downloader_path=downloader_path, models_list_path=models_list_path, - num_attempts=OMZ_NUM_ATTEMPTS, - models_dir=args.omz_models_out_dir, - cache_dir=args.omz_cache_dir, - jobs_num=DOWNLOADER_JOBS_NUM) - models_available = subprocess.check_output(cmd + " --print_all", shell=True, universal_newlines=True).split("\n") + + cmd = '{downloader_path} --print_all'.format(downloader_path=downloader_path) + models_available = subprocess.check_output(cmd, shell=True, universal_newlines=True).split("\n") models_to_run = set(models_from_cfg).intersection(models_available) os.makedirs(str(args.omz_models_out_dir), exist_ok=True) @@ -162,8 +161,52 @@ def main(): log.warning("List of models defined in config but not available in OMZ: {}" .format(",".join(set(models_from_cfg) - models_to_run))) + # update test config with Open Model Zoo info + info_dumper_path = omz_path / "tools" / "downloader" / "info_dumper.py" + cmd = "{executable} {info_dumper_path} --list {models_list_path}"\ + .format(executable=sys.executable, info_dumper_path=info_dumper_path, + models_list_path=models_list_path) + out = subprocess.check_output(cmd, shell=True, universal_newlines=True) + models_info = json.loads(out) + + fields_to_add = ["framework", "subdirectory"] + models_root = test_conf_root.find("models") + for model_rec in list(models_root): # convert iterator to list to prevent incorrect removing of records + if model_rec.attrib.get("source") == "omz" and "name" in model_rec.attrib: + if model_rec.attrib["name"] not in models_to_run: + # remove models from test config which aren't available in OMZ + models_root.remove(model_rec) + else: + # Open Model Zoo ensures name uniqueness of every model + models_info_rec = next(iter([rec for rec in models_info if rec["name"] == model_rec.attrib["name"]])) + info_to_add = {key: models_info_rec[key] for key in fields_to_add} + model_rec.attrib.update(info_to_add) + model_rec.attrib["precision"] = PRECISION + model_rec.attrib["path"] = str( + Path(model_rec.attrib["subdirectory"]) / PRECISION / (model_rec.attrib["name"] + ".xml")) + model_rec.attrib["full_path"] = str( + args.omz_irs_out_dir / model_rec.attrib["subdirectory"] / PRECISION / (model_rec.attrib["name"] + ".xml")) + test_conf_obj.write(args.test_conf) + + # prepare models + cmd = '{downloader_path} --list {models_list_path}' \ + ' --num_attempts {num_attempts}' \ + ' --output_dir {models_dir}' \ + ' --cache_dir {cache_dir}' \ + ' --jobs {jobs_num}'.format(downloader_path=downloader_path, models_list_path=models_list_path, + num_attempts=OMZ_NUM_ATTEMPTS, + models_dir=args.omz_models_out_dir, + cache_dir=args.omz_cache_dir, + jobs_num=DOWNLOADER_JOBS_NUM) + run_in_subprocess(cmd, check_call=not args.skip_omz_errors) + # Open Model Zoo doesn't copy downloaded IRs to converter.py output folder where IRs should be stored. + # Do it manually to have only one folder with IRs + for ir_src_path in args.omz_models_out_dir.rglob("*.xml"): + ir_dst_path = args.omz_irs_out_dir / os.path.relpath(ir_src_path, args.omz_models_out_dir) + shutil.copytree(ir_src_path.parent, ir_dst_path.parent) + # prepare virtual environment and install requirements python_executable = sys.executable if not args.no_venv: @@ -183,10 +226,11 @@ def main(): # NOTE: remove --precision if both precisions (FP32 & FP16) required cmd = '{executable} {converter_path} --list {models_list_path}' \ ' -p {executable}' \ - ' --precision=FP32' \ + ' --precision={PRECISION}' \ ' --output_dir {irs_dir}' \ ' --download_dir {models_dir}' \ - ' --mo {mo_tool} --jobs {workers_num}'.format(executable=python_executable, converter_path=converter_path, + ' --mo {mo_tool} --jobs {workers_num}'.format(executable=python_executable, PRECISION=PRECISION, + converter_path=converter_path, models_list_path=models_list_path, irs_dir=args.omz_irs_out_dir, models_dir=args.omz_models_out_dir, mo_tool=args.mo_tool, workers_num=multiprocessing.cpu_count()) diff --git a/tests/stress_tests/scripts/memcheck_upload.py b/tests/stress_tests/scripts/memcheck_upload.py index 1135cd94729..9f8a7a510e3 100644 --- a/tests/stress_tests/scripts/memcheck_upload.py +++ b/tests/stress_tests/scripts/memcheck_upload.py @@ -21,6 +21,7 @@ from inspect import getsourcefile from glob import glob import xml.etree.ElementTree as ET import hashlib +from pathlib import Path import yaml from pymongo import MongoClient @@ -72,6 +73,21 @@ def metadata_from_manifest(manifest): } +def info_from_test_config(test_conf): + """ Extract models information for memcheck record from test config + """ + test_conf_obj = ET.parse(test_conf) + test_conf_root = test_conf_obj.getroot() + records = {} + for model_rec in test_conf_root.find("models"): + model = model_rec.attrib["path"] + records[Path(model)] = { + "framework": model_rec.attrib.get("framework"), + "source": model_rec.attrib.get("source"), + } + return records + + def parse_memcheck_log(log_path): """ Parse memcheck log """ diff --git a/tests/stress_tests/scripts/run_memcheck.py b/tests/stress_tests/scripts/run_memcheck.py index a89dc101bde..ce600e92999 100755 --- a/tests/stress_tests/scripts/run_memcheck.py +++ b/tests/stress_tests/scripts/run_memcheck.py @@ -14,11 +14,13 @@ import logging import os import subprocess import sys +from pathlib import Path from memcheck_upload import create_memcheck_records, \ upload_memcheck_records, \ create_memcheck_report, \ - metadata_from_manifest + metadata_from_manifest, \ + info_from_test_config from compare_memcheck_2_runs import compare_memcheck_2_runs, \ get_memcheck_records, get_db_memcheck_records @@ -165,6 +167,15 @@ def main(): if len(records) != len(logs): logging.warning('Skipped %d logs of %d', len(logs) - len(records), len(logs)) + # extend memcheck records with info from test config + test_conf_parser = argparse.ArgumentParser() + test_conf_parser.add_argument('--test_conf') + test_conf = test_conf_parser.parse_known_args(binary_args)[0].test_conf + if test_conf: + info = info_from_test_config(test_conf) + for record in records: + record.update(info.get(Path(record["model"]), {})) + # upload if args.upload: if records: diff --git a/tests/stress_tests/unittests/CMakeLists.txt b/tests/stress_tests/unittests/CMakeLists.txt index f41ba480bf6..b3cd52c9cb0 100644 --- a/tests/stress_tests/unittests/CMakeLists.txt +++ b/tests/stress_tests/unittests/CMakeLists.txt @@ -37,4 +37,3 @@ target_include_directories(${TARGET_NAME} PRIVATE "${CMAKE_CURRENT_SOURCE_DIR}" # Copy local configs to BIN_FOLDER configure_file(local_configs/test_config.xml ${OUTPUT_ROOT}/${BIN_FOLDER}/${CMAKE_BUILD_TYPE}/stress_tests_configs/unittests/test_config.xml COPYONLY) -configure_file(local_configs/env_config.xml ${OUTPUT_ROOT}/${BIN_FOLDER}/${CMAKE_BUILD_TYPE}/stress_tests_configs/unittests/env_config.xml COPYONLY) diff --git a/tests/stress_tests/unittests/flags.h b/tests/stress_tests/unittests/flags.h index eeba3701e5e..a7d99903c09 100644 --- a/tests/stress_tests/unittests/flags.h +++ b/tests/stress_tests/unittests/flags.h @@ -24,6 +24,7 @@ static const char test_conf_message[] = "Optional. Path to a test config with de /// test_conf is an optional parameter DEFINE_string(test_conf, OS_PATH_JOIN({"stress_tests_configs", "unittests", "test_config.xml"}), test_conf_message); +// TODO: env_conf key is deprecated /// @brief message for env_config argument static const char env_conf_message[] = "Optional. Path to an env config with paths to models etc."; diff --git a/tests/stress_tests/unittests/local_configs/env_config.xml b/tests/stress_tests/unittests/local_configs/env_config.xml deleted file mode 100644 index 7d356d010e9..00000000000 --- a/tests/stress_tests/unittests/local_configs/env_config.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - /nfs/inn/proj/vdp/vdp_tests/stress_tests/master_04d6f112132f92cab563ae7655747e0359687dc9/ - - diff --git a/tests/stress_tests/unittests/local_configs/test_config.xml b/tests/stress_tests/unittests/local_configs/test_config.xml index 162f6f17dd1..5df0571051d 100644 --- a/tests/stress_tests/unittests/local_configs/test_config.xml +++ b/tests/stress_tests/unittests/local_configs/test_config.xml @@ -14,6 +14,6 @@ GPU - caffe/FP32/alexnet/alexnet.xml + diff --git a/tests/stress_tests/unittests/main.cpp b/tests/stress_tests/unittests/main.cpp index 65ad080a8fb..27111ecb416 100644 --- a/tests/stress_tests/unittests/main.cpp +++ b/tests/stress_tests/unittests/main.cpp @@ -37,11 +37,6 @@ bool parseAndCheckCommandLine(int argc, char **argv) { log_err("Exception while reading test config \"" << FLAGS_test_conf << "\": " << result.description()); return false; } - result = config.load_file(FLAGS_env_conf.c_str()); - if (!result) { - log_err("Exception while reading env config \"" << FLAGS_env_conf << "\": " << result.description()); - return false; - } return true; } @@ -54,8 +49,6 @@ int main(int argc, char **argv) { pugi::xml_document config; config.load_file(FLAGS_test_conf.c_str()); Environment::Instance().setTestConfig(config); - config.load_file(FLAGS_env_conf.c_str()); - Environment::Instance().setEnvConfig(config); ::testing::InitGoogleTest(&argc, argv); return RUN_ALL_TESTS(); } \ No newline at end of file