IntenseWebs/openvino
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Sort memcheck timeline report for failures (#2088)

Browse Source
This commit is contained in:
Andrey Somsikov 2020-09-09 10:10:22 +03:00 committed by GitHub
parent 6062736751
commit b8a8fe7c0d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 18 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/stress_tests/scripts/memcheck-template/timeline_report.html
View File

@ -14,8 +14,8 @@
{% for timeline in timelines %}
<div class="w3-container">
<h4> {{ timeline['device'][0]|e }} {{ timeline['model'][0]|e }} {{ timeline['test_name'][0]|e }} </h4>
<div class="w3-text-green">
PASS
<div class={{ '"w3-text-green"' if timeline['status'] else '"w3-text-red"' }}>
{{ "PASS" if timeline['status'] else "FAIL" }}
</div>
<div id="{{timeline['_id'][0]|e}}-details" class="w3-show w3-container">

16
tests/stress_tests/scripts/memcheck_upload.py
View File

@ -192,6 +192,18 @@ TIMELINE_SIMILARITY = ('test_name', 'model', 'device', 'target_branch')
def query_timeline(records, db_url, db_collection, max_items=20, similarity=TIMELINE_SIMILARITY):
""" Query database for similar memcheck items committed previously
"""
def timeline_key(item):
""" Defines order for timeline report entries
"""
if len(item['metrics']['vmhwm']) <= 1:
return 1
order = item['metrics']['vmhwm'][-1] - item['metrics']['vmhwm'][-2] + \
item['metrics']['vmrss'][-1] - item['metrics']['vmrss'][-2]
if not item['status']:
# ensure failed cases are always on top
order += sys.maxsize/2
return order
client = MongoClient(db_url)
collection = client[DATABASE][db_collection]
result = []
@ -213,7 +225,11 @@ def query_timeline(records, db_url, db_collection, max_items=20, similarity=TIME
pass # keep only the record if timeline failed to generate
items += [record]
timeline = _transpose_dicts(items, template=record)
timeline['status'] = bool(timeline['metrics']['vmrss'][-1] < timeline['ref_metrics']['vmrss'][-1] and
timeline['metrics']['vmhwm'][-1] < timeline['ref_metrics']['vmhwm'][-1])
result += [timeline]
result.sort(key=timeline_key, reverse=True)
return result