mirror of
https://github.com/LibreQoE/LibreQoS.git
synced 2025-02-25 18:55:32 -06:00
Delete stats.py
This commit is contained in:
Robert Chacón
GitHub
parent
cbb93f7206
commit
deb39f8648
176
stats.py
176
stats.py
@ -1,176 +0,0 @@
|
||||
import os
|
||||
import subprocess
|
||||
from subprocess import PIPE
|
||||
import io
|
||||
import decimal
|
||||
import json
|
||||
from operator import itemgetter
|
||||
from prettytable import PrettyTable
|
||||
from ispConfig import fqOrCAKE
|
||||
|
||||
def getStatistics():
|
||||
tcShowResults = []
|
||||
command = 'tc -s qdisc show'
|
||||
commands = command.split(' ')
|
||||
proc = subprocess.Popen(commands, stdout=subprocess.PIPE)
|
||||
for line in io.TextIOWrapper(proc.stdout, encoding="utf-8"): # or another encoding
|
||||
tcShowResults.append(line)
|
||||
allQDiscStats = []
|
||||
thisFlow = {}
|
||||
thisFlowStats = {}
|
||||
withinCorrectChunk = False
|
||||
for line in tcShowResults:
|
||||
expecting = "qdisc " + fqOrCAKE
|
||||
if expecting in line:
|
||||
thisFlow['qDiscID'] = line.split(' ')[6]
|
||||
withinCorrectChunk = True
|
||||
elif ("Sent " in line) and withinCorrectChunk:
|
||||
items = line.split(' ')
|
||||
thisFlowStats['GigabytesSent'] = str(round((int(items[2]) * 0.000000001), 1))
|
||||
thisFlowStats['PacketsSent'] = int(items[4])
|
||||
thisFlowStats['droppedPackets'] = int(items[7].replace(',',''))
|
||||
thisFlowStats['overlimitsPackets'] = int(items[9])
|
||||
thisFlowStats['requeuedPackets'] = int(items[11].replace(')',''))
|
||||
if thisFlowStats['PacketsSent'] > 0:
|
||||
overlimitsFreq = (thisFlowStats['overlimitsPackets']/thisFlowStats['PacketsSent'])
|
||||
else:
|
||||
overlimitsFreq = -1
|
||||
elif ('backlog' in line) and withinCorrectChunk:
|
||||
items = line.split(' ')
|
||||
thisFlowStats['backlogBytes'] = int(items[2].replace('b',''))
|
||||
thisFlowStats['backlogPackets'] = int(items[3].replace('p',''))
|
||||
thisFlowStats['requeues'] = int(items[5])
|
||||
elif ('maxpacket' in line) and withinCorrectChunk:
|
||||
items = line.split(' ')
|
||||
thisFlowStats['maxPacket'] = int(items[3])
|
||||
thisFlowStats['dropOverlimit'] = int(items[5])
|
||||
thisFlowStats['newFlowCount'] = int(items[7])
|
||||
thisFlowStats['ecnMark'] = int(items[9])
|
||||
elif ("new_flows_len" in line) and withinCorrectChunk:
|
||||
items = line.split(' ')
|
||||
thisFlowStats['newFlowsLen'] = int(items[3])
|
||||
thisFlowStats['oldFlowsLen'] = int(items[5])
|
||||
if thisFlowStats['PacketsSent'] == 0:
|
||||
thisFlowStats['percentageDropped'] = 0
|
||||
else:
|
||||
thisFlowStats['percentageDropped'] = thisFlowStats['droppedPackets']/thisFlowStats['PacketsSent']
|
||||
withinCorrectChunk = False
|
||||
thisFlow['stats'] = thisFlowStats
|
||||
allQDiscStats.append(thisFlow)
|
||||
thisFlowStats = {}
|
||||
thisFlow = {}
|
||||
#Load shapableDevices
|
||||
updatedFlowStats = []
|
||||
with open('devices.json', 'r') as infile:
|
||||
devices = json.load(infile)
|
||||
for shapableDevice in devices:
|
||||
shapableDeviceqdiscSrc = shapableDevice['qdiscSrc']
|
||||
shapableDeviceqdiscDst = shapableDevice['qdiscDst']
|
||||
for device in allQDiscStats:
|
||||
deviceFlowID = device['qDiscID']
|
||||
if shapableDeviceqdiscSrc == deviceFlowID:
|
||||
name = shapableDevice['hostname']
|
||||
AP = shapableDevice['AP']
|
||||
ipv4 = shapableDevice['ipv4']
|
||||
ipv6 = shapableDevice['ipv6']
|
||||
srcOrDst = 'src'
|
||||
tempDict = {'name': name, 'AP': AP, 'ipv4': ipv4, 'ipv6': ipv6, 'srcOrDst': srcOrDst}
|
||||
device['identification'] = tempDict
|
||||
updatedFlowStats.append(device)
|
||||
if shapableDeviceqdiscDst == deviceFlowID:
|
||||
name = shapableDevice['hostname']
|
||||
AP = shapableDevice['AP']
|
||||
ipv4 = shapableDevice['ipv4']
|
||||
ipv6 = shapableDevice['ipv6']
|
||||
srcOrDst = 'dst'
|
||||
tempDict = {'name': name, 'AP': AP, 'ipv4': ipv4, 'ipv6': ipv6, 'srcOrDst': srcOrDst}
|
||||
device['identification'] = tempDict
|
||||
updatedFlowStats.append(device)
|
||||
mergedStats = []
|
||||
for item in updatedFlowStats:
|
||||
if item['identification']['srcOrDst'] == 'src':
|
||||
newStat = {
|
||||
'identification': {
|
||||
'name': item['identification']['name'],
|
||||
'AP': item['identification']['AP'],
|
||||
'ipv4': item['identification']['ipv4'],
|
||||
'ipv6': item['identification']['ipv6']
|
||||
},
|
||||
'src': {
|
||||
'GigabytesSent': item['stats']['GigabytesSent'],
|
||||
'PacketsSent': item['stats']['PacketsSent'],
|
||||
'droppedPackets': item['stats']['droppedPackets'],
|
||||
'overlimitsPackets': item['stats']['overlimitsPackets'],
|
||||
'requeuedPackets': item['stats']['requeuedPackets'],
|
||||
'backlogBytes': item['stats']['backlogBytes'],
|
||||
'backlogPackets': item['stats']['backlogPackets'],
|
||||
'requeues': item['stats']['requeues'],
|
||||
'maxPacket': item['stats']['maxPacket'],
|
||||
'dropOverlimit': item['stats']['dropOverlimit'],
|
||||
'newFlowCount': item['stats']['newFlowCount'],
|
||||
'ecnMark': item['stats']['ecnMark'],
|
||||
'newFlowsLen': item['stats']['newFlowsLen'],
|
||||
'oldFlowsLen': item['stats']['oldFlowsLen'],
|
||||
'percentageDropped': item['stats']['percentageDropped'],
|
||||
}
|
||||
}
|
||||
mergedStats.append(newStat)
|
||||
for item in updatedFlowStats:
|
||||
if item['identification']['srcOrDst'] == 'dst':
|
||||
ipv4 = item['identification']['ipv4']
|
||||
ipv6 = item['identification']['ipv6']
|
||||
newStat = {
|
||||
'dst': {
|
||||
'GigabytesSent': item['stats']['GigabytesSent'],
|
||||
'PacketsSent': item['stats']['PacketsSent'],
|
||||
'droppedPackets': item['stats']['droppedPackets'],
|
||||
'overlimitsPackets': item['stats']['overlimitsPackets'],
|
||||
'requeuedPackets': item['stats']['requeuedPackets'] ,
|
||||
'backlogBytes': item['stats']['backlogBytes'],
|
||||
'backlogPackets': item['stats']['backlogPackets'],
|
||||
'requeues': item['stats']['requeues'],
|
||||
'maxPacket': item['stats']['maxPacket'],
|
||||
'dropOverlimit': item['stats']['dropOverlimit'],
|
||||
'newFlowCount': item['stats']['newFlowCount'],
|
||||
'ecnMark': item['stats']['ecnMark'],
|
||||
'newFlowsLen': item['stats']['newFlowsLen'],
|
||||
'oldFlowsLen': item['stats']['oldFlowsLen'],
|
||||
'percentageDropped': item['stats']['percentageDropped']
|
||||
}
|
||||
}
|
||||
for item2 in mergedStats:
|
||||
if ipv4 in item2['identification']['ipv4']:
|
||||
item2 = item2.update(newStat)
|
||||
elif ipv6 in item2['identification']['ipv6']:
|
||||
item2 = item2.update(newStat)
|
||||
return mergedStats
|
||||
|
||||
if __name__ == '__main__':
|
||||
mergedStats = getStatistics()
|
||||
|
||||
# Display table of Customer CPEs with most packets dropped
|
||||
x = PrettyTable()
|
||||
x.field_names = ["Device", "AP", "IPv4", "IPv6", "UL Dropped", "DL Dropped", "GB Down/Up"]
|
||||
sortableList = []
|
||||
pickTop = 30
|
||||
for stat in mergedStats:
|
||||
name = stat['identification']['name']
|
||||
AP = stat['identification']['AP']
|
||||
ipv4 = stat['identification']['ipv4']
|
||||
ipv6 = stat['identification']['ipv6']
|
||||
srcDropped = stat['src']['percentageDropped']
|
||||
dstDropped = stat['dst']['percentageDropped']
|
||||
GBuploadedString = stat['src']['GigabytesSent']
|
||||
GBdownloadedString = stat['dst']['GigabytesSent']
|
||||
GBstring = GBuploadedString + '/' + GBdownloadedString
|
||||
avgDropped = (srcDropped + dstDropped)/2
|
||||
sortableList.append((name, AP, ipv4, ipv6, srcDropped, dstDropped, avgDropped, GBstring))
|
||||
res = sorted(sortableList, key = itemgetter(4), reverse = True)[:pickTop]
|
||||
for stat in res:
|
||||
name, AP, ipv4, ipv6, srcDropped, dstDropped, avgDropped, GBstring = stat
|
||||
if not name:
|
||||
name = ipv4
|
||||
srcDroppedString = "{0:.4%}".format(srcDropped)
|
||||
dstDroppedString = "{0:.4%}".format(dstDropped)
|
||||
x.add_row([name, AP, ipv4, ipv6, srcDroppedString, dstDroppedString, GBstring])
|
||||
print(x)
|
||||
Loading…
Reference in New Issue
Block a user