Update integrationSplynx.py

This commit is contained in:
Robert Chacón 2024-07-28 16:35:42 -06:00 committed by GitHub
parent c7f06f9a39
commit 15f3187549
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -2,6 +2,8 @@ from pythonCheck import checkPythonVersion
checkPythonVersion()
import requests
import warnings
import os
import csv
from liblqos_python import exclude_sites, find_ipv6_using_mikrotik, bandwidth_overhead_factor, splynx_api_key, \
splynx_api_secret, splynx_api_url
from integrationCommon import isIpv4Permitted
@ -35,6 +37,20 @@ def getTariffs(headers):
downloadForTariffID[tariffID] = speed_download
uploadForTariffID[tariffID] = speed_upload
return (tariff, downloadForTariffID, uploadForTariffID)
def buildSiteBandwidths():
# Builds a dictionary of site bandwidths from the integrationSplynxBandwidths.csv file.
siteBandwidth = {}
if os.path.isfile("integrationSplynxBandwidths.csv"):
with open('integrationSplynxBandwidths.csv') as csv_file:
csv_reader = csv.reader(csv_file, delimiter=',')
next(csv_reader)
for row in csv_reader:
name, download, upload = row
download = int(float(download))
upload = int(float(upload))
siteBandwidth[name] = {"download": download, "upload": upload}
return siteBandwidth
def getCustomers(headers):
data = spylnxRequest("admin/customers/customer", headers)
@ -47,12 +63,34 @@ def getCustomers(headers):
def getRouters(headers):
data = spylnxRequest("admin/networking/routers", headers)
routerIdList = []
ipForRouter = {}
nameForRouterID = {}
for router in data:
routerID = router['id']
if router['id'] not in routerIdList:
routerIdList.append(router['id'])
ipForRouter[routerID] = router['ip']
nameForRouterID[routerID] = router['title']
print("Router IPs found: " + str(len(ipForRouter)))
return ipForRouter
return (ipForRouter, nameForRouterID, routerIdList)
def getSectors(headers):
data = spylnxRequest("admin/networking/routers-sectors", headers)
sectorForRouter = {}
for sector in data:
routerID = sector['router_id']
if routerID not in sectorForRouter:
newList = []
newList.append(sector)
sectorForRouter[routerID] = newList
else:
newList = sectorForRouter[routerID]
newList.append(sector)
sectorForRouter[routerID] = newList
print("Router Sectors found: " + str(len(sectorForRouter)))
return sectorForRouter
def combineAddress(json):
# Combines address fields into a single string
@ -93,15 +131,79 @@ def createShaper():
headers = buildHeaders()
tariff, downloadForTariffID, uploadForTariffID = getTariffs(headers)
customers = getCustomers(headers)
ipForRouter = getRouters(headers)
ipForRouter, nameForRouterID, routerIdList = getRouters(headers)
sectorForRouter = getSectors(headers)
allServices = getAllServices(headers)
ipv4ByCustomerID, ipv6ByCustomerID = getAllIPs(headers)
siteBandwidth = buildSiteBandwidths()
allParentNodes = {}
parentNodeIDCounter = 30000
for router_id in routerIdList:
download = 1000
upload = 1000
router_name = ""
if router_id in nameForRouterID:
router_name = nameForRouterID[router_id]
else:
router_name = str(parentNodeIDCounter)
thisRouterID = parentNodeIDCounter
if router_name in siteBandwidth:
# Use the CSV bandwidth values
download = siteBandwidth[router_name]["download"]
upload = siteBandwidth[router_name]["upload"]
node = NetworkNode(id=parentNodeIDCounter, displayName=router_name, type=NodeType.site,
parentId=None, download=download, upload=upload, address=None)
net.addRawNode(node)
allParentNodes[router_name] = thisRouterID
parentNodeIDCounter += 1
if router_id in sectorForRouter:
for sector in sectorForRouter[router_id]:
if sector['router_id'] == router_id:
download = 1000
upload = 1000
download = max(round(int(sector['speed_down']) / 1000), 2)
upload = max(round(int(sector['speed_up']) / 1000), 2)
sectorName = nameForRouterID[router_id] + "_" + sector['title']
if sectorName in siteBandwidth:
# Use the CSV bandwidth values
download = siteBandwidth[sectorName]["download"]
upload = siteBandwidth[sectorName]["upload"]
allParentNodes[sectorName] = parentNodeIDCounter
node = NetworkNode(id=parentNodeIDCounter, displayName=sectorName, type=NodeType.ap,
parentId=thisRouterID, download=download, upload=upload, address=None)
parentNodeIDCounter += 1
net.addRawNode(node)
customerIDtoParentNodeID = {}
allServicesDict = {}
parentNodeIDCounter = 30000
for serviceItem in allServices:
if (serviceItem['status'] == 'active'):
if serviceItem["customer_id"] not in allServicesDict:
allServicesDict[serviceItem["customer_id"]] = []
sectorName = ""
download = 1000
upload = 1000
if serviceItem['router_id'] in sectorForRouter:
allSectors = sectorForRouter[serviceItem['router_id']]
for sector in allSectors:
if sector['id'] == serviceItem['sector_id']:
sectorName = sector['title']
routerName = ""
if serviceItem['router_id'] in nameForRouterID:
routerName = nameForRouterID[serviceItem['router_id']]
parentNodeName = routerName
if sectorName != "":
parentNodeName = parentNodeName + "_" + sectorName
if serviceItem["customer_id"] not in customerIDtoParentNodeID:
if parentNodeName in allParentNodes:
customerIDtoParentNodeID[serviceItem["customer_id"]] = allParentNodes[parentNodeName]
temp = allServicesDict[serviceItem["customer_id"]]
temp.append(serviceItem)
allServicesDict[serviceItem["customer_id"]] = temp
@ -116,9 +218,15 @@ def createShaper():
for service in servicesForCustomer:
combinedId = "c_" + str(customerJson["id"]) + "_s_" + str(service["id"])
tariff_id = service['tariff_id']
parentID = None
if customerJson['id'] in customerIDtoParentNodeID:
parentID = customerIDtoParentNodeID[customerJson['id']]
customer = NetworkNode(
type=NodeType.client,
id=combinedId,
parentId = parentID,
displayName=customerJson["name"],
address=combineAddress(customerJson),
customerName=customerJson["name"],