dl_dd.py

#!/usr/bin/env python3

import requests, json, datetime, time
nodes = requests.get("https://meshviewer.freifunk-dresden.de/data/nodes.json").json()
graph = requests.get("https://meshviewer.freifunk-dresden.de/data/graph.json").json()

tz=time.strftime('%z')

nodes_le={
    'timestamp': nodes['timestamp']+tz,
    'nodes': [],
    'links': []
}

def nodeid(id):
    return 'ffdd00{:06x}'.format(int(id))
def nodemac(nodeid):
    return ':'.join(a + b for a, b in zip(nodeid[::2], nodeid[1::2]))

node_ids=[]

for n in nodes['nodes']:
    if n['nodeinfo']['system']['site_code']!='Leipzig':
        node_ids.append(None)
        continue
    node_id=nodeid(n['nodeinfo']['node_id'])
    node_ids.append(node_id)
    node={
        'addresses': n['nodeinfo']['network']['addresses'],
        'node_id': node_id,
        'hostname': n['nodeinfo']['hostname'],
        'firstseen': n['firstseen']+tz,
        'lastseen': n['lastseen']+tz,
        'clients': n['statistics']['clients'],
        'clients_other': 0,
        'clients_wifi5': 0,
        'clients_wifi24': 0,
        'owner': n['nodeinfo']['owner'].get('contact',''),
        'autoupdater': n['nodeinfo']['software']['autoupdater'],
        'is_online': n['flags']['online'],
        'is_gateway': n['flags']['gateway'],
        'domain': 'Leipzig (ddfw)',
        'mac': nodemac(node_id),
        'firmware': n['nodeinfo']['software']['firmware'],
        'autoupdater': n['nodeinfo']['software']['autoupdater'],
        'model': n['nodeinfo']['hardware']['model'],
        'loadavg': n['statistics'].get('loadavg',0.0),
        'memory_usage': n['statistics'].get('memory_usage',0.0),
    }
    if 'location' in n['nodeinfo']:
        node['location']= n['nodeinfo']['location']
    if 'uptime' in n['statistics']:
        node['uptime']=(datetime.datetime.now()-datetime.timedelta(seconds=n['statistics']['uptime'])).strftime('%Y-%m-%dT%H:%M:%S')+tz
    if 'gateway' in n['statistics']:
        node['gateway']=n['statistics']['gateway']
        node['gateway_nexthop']=n['statistics']['gateway']

    nodes_le['nodes'].append(node)

inverse_links={}

for l in graph['batadv']['links']:
    source_id=node_ids[l['source']]
    if source_id is None:
        continue
    target_id=node_ids[l['target']]
    if target_id is None:
        continue
    ltype=l['type']
    if ltype=='wireless':
        ltype='wifi'
    elif ltype=='tunnel':
        ltype='vpn'
    if "%s-%s-%s"%(target_id,source_id,ltype) in inverse_links:
        inverse_links["%s-%s-%s"%(target_id,source_id,ltype)]['target_tq']=1/l['tq']
        continue;
    link={
        'source': source_id,
        'source_address': nodemac(source_id),
        'target': target_id,
        'target_address': nodemac(target_id),
        'type': ltype,
        'source_tq': 1/l['tq'],
        'target_tq': 1/l['tq'],
    }
    nodes_le['links'].append(link)
    inverse_links["%s-%s-%s"%(source_id,target_id,ltype)]=link

print(json.dumps(nodes_le))