#!/usr/bin/python # -*- coding: utf-8 -*- from copy import deepcopy import json import logging import time import urllib2 from .alfred import AlfredParser from .batman import BatmanParser from .dashing import DashingClient from .graphite import GraphitePush from .server import ApiServer from .filestorage import FileStorage from .redisstorage import RedisStorage __all__ = [ 'AlfredParser', 'BatmanParser', 'DashingClient', 'GraphitePush', 'FileStorage', 'ApiServer', 'RedisStorage', 'dict_merge', 'merge_alfred_batman', 'resolve_ipblock', 'mac2id', ] logger = logging.getLogger('ffstatus') def mac2id(mac): return mac.lower().replace(':', '') def dict_merge(a, b, overwrite_lists=True): '''recursively merges dict's. not just simple a['key'] = b['key'], if both a and bhave a key who's value is a dict then dict_merge is called on both values and the result stored in the returned dictionary.''' if not isinstance(b, dict): return b result = deepcopy(a) for k, v in b.iteritems(): if k in result: if isinstance(result[k], dict): result[k] = dict_merge(result[k], v) continue if isinstance(result[k], list): if overwrite_lists: result[k] = [deepcopy(x) for x in v] else: result[k] = [deepcopy(x) for x in v if x not in result[k]] continue result[k] = deepcopy(v) return result def merge_alfred_batman(alfreddata, batmandata): merged = {} batlookup = {} for nodeid in batmandata: batlookup[nodeid] = nodeid for bda in batmandata[nodeid]['aliases']: batlookup[bda] = nodeid for nodeid in alfreddata: nodeinfo = alfreddata[nodeid] candidates = set() candidates.add(nodeid) if 'mac' in nodeinfo: candidates.add(mac2id(nodeinfo['mac'])) if 'macs' in nodeinfo: for mac in nodeinfo['macs']: candidates.add(mac2id(mac)) if 'network' in nodeinfo: net = nodeinfo['network'] if 'mac' in net: candidates.add(mac2id(net['mac'])) if 'mesh_interfaces' in net: for mac in net['mesh_interfaces']: candidates.add(mac2id(mac)) if not 'neighbours' in nodeinfo: nodeinfo['neighbours'] = [] for candidate_raw in candidates: candidate = batlookup[candidate_raw] if candidate_raw in batlookup else candidate_raw if candidate in batmandata: nodeinfo = dict_merge(nodeinfo, batmandata[candidate]) merged[nodeid] = nodeinfo return merged no_ipblock_resolves_until = None def resolve_ipblock(ipaddr): """Resolve the given IP address to its inetnum entry at RIPE.""" global no_ipblock_resolves_until if no_ipblock_resolves_until is not None: if no_ipblock_resolves_until < time.time(): no_ipblock_resolves_until = None else: logger.info('IP-Block-Resolving suspended for %d seconds. ' + 'Won\'t resolve \'%s\' now.', int(no_ipblock_resolves_until-time.time()), ipaddr) return None url = 'http://rest.db.ripe.net/search.json?query-string=' + str(ipaddr) try: response = json.load(urllib2.urlopen(url)) assert isinstance(response, dict) obj = [x for x in response['objects']['object'] if x['type'] in ['inetnum', 'inet6num']][0] attrib = obj['attributes']['attribute'] netname = '\n'.join([x['value'] for x in attrib if x['name'] == 'netname']) netblock = '\n'.join([x['value'] for x in attrib if x['name'] in ['inetnum', 'inet6num']]) desc = '\n'.join([x['value'] for x in attrib if x['name'] == 'descr']) return { 'name': netname, 'block': netblock, 'description': desc, } except urllib2.URLError as err: output = err.read() logger.error('Error "%s" querying ip \'%s\' from RIPE API: %s', err, ipaddr, output) if 'Retry-After' in err.headers: retry = int(err.headers['Retry-After']) logger.warn( 'I won\'t resolve IPs for %d seconds as requested by RIPE API' + ' (header=\'%s\').', retry, err.header['Retry-After']) no_ipblock_resolves_until = \ time.time() + int(err.headers['Retry-After']) else: logger.warn('I won\'t resolve IPs for the next hour ' + '(API didn\'t give better hint).') no_ipblock_resolves_until = time.time() + 3600