BATCAVE/batcave.py

#!/usr/bin/python
from __future__ import print_function
import argparse
from copy import deepcopy
import daemon
import logging
import sys
import time

from ffstatus import *

DEFAULT_INTERVAL = 15

parser = argparse.ArgumentParser(description='Batman/Alfred Transmission Collection, Aggregation & Value Engine')
parser.add_argument('--logfile', help='path for log file')
parser.add_argument('--interval', type=int, default=DEFAULT_INTERVAL, help='data poll interval')
parser.add_argument('-n', '--no-send', action='store_true', help='Fetch data but don\'t send it')
parser.add_argument('-A', '--alfred-json', help='executable path for alfred-json')
parser.add_argument('-B', '--batadv-vis', help='executable path for batadv-vis')
parser.add_argument('-G', '--graphite-host', help='Graphite host')
parser.add_argument('--graphite-port', type=int, default=2003, help='Graphite port')
parser.add_argument('--dashing-url', help='Dashing URL')
parser.add_argument('--dashing-token', help='Dashing\'s secret update token')
args = parser.parse_args()

if args.interval < 5:
	print('A poll interval lower than 5s is not supported.')
	sys.exit(1)

logger = logging.getLogger()
logger.setLevel(logging.DEBUG)

if not args.logfile is None:
	fh = logging.FileHandler(args.logfile)
	fh.setFormatter(logging.Formatter('%(asctime)s [%(levelname)s] %(message)s', '%Y-%m-%d %H:%M:%S'))
	logger.addHandler(fh)

logger.info('Starting up')

a = AlfredParser()
b = BatmanParser()
d = DashingClient(args.dashing_url, args.dashing_token) if not args.dashing_url is None else None
g = GraphitePush(args.graphite_host, args.graphite_port) if not args.graphite_host is None else None
data = { }

if args.no_send:
	if not g is None: g.dont_send = True

if not args.alfred_json is None: a.alfred_json = args.alfred_json
if not args.batadv_vis is None: b.batadv_vis = args.batadv_vis

for i in [ ('AlfredParser', a), ('BatmanParser', b) ]:
	try:
		i[1].sanitycheck()
	except Exception as err:
		logger.critical(i[0] + '.sanitycheck() failed: ' + str(err))
		print('FAILED SANITY CHECK: ' + str(err))
		sys.exit(1)

daemon_context = daemon.DaemonContext(
	files_preserve = [ fh.stream ],
)
with daemon_context:
	while True:
		try:
			ts = int(time.time())
			logger.debug('Step 1/3: Fetching data ...')
			alfreddata = a.fetch()
			batmandata = b.fetch()
			newdata = merge_alfred_batman(alfreddata, batmandata)
			logger.info('Fetched data: {0} ALFRED with {1} BATMAN makes {2} total'.format(len(alfreddata), len(batmandata), len(newdata)))

			logger.debug('Step 2/3: Pushing update data ...')
			if not g is None:
				graphitedata = g.push(newdata, ts=ts)
				logger.info('Sent ' + str(graphitedata.count('\n')+1) + ' lines to Graphite.')
			if not d is None:
				d.push(newdata)


			logger.debug('Step 3/3: Merging current data ...')
			data = dict_merge(data, newdata)
			logger.info('I have data for ' + str(len(data)) + ' nodes.')
		except Exception as err:
			logger.error(str(err))

		logger.debug('Sleeping for {0} seconds'.format(args.interval))
		time.sleep(args.interval)

	logger.info('Shutting down')