#!/usr/bin/env python
"""Routines to perform common tasks such as plotting gaphs or uploading files."""
from datetime import datetime, timedelta
import logging
import os
from calib import Calib
import Plot
import Template
from TimeZone import Local
from toservice import ToService
import Upload
import WindRose
import YoWindow
[docs]class RegularTasks(object):
def __init__(self, params, calib_data, hourly_data, daily_data, monthly_data):
self.logger = logging.getLogger('pywws.Tasks.RegularTasks')
self.params = params
self.calib_data = calib_data
self.hourly_data = hourly_data
self.daily_data = daily_data
self.monthly_data = monthly_data
# get directories
self.work_dir = self.params.get('paths', 'work', '/tmp/weather')
self.template_dir = self.params.get(
'paths', 'templates', os.path.expanduser('~/weather/templates/'))
self.graph_template_dir = self.params.get(
'paths', 'graph_templates', os.path.expanduser('~/weather/graph_templates/'))
# create calibration object
self.calibrator = Calib(self.params)
# create templater object
self.templater = Template.Template(
self.params, self.calib_data, self.hourly_data, self.daily_data,
self.monthly_data)
# create plotter objects
self.plotter = Plot.GraphPlotter(
self.params, self.calib_data, self.hourly_data, self.daily_data,
self.monthly_data, self.work_dir)
self.roseplotter = WindRose.RosePlotter(
self.params, self.calib_data, self.hourly_data, self.daily_data,
self.monthly_data, self.work_dir)
# directory of service uploaders
self.services = dict()
# create a YoWindow object
self.yowindow = YoWindow.YoWindow(self.calib_data)
# get local time's offset from UTC, without DST
now = self.calib_data.before(datetime.max)
if not now:
now = datetime.utcnow()
time_offset = Local.utcoffset(now) - Local.dst(now)
# get daytime end hour, in UTC
self.day_end_hour = eval(params.get('config', 'day end hour', '21'))
self.day_end_hour = (self.day_end_hour - (time_offset.seconds / 3600)) % 24
# convert config from underground/metoffice to new services
for section in ('live', 'logged', 'hourly', '12 hourly', 'daily'):
services = eval(self.params.get(section, 'services', '[]'))
for svc in ('underground', 'metoffice'):
if self.params.get(section, svc) == 'True':
if svc not in services:
services.append(svc)
self.params._config.remove_option(section, svc)
self.params.set(section, 'services', str(services))
# create service uploader objects
for section in ('live', 'logged', 'hourly', '12 hourly', 'daily'):
for service in eval(self.params.get(section, 'services', '[]')):
if service not in self.services:
self.services[service] = ToService(
self.params, self.calib_data, service_name=service)
[docs] def has_live_tasks(self):
yowindow_file = self.params.get('live', 'yowindow', '')
if yowindow_file:
return True
for template in eval(self.params.get('live', 'twitter', '[]')):
return True
for service in eval(self.params.get('live', 'services', '[]')):
return True
for template in eval(self.params.get('live', 'plot', '[]')):
return True
for template in eval(self.params.get('live', 'text', '[]')):
return True
return False
[docs] def do_live(self, data):
data = self.calibrator.calib(data)
OK = True
yowindow_file = self.params.get('live', 'yowindow', '')
if yowindow_file:
self.yowindow.write_file(yowindow_file, data)
for template in eval(self.params.get('live', 'twitter', '[]')):
if not self.do_twitter(template, data):
OK = False
for service in eval(self.params.get('live', 'services', '[]')):
self.services[service].RapidFire(data, True)
uploads = []
for template in eval(self.params.get('live', 'plot', '[]')):
upload = self.do_plot(template)
if upload and upload not in uploads:
uploads.append(upload)
for template in eval(self.params.get('live', 'text', '[]')):
upload = self.do_template(template, data)
if upload not in uploads:
uploads.append(upload)
if uploads:
if not Upload.Upload(self.params, uploads):
OK = False
for file in uploads:
os.unlink(file)
return OK
[docs] def do_tasks(self):
sections = ['logged']
now = self.calib_data.before(datetime.max)
if now:
now += timedelta(minutes=self.calib_data[now]['delay'])
else:
now = datetime.utcnow()
threshold = now.replace(minute=0, second=0, microsecond=0)
last_update = self.params.get_datetime('hourly', 'last update')
if (not last_update) or (last_update < threshold):
# time to do hourly tasks
sections.append('hourly')
# set 12 hourly threshold
threshold -= timedelta(hours=(threshold.hour - self.day_end_hour) % 12)
last_update = self.params.get_datetime('12 hourly', 'last update')
if (not last_update) or (last_update < threshold):
# time to do 12 hourly tasks
sections.append('12 hourly')
# set daily threshold
threshold -= timedelta(hours=(threshold.hour - self.day_end_hour) % 24)
last_update = self.params.get_datetime('daily', 'last update')
if (not last_update) or (last_update < threshold):
# time to do daily tasks
sections.append('daily')
OK = True
for section in sections:
for template in eval(self.params.get(section, 'twitter', '[]')):
if not self.do_twitter(template):
OK = False
for section in sections:
yowindow_file = self.params.get(section, 'yowindow', '')
if yowindow_file:
self.yowindow.write_file(yowindow_file)
break
all_services = list()
for section in sections:
for service in eval(self.params.get(section, 'services', '[]')):
if service not in all_services:
all_services.append(service)
for service in all_services:
self.services[service].Upload(True)
uploads = []
for section in sections:
for template in eval(self.params.get(section, 'plot', '[]')):
upload = self.do_plot(template)
if upload and upload not in uploads:
uploads.append(upload)
for template in eval(self.params.get(section, 'text', '[]')):
upload = self.do_template(template)
if upload not in uploads:
uploads.append(upload)
if uploads:
if not Upload.Upload(self.params, uploads):
OK = False
for file in uploads:
os.unlink(file)
if OK:
for section in sections:
self.params.set(section, 'last update', now.isoformat(' '))
return OK
[docs] def do_plot(self, template):
self.logger.info("Graphing %s", template)
input_file = os.path.join(self.graph_template_dir, template)
output_file = os.path.join(self.work_dir, os.path.splitext(template)[0])
if self.plotter.DoPlot(input_file, output_file) == 0:
return output_file
elif self.roseplotter.DoPlot(input_file, output_file) == 0:
return output_file
return None
[docs] def do_template(self, template, data=None):
self.logger.info("Templating %s", template)
input_file = os.path.join(self.template_dir, template)
output_file = os.path.join(self.work_dir, template)
self.templater.make_file(input_file, output_file, live_data=data)
return output_file