Mercurial > libervia-web
view libervia/server/tasks.py @ 1146:76d75423ef53
server: tasks manager first draft:
A new task manager will check /tasks directory of website to scripts to execute before launching the site. This allows to generate docs, scripts, or do anything else useful.
Generated files are put in in sat local dir, in cache, and are accessible from the website using the new "build_dir" variable.
author | Goffi <goffi@goffi.org> |
---|---|
date | Fri, 25 Jan 2019 08:58:41 +0100 |
parents | |
children | 02afab1b15c5 |
line wrap: on
line source
#!/usr/bin/python # -*- coding: utf-8 -*- # Libervia: a Salut à Toi frontend # Copyright (C) 2011-2019 Jérôme Poisson <goffi@goffi.org> # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see <http://www.gnu.org/licenses/>. import os import os.path from twisted.internet import defer from twisted.python.procutils import which from sat.core import exceptions from sat.core.i18n import _ from libervia.server.constants import Const as C from collections import OrderedDict from sat.core.log import getLogger from sat.tools import config from sat.tools.common import async_process log = getLogger(__name__) class TasksManager(object): """Handle tasks of a Libervia site""" FILE_EXTS = {u'py'} def __init__(self, host, site_resource): """ @param site_resource(LiberviaRootResource): root resource of the site to manage """ self.host = host self.resource = site_resource self.tasks_dir = os.path.join(self.resource.site_path, C.TASKS_DIR) self.tasks = OrderedDict() self.parseTasks() self._build_path = None self._current_task = None @property def site_path(self): return self.resource.site_path @property def config_section(self): return self.resource.site_name.lower().strip() @property def build_path(self): """path where generated files will be build for this site""" if self._build_path is None: self._build_path = self.host.getBuildPath(self.site_name) return self._build_path def getConfig(self, key, default=None, value_type=None): """Retrieve configuration associated to this site Section is automatically set to site name @param key(unicode): key to use @param default: value to use if not found (see [config.getConfig]) @param value_type(unicode, None): filter to use on value Note that filters are already automatically used when the key finish by a well known suffix ("_path", "_list", "_dict", or "_json") None to use no filter, else can be: - "path": a path is expected, will be normalized and expanded """ value = config.getConfig(self.host.main_conf, self.config_section, key, default=default) if value_type is not None: if value_type == u'path': v_filter = lambda v: os.path.abspath(os.path.expanduser(v)) else: raise ValueError(u"unknown value type {value_type}".format( value_type = value_type)) if isinstance(value, list): value = [v_filter(v) for v in value] elif isinstance(value, dict): value = {k:v_filter(v) for k,v in value.items()} elif value is not None: value = v_filter(v) return value @property def site_name(self): return self.resource.site_name @property def task_data(self): return self.tasks[self._current_task][u'data'] def validateData(self, data): """Check values in data""" for var, default, allowed in ((u"ON_ERROR", u"stop", (u"continue", u"stop")), (u"LOG_OUTPUT", True, bool)): value = data.setdefault(var, default) if isinstance(allowed, type): if not isinstance(value, allowed): raise ValueError( _(u"Unexpected value for {var}, {allowed} is expected.") .format(var = var, allowed = allowed)) else: if not value in allowed: raise ValueError(_(u"Unexpected value for {var}: {value}").format( var = var, value = value)) for var, default, allowed in [[u"ON_ERROR", u"stop", (u"continue", u"stop")]]: value = data.setdefault(var, default) if not value in allowed: raise ValueError(_(u"Unexpected value for {var}: {value}").format( var = var, value = value)) def parseTasks(self): if not os.path.isdir(self.tasks_dir): log.debug(_(u"{name} has no task to launch.").format( name = self.resource.site_name or u"default site")) return filenames = os.listdir(self.tasks_dir) filenames.sort() for filename in filenames: filepath = os.path.join(self.tasks_dir, filename) if not filename.startswith(u'task_') or not os.path.isfile(filepath): continue task_name, ext = os.path.splitext(filename) task_name = task_name[5:].lower().strip() if not task_name: continue if ext[1:] not in self.FILE_EXTS: continue if task_name in self.tasks: raise exceptions.ConflictError( u"A task with the name [{name}] already exists".format( name=task_name)) task_data = {u"__name__": "{site_name}.task.{name}".format( site_name=self.site_name, name=task_name)} self.tasks[task_name] = { u'path': filepath, u'data': task_data, } execfile(filepath, task_data) self.validateData(task_data) @defer.inlineCallbacks def runTasks(self): """Run all the tasks found""" old_path = os.getcwd() for task_name, task_value in self.tasks.iteritems(): self._current_task = task_name log.info(_(u'== running task "{task_name}" for {site_name} =='.format( task_name=task_name, site_name=self.site_name))) data = task_value[u'data'] os.chdir(self.site_path) try: yield data['start'](self) except Exception as e: on_error = data[u'ON_ERROR'] if on_error == u'stop': raise e elif on_error == u'continue': log.warning(_(u'Task "{task_name}" failed for {site_name}: {reason}') .format(task_name = task_name, site_name = self.site_name, reason = e)) else: raise exceptions.InternalError(u"we should never reach this point") self._current_task = None os.chdir(old_path) def findCommand(self, name, *args): """Find full path of a shell command @param name(unicode): name of the command to find @param *args(unicode): extra names the command may have @return (unicode): full path of the command @raise exceptions.NotFound: can't find this command """ names = (name,) + args for n in names: try: cmd_path = which(n)[0].encode('utf-8') except IndexError: pass return cmd_path raise exceptions.NotFound(_( u"Can't find {name} command, did you install it?").format(name=name)) def runCommand(self, command, *args, **kwargs): kwargs['verbose'] = self.task_data[u"LOG_OUTPUT"] return async_process.CommandProtocol.run(command, *args, **kwargs)