Mercurial > libervia-backend
view src/core/log.py @ 1005:b4af31a8a4f2
core (logs): added formatting, name filter and outputs management:
- formatting is inspired from, and use when possible, standard logging. "message", "levelname", and "name" are the only format managed, depending on backend more can be managed (standard backend formats are specified in official python logging doc)
- name filter use regular expressions. It's possible to log only plugins with SAT_LOG_LOGGER="^sat.plugins". To log only XEPs 96 & 65, we can use SAT_LOG_LOGGER='(xep_0095|xep_0065)'
- output management use a particular syntax:
- output handler are name with "//", so far there are "//default" (most of time stderr), "//memory" and "//file"
- options can be specified in parenthesis, e.g. "//memory(50)" mean a 50 lines memory buffer (50 is the current default, so that's equivalent to "//memory")
- several handlers can be specified: "//file(/tmp/sat.log)//default" will use the default logging + a the /tmp/sat.log file
- if there is only one handler, it use the file handler: "/tmp/sat.log" is the same as "//file(/tmp/sat.log)"
- not finished, need more work for twisted and basic backends
author | Goffi <goffi@goffi.org> |
---|---|
date | Mon, 05 May 2014 18:58:34 +0200 |
parents | 652c01ca69b1 |
children | 325fd230c15d |
line wrap: on
line source
#!/usr/bin/python # -*- coding: utf-8 -*- # SàT: a XMPP client # Copyright (C) 2009, 2010, 2011, 2012, 2013, 2014 Jérôme Poisson (goffi@goffi.org) # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see <http://www.gnu.org/licenses/>. """High level logging functions""" # XXX: this module use standard logging module when possible, but as SàT can work in different cases where logging is not the best choice (twisted, pyjamas, etc), it is necessary to have a dedicated module. Additional feature like environment variables and colors are also managed. from sat.core.constants import Const as C from sat.core import exceptions _backend = None _loggers = {} _handlers = {} class Logger(object): """ High level logging class """ def __init__(self, name): self._name = name def debug(self, msg): print msg def info(self, msg): print msg def warning(self, msg): print msg def error(self, msg): print msg def critical(self, msg): print msg class FilterName(object): def __init__(self, name_re): """Initialise name filter @param name_re: regular expression used to filter names (using search and not match) """ assert name_re import re self.name_re = re.compile(name_re) def filter(self, record): if self.name_re.search(record.name) is not None: return 1 return 0 def _manageOutputs(outputs_raw): """ Parse output option in a backend agnostic way, and fill _backend consequently @param outputs_raw: output option as enterred in environment variable or in configuration """ if not outputs_raw: return outputs = outputs_raw.split(C.LOG_OPT_OUTPUT_SEP) global _handlers if len(outputs) == 1: _handlers[C.LOG_OPT_OUTPUT_FILE] = outputs.pop() for output in outputs: if not output: continue if output[-1] == ')': # we have options opt_begin = output.rfind('(') options = output[opt_begin+1:-1] output = output[:opt_begin] else: options = None if output not in (C.LOG_OPT_OUTPUT_DEFAULT, C.LOG_OPT_OUTPUT_FILE, C.LOG_OPT_OUTPUT_MEMORY): raise ValueError(u"Invalid output [%s]" % output) if output == C.LOG_OPT_OUTPUT_DEFAULT: # no option for defaut handler _handlers[output] = None elif output == C.LOG_OPT_OUTPUT_FILE: if not options: ValueError("%(handler)s output need a path as option" % {'handler': output}) _handlers[output] = options options = None # option are parsed, we can empty them elif output == C.LOG_OPT_OUTPUT_MEMORY: # we have memory handler, option can be the len limit or None try: limit = int(options) options = None # option are parsed, we can empty them except (TypeError, ValueError): limit = C.LOG_OPT_OUTPUT_MEMORY_LIMIT _handlers[output] = limit if options: # we should not have unparsed options raise ValueError(u"options [%(options)s] are not supported for %(handler)s output" % {'options': options, 'handler': output}) def _configureStdLogging(logging, level=None, fmt=C.LOG_OPT_FORMAT[1], output=C.LOG_OPT_OUTPUT[1], logger=None, colors=False, force_colors=False): """Configure standard logging module @param logging: standard logging module @param level: one of C.LOG_LEVELS @param fmt: format string, pretty much as in std logging. Accept the following keywords (maybe more depending on backend): - "message" - "levelname" - "name" (logger name) @param logger: if set, use it as a regular expression to filter on logger name. Use search to match expression, so ^ or $ can be necessary. @param colors: if True use ANSI colors to show log levels @param force_colors: if True ANSI colors are used even if stdout is not a tty """ format_ = fmt if level is None: level = C.LOG_LVL_DEBUG import sys with_color = colors & (sys.stdout.isatty() or force_colors) if not colors and force_colors: raise ValueError("force_colors can't be used if colors is False") class SatFormatter(logging.Formatter): u"""Formatter which manage SàT specificities""" def __init__(self, fmt=None, datefmt=None): super(SatFormatter, self).__init__(fmt, datefmt) def format(self, record): s = super(SatFormatter, self).format(record) if with_color: if record.levelno == logging.DEBUG: fmt = (C.ANSI_FG_CYAN, s, C.ANSI_RESET) elif record.levelno == logging.WARNING: fmt = (C.ANSI_FG_YELLOW, s, C.ANSI_RESET) elif record.levelno == logging.ERROR: fmt = (C.ANSI_FG_RED, C.ANSI_BLINK, r'/!\ ', C.ANSI_BLINK_OFF, s, C.ANSI_RESET) elif record.levelno == logging.CRITICAL: fmt = (C.ANSI_BOLD, C.ANSI_FG_RED, 'Guru Meditation ', C.ANSI_NORMAL_WEIGHT, s, C.ANSI_RESET) else: fmt = s s = ''.join(fmt) return s root_logger = logging.getLogger() if len(root_logger.handlers) == 0: _manageOutputs(output) formatter = SatFormatter(format_) name_filter = FilterName(logger) if logger else None for handler, options in _handlers.items(): if handler == C.LOG_OPT_OUTPUT_DEFAULT: hdlr = logging.StreamHandler() elif handler == C.LOG_OPT_OUTPUT_MEMORY: import logging.handlers hdlr = logging.handlers.BufferingHandler(options) elif handler == C.LOG_OPT_OUTPUT_FILE: import os.path hdlr = logging.FileHandler(os.path.expanduser(options)) else: raise ValueError("Unknown handler type") hdlr.setFormatter(formatter) root_logger.addHandler(hdlr) root_logger.setLevel(level) if name_filter is not None: hdlr.addFilter(name_filter) else: root_logger.warning(u"Handlers already set on root logger") def configure(backend=C.LOG_BACKEND_STANDARD, **options): """Configure logging bejaviour @param backend: can be: C.LOG_BACKEND_STANDARD: use standard logging module C.LOG_BACKEND_TWISTED: use twisted logging module (with standard logging observer) C.LOG_BACKEND_BASIC: use a basic print based logging """ global _backend if _backend is not None: raise exceptions.InternalError("Logging can only be configured once") _backend = backend if backend in (C.LOG_BACKEND_TWISTED, C.LOG_BACKEND_STANDARD): if backend == C.LOG_BACKEND_TWISTED: from twisted.python import log observer = log.PythonLoggingObserver() observer.start() global getLogger global debug global info global warning global error global critical import logging _configureStdLogging(logging, **options) getLogger = logging.getLogger debug = logging.debug info = logging.info warning = logging.warning error = logging.error critical = logging.critical elif backend == C.LOG_BACKEND_BASIC: pass else: raise ValueError("unknown backend") def _parseOptions(options): """Parse string options as given in conf or environment variable, and return expected python value @param options (dict): options with (key: name, value: string value) """ COLORS = C.LOG_OPT_COLORS[0] LEVEL = C.LOG_OPT_LEVEL[0] if COLORS in options: if options[COLORS].lower() in ('1', 'true'): options[COLORS] = True elif options[COLORS] == 'force': options[COLORS] = True options['force_colors'] = True else: options[COLORS] = False if LEVEL in options: level = options[LEVEL].upper() if level not in C.LOG_LEVELS: level = C.LOG_LVL_INFO options[LEVEL] = level def satConfigure(backend=C.LOG_BACKEND_TWISTED): """Configure logging system for SàT, can be used by frontends logs conf is read in SàT conf, then in environment variables. It must be done before Memory init """ import ConfigParser import os log_conf = {} config = ConfigParser.SafeConfigParser() config.read(C.CONFIG_FILES) for opt_name, opt_default in C.LOG_OPTIONS: try: log_conf[opt_name] = os.environ[''.join((C.ENV_PREFIX, C.LOG_OPT_PREFIX.upper(), opt_name.upper()))] except KeyError: try: log_conf[opt_name] = config.get('DEFAULT', C.LOG_OPT_PREFIX + opt_name) except ConfigParser.NoOptionError: log_conf[opt_name] = opt_default _parseOptions(log_conf) configure(backend, **log_conf) def getLogger(name=C.LOG_BASE_LOGGER): return _loggers.setdefault(name, Logger(name)) _root_logger = getLogger() def debug(msg): _root_logger.debug(msg) def info(msg): _root_logger.info(msg) def warning(msg): _root_logger.warning(msg) def error(msg): _root_logger.error(msg) def critical(msg): _root_logger.critical(msg)