Mercurial > libervia-backend
view src/tools/common/template.py @ 2316:7b448ac50a69
jp (pubsub): new search command:
search is a kind of "grep for Pubsub". It's a powerful command which allows to look for specific data in a pubsub node, recurse sub nodes if requested, and execute an action on the result.
search allows to look for items with following filter:
- simple text search
- regex
- xpath
- python code
filters are read an applied in the order in which they appear on the command line.
Then flags can be used to modify behaviour, currently there are:
- ignore-case to specify if search must be case sensitive or not
- invert to invert result of the search (i.e. don't match instead of match)
- dot-all which is specific for regex, cf. re module
- only-matching which return the matching part instead of the full item
Once a item match filters, an action is applied to it, currenlty there are:
- print, which do a simple output of the full item (default)
- exec, which run a jp command, specifying the service, node and item corresponding to the match
- exteral, which run a external command, sending the full item on stdin
By default search is only done on requested node, but if max-depth is more than 0, sub nodes will be searched too.
author | Goffi <goffi@goffi.org> |
---|---|
date | Sat, 08 Jul 2017 21:54:24 +0200 |
parents | 084a75b8aa7a |
children | 2dae79990122 |
line wrap: on
line source
#!/usr/bin/env python2 # -*- coding: utf-8 -*- # SAT: a jabber client # Copyright (C) 2009-2016 Jérôme Poisson (goffi@goffi.org) # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see <http://www.gnu.org/licenses/>. """ template generation """ from sat.core.constants import Const as C from sat.core.i18n import _ from sat.core import exceptions from sat.core.log import getLogger log = getLogger(__name__) import os.path from xml.sax.saxutils import quoteattr import time from babel import support from babel import Locale from babel.core import UnknownLocaleError try: import sat_templates except ImportError: raise exceptions.MissingModule(u'sat_templates module is not available, please install it or check your path to use template engine') else: sat_templates # to avoid pyflakes warning try: import jinja2 except: raise exceptions.MissingModule(u'Missing module jinja2, please install it from http://jinja.pocoo.org or with pip install jinja2') from jinja2 import Markup as safe HTML_EXT = ('html', 'xhtml') DEFAULT_LOCALE = u'en' # TODO: handle external path (an additional search path for templates should be settable by user # TODO: handle absolute URL (should be used for trusted use cases) only (e.g. jp) for security reason class TemplateLoader(jinja2.FileSystemLoader): def __init__(self): searchpath = os.path.dirname(sat_templates.__file__) super(TemplateLoader, self).__init__(searchpath, followlinks=True) def parse_template(self, template): """parse template path and return theme and relative URL @param template_path(unicode): path to template with parenthesis syntax @return (tuple[(unicode,None),unicode]): theme and template_path theme can be None if relative path is used relative path is the path from search path with theme specified e.g. default/blog/articles.html """ if template.startswith(u'('): try: theme_end = template.index(u')') except IndexError: raise ValueError(u"incorrect theme in template") theme = template[1:theme_end] template = template[theme_end+1:] if not template or template.startswith(u'/'): raise ValueError(u"incorrect path after template name") template = os.path.join(theme, template) elif template.startswith(u'/'): # absolute path means no template theme = None raise NotImplementedError(u'absolute path is not implemented yet') else: theme = C.TEMPLATE_THEME_DEFAULT template = os.path.join(theme, template) return theme, template def get_default_template(self, theme, template_path): """return default template path @param theme(unicode): theme used @param template_path(unicode): path to the not found template @return (unicode, None): default path or None if there is not """ ext = os.path.splitext(template_path)[1][1:] path_elems = template_path.split(u'/') if ext in HTML_EXT: if path_elems[1] == u'error': # if an inexisting error page is requested, we return base page default_path = os.path.join(theme, u'error/base.html') return default_path if theme != C.TEMPLATE_THEME_DEFAULT: # if template doesn't exists for this theme, we try with default return os.path.join(C.TEMPLATE_THEME_DEFAULT, path_elems[1:]) def get_source(self, environment, template): """relative path to template dir, with special theme handling if the path is just relative, "default" theme is used. The theme can be specified in parenthesis just before the path e.g.: (some_theme)path/to/template.html """ theme, template_path = self.parse_template(template) try: return super(TemplateLoader, self).get_source(environment, template_path) except jinja2.exceptions.TemplateNotFound as e: # in some special cases, a defaut template is returned if nothing is found if theme is not None: default_path = self.get_default_template(theme, template_path) if default_path is not None: return super(TemplateLoader, self).get_source(environment, default_path) # if no default template is found, we re-raise the error raise e class Indexer(object): """Index global to a page""" def __init__(self): self._idx = 0 def next(self): self._idx+=1 return self._idx def current(self): return self._idx class ScriptsHandler(object): def __init__(self, renderer, template_path, template_root_dir, root_path): self.renderer = renderer self.template_root_dir = template_root_dir self.root_path = root_path self.scripts = [] # we don't use a set because order may be important dummy, self.theme, self.is_default_theme = renderer.getThemeData(template_path) def include(self, library_name): """Mark that a script need to be imported. Must be used before base.html is extended, as <script> are generated there. If called several time with the same library, it will be imported once. @param library_name(unicode): name of the library to import """ if library_name.endswith('.js'): library_name = library_name[:-3] if library_name not in self.scripts: self.scripts.append(library_name) return u'' def generate_scripts(self): """Generate the <script> elements @return (unicode): <scripts> HTML tags """ scripts = [] tpl = u'<script src={src}></script>' for library in self.scripts: path = self.renderer.getStaticPath(library, self.template_root_dir, self.theme, self.is_default_theme, '.js') if path is None: log.warning(_(u"Can't find {}.js javascript library").format(library)) continue path = os.path.join(self.root_path, path) scripts.append(tpl.format(src=quoteattr(path))) return safe(u'\n'.join(scripts)) class Renderer(object): def __init__(self, host): self.host = host self.base_dir = os.path.dirname(sat_templates.__file__) # FIXME: should be modified if we handle use extra dirs self.env = jinja2.Environment( loader=TemplateLoader(), autoescape=jinja2.select_autoescape(['html', 'xhtml', 'xml']), trim_blocks=True, lstrip_blocks=True, extensions=['jinja2.ext.i18n'], ) self._locale_str = DEFAULT_LOCALE self._locale = Locale.parse(self._locale_str) self.installTranslations() # we want to have access to SàT constants in templates self.env.globals[u'C'] = C # custom filters self.env.filters['next_gidx'] = self._next_gidx self.env.filters['cur_gidx'] = self._cur_gidx self.env.filters['date_days'] = self._date_days def installTranslations(self): i18n_dir = os.path.join(self.base_dir, 'i18n') self.translations = {} for lang_dir in os.listdir(i18n_dir): lang_path = os.path.join(i18n_dir, lang_dir) if not os.path.isdir(lang_path): continue po_path = os.path.join(lang_path, 'LC_MESSAGES/sat.mo') try: with open(po_path, 'rb') as f: self.translations[Locale.parse(lang_dir)] = support.Translations(f, 'sat') except EnvironmentError: log.error(_(u"Can't find template translation at {path}").format(path = po_path)) except UnknownLocaleError as e: log.error(_(u"Invalid locale name: {msg}").format(msg=e)) else: log.info(_(u'loaded {lang} templates translations').format(lang=lang_dir)) self.env.install_null_translations(True) def setLocale(self, locale_str): if locale_str == self._locale_str: return locale = Locale.parse(locale_str) locale_str = unicode(locale) if locale_str != DEFAULT_LOCALE: try: translations = self.translations[locale] except KeyError: log.warning(_(u"Can't find locale {locale}".format(locale=locale))) locale_str = DEFAULT_LOCALE locale = Locale.parse(self._locale_str) else: self.env.install_gettext_translations(translations, True) log.debug(_(u'Switched to {lang}').format(lang=locale.english_name)) if locale_str == DEFAULT_LOCALE: self.env.install_null_translations(True) self._locale = locale self._locale_str = locale_str def getThemeAndRoot(self, template): """retrieve theme and root dir of a given tempalte @param template(unicode): template to parse @return (tuple[unicode, unicode]): theme and absolute path to theme's root dir """ theme, dummy = self.env.loader.parse_template(template) return theme, os.path.join(self.base_dir, theme) def getStaticPath(self, name, template_root_dir, theme, is_default, ext='.css'): """retrieve path of a static file if it exists with current theme or default File will be looked at [theme]/static/[name][ext], and then default if not found. @param name(unicode): name of the file to look for @param template_root_dir(unicode): absolute path to template root used @param theme(unicode): name of the template theme used @param is_default(bool): True if theme is the default theme @return (unicode, None): relative path if found, else None """ file_ = None path = os.path.join(theme, C.TEMPLATE_STATIC_DIR, name + ext) if os.path.exists(os.path.join(template_root_dir, path)): file_ = path elif not is_default: path = os.path.join(C.TEMPLATE_THEME_DEFAULT, C.TEMPLATE_STATIC_DIR, name + ext) if os.path.exists(os.path.join(template_root_dir, path)): file_.append(path) return file_ def getThemeData(self, template_path): """return template data got from template_path @return tuple(unicde, unicode, bool): path_elems: elements of the path theme: theme of the page is_default: True if the theme is the default theme """ path_elems = template_path.split(u'/') theme = path_elems.pop(0) is_default = theme == C.TEMPLATE_THEME_DEFAULT return (path_elems, theme, is_default) def getCSSFiles(self, template_path, template_root_dir): """retrieve CSS files to use according to theme and template path for each element of the path, a .css file is looked for in /static, and returned if it exists. previous element are kept by replacing '/' with '_', and styles.css is always returned. For instance, if template_path is some_theme/blog/articles.html: some_theme/static/styles.css is returned if it exists else default/static/styles.css some_theme/static/blog.css is returned if it exists else default/static/blog.css (if it exists too) some_theme/static/blog_articles.css is returned if it exists else default/static/blog_articles.css (if it exists too) @param template_path(unicode): relative path to template file (e.g. some_theme/blog/articles.html) @param template_root_dir(unicode): absolute path of the theme root dir used @return list[unicode]: relative path to CSS files to use """ # TODO: some caching would be nice css_files = [] path_elems, theme, is_default = self.getThemeData(template_path) for css in (u'fonts', u'styles'): css_path = self.getStaticPath(css, template_root_dir, theme, is_default) if css_path is not None: css_files.append(css_path) for idx, path in enumerate(path_elems): css_path = self.getStaticPath(u'_'.join(path_elems[:idx+1]), template_root_dir, theme, is_default) if css_path is not None: css_files.append(css_path) return css_files @jinja2.contextfilter def _next_gidx(self, ctx, value): """Use next current global index as suffix""" return u"{}_{}".format(value, ctx['gidx'].next()) @jinja2.contextfilter def _cur_gidx(self, ctx, value): """Use current current global index as suffix""" return u"{}_{}".format(value, ctx['gidx'].current()) def _date_days(self, timestamp): return int(time.time() - int(timestamp))/(3600*24) def render(self, template, theme=None, locale=DEFAULT_LOCALE, root_path=u'', css_files=None, css_inline=False, **kwargs): """render a template @param template(unicode): template to render (e.g. blog/articles.html) @param theme(unicode): template theme @param root_path(unicode): prefix of the path/URL to use for template root must end with a u'/' @param css_files(list[unicode],None): CSS files to used CSS files must be in static dir of the template use None for automatic selection of CSS files based on template category None is recommended. General static/style.css and theme file name will be used. @param css_inline(bool): if True, CSS will be embedded in the HTML page @param **kwargs: variable to transmit to the template """ if not template: raise ValueError(u"template can't be empty") if theme is not None: # use want to set a theme, we add it to the template path if template[0] == u'(': raise ValueError(u"you can't specify theme in template path and in argument at the same time") elif template[0] == u'/': raise ValueError(u"you can't specify theme with absolute paths") template= u'(' + theme + u')' + template else: theme, dummy = self.env.loader.parse_template(template) template_source = self.env.get_template(template) template_root_dir = os.path.normpath(self.base_dir) # FIXME: should be modified if we handle use extra dirs # XXX: template_path may have a different theme as first element than theme if a default page is used template_path = template_source.filename[len(template_root_dir)+1:] if css_files is None: css_files = self.getCSSFiles(template_path, template_root_dir) if css_inline: css_contents = [] for css_file in css_files: css_file_path = os.path.join(template_root_dir, css_file) with open(css_file_path) as f: css_contents.append(f.read()) if css_contents: kwargs['css_content'] = '\n'.join(css_contents) scripts_handler = ScriptsHandler(self, template_path, template_root_dir, root_path) self.setLocale(locale) # XXX: theme used in template arguments is the requested theme, which may differ from actual theme # if the template doesn't exist in the requested theme. return template_source.render(theme=theme, root_path=root_path, css_files=css_files, locale=self._locale, gidx=Indexer(), script=scripts_handler, **kwargs)