Mercurial > libervia-backend
view sat_frontends/jp/xml_tools.py @ 2787:298408833ec2
memory (sqlite): optimizations
indexes were missing on foreign keys for "message", "subject" and "thread" tables, seriously impacting performances.
In addition to those indexes, two indexes have been added to speed ordering by timestamp on "history", and one on "files" table.
history.rowid is not used anymore as there is an index on (profile_id, received_timestamp) which will speed up the query.
Primary keys order has been changed to use automatic index in most common cases (filtering by profile_id then namespace).
author | Goffi <goffi@goffi.org> |
---|---|
date | Sat, 19 Jan 2019 22:49:32 +0100 |
parents | ff1b40823b07 |
children | 710de41da2f2 |
line wrap: on
line source
#!/usr/bin/env python2 # -*- coding: utf-8 -*- # jp: a SàT command line tool # Copyright (C) 2009-2019 Jérôme Poisson (goffi@goffi.org) # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see <http://www.gnu.org/licenses/>. from sat.core.i18n import _ from sat_frontends.jp.constants import Const as C def etreeParse(cmd, raw_xml): """Import lxml and parse raw XML @param cmd(CommandBase): current command instance @param raw_xml(file, str): an XML bytestring, string or file-like object @return (tuple(etree.Element, module): parsed element, etree module """ try: from lxml import etree except ImportError: cmd.disp( u'lxml module must be installed, please install it with "pip install lxml"', error=True, ) cmd.host.quit(C.EXIT_ERROR) try: if isinstance(raw_xml, basestring): parser = etree.XMLParser(remove_blank_text=True) element = etree.fromstring(raw_xml, parser) else: element = etree.parse(raw_xml).getroot() except Exception as e: cmd.parser.error( _(u"Can't parse the payload XML in input: {msg}").format(msg=e) ) return element, etree def getPayload(cmd, element): """Retrieve payload element and exit with and error if not found @param element(etree.Element): root element @return element(etree.Element): payload element """ if element.tag in ("item", "{http://jabber.org/protocol/pubsub}item"): if len(element) > 1: cmd.disp(_(u"<item> can only have one child element (the payload)"), error=True) cmd.host.quit(C.EXIT_DATA_ERROR) element = element[0] return element