Mercurial > libervia-backend
view sat/plugins/plugin_tickets_import_bugzilla.py @ 3254:6cf4bd6972c2
core, frontends: avatar refactoring:
/!\ huge commit
Avatar logic has been reworked around the IDENTITY plugin: plugins able to handle avatar
or other identity related metadata (like nicknames) register to IDENTITY plugin in the
same way as for other features like download/upload. Once registered, IDENTITY plugin will
call them when suitable in order of priority, and handle caching.
Methods to manage those metadata from frontend now use serialised data.
For now `avatar` and `nicknames` are handled:
- `avatar` is now a dict with `path` + metadata like `media_type`, instead of just a string
path
- `nicknames` is now a list of nicknames in order of priority. This list is never empty,
and `nicknames[0]` should be the preferred nickname to use by frontends in most cases.
In addition to contact specified nicknames, user set nickname (the one set in roster) is
used in priority when available.
Among the side changes done with this commit, there are:
- a new `contactGet` bridge method to get roster metadata for a single contact
- SatPresenceProtocol.send returns a Deferred to check when it has actually been sent
- memory's methods to handle entities data now use `client` as first argument
- metadata filter can be specified with `getIdentity`
- `getAvatar` and `setAvatar` are now part of the IDENTITY plugin instead of XEP-0054 (and
there signature has changed)
- `isRoom` and `getBareOrFull` are now part of XEP-0045 plugin
- jp avatar/get command uses `xdg-open` first when available for `--show` flag
- `--no-cache` has been added to jp avatar/get and identity/get
- jp identity/set has been simplified, explicit options (`--nickname` only for now) are
used instead of `--field`. `--field` may come back in the future if necessary for extra
data.
- QuickContactList `SetContact` now handle None as a value, and doesn't use it to delete the
metadata anymore
- improved cache handling for `metadata` and `nicknames` in quick frontend
- new `default` argument in QuickContactList `getCache`
author | Goffi <goffi@goffi.org> |
---|---|
date | Tue, 14 Apr 2020 21:00:33 +0200 |
parents | 559a625a236b |
children | be6d91572633 |
line wrap: on
line source
#!/usr/bin/env python3 # SàT plugin for import external blogs # Copyright (C) 2009-2020 Jérôme Poisson (goffi@goffi.org) # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see <http://www.gnu.org/licenses/>. from sat.core.i18n import _, D_ from sat.core.constants import Const as C from sat.core.log import getLogger log = getLogger(__name__) from sat.core import exceptions # from twisted.internet import threads from twisted.internet import defer import os.path from lxml import etree from sat.tools.common import date_utils PLUGIN_INFO = { C.PI_NAME: "Bugzilla import", C.PI_IMPORT_NAME: "IMPORT_BUGZILLA", C.PI_TYPE: C.PLUG_TYPE_BLOG, C.PI_DEPENDENCIES: ["TICKETS_IMPORT"], C.PI_MAIN: "BugzillaImport", C.PI_HANDLER: "no", C.PI_DESCRIPTION: _("""Tickets importer for Bugzilla"""), } SHORT_DESC = D_("import tickets from Bugzilla xml export file") LONG_DESC = D_( """This importer handle Bugzilla xml export file. To use it, you'll need to export tickets using XML. Tickets will be uploaded with the same ID as for Bugzilla, any existing ticket with this ID will be replaced. location: you must use the absolute path to your .xml file """ ) STATUS_MAP = { "NEW": "queued", "ASSIGNED": "started", "RESOLVED": "review", "CLOSED": "closed", "REOPENED": "started", # we loose data here because there is no need on basic workflow to have a reopened status } class BugzillaParser(object): # TODO: add a way to reassign values def parse(self, file_path): tickets = [] root = etree.parse(file_path) for bug in root.xpath("bug"): ticket = {} ticket["id"] = bug.findtext("bug_id") ticket["created"] = date_utils.date_parse(bug.findtext("creation_ts")) ticket["updated"] = date_utils.date_parse(bug.findtext("delta_ts")) ticket["title"] = bug.findtext("short_desc") reporter_elt = bug.find("reporter") ticket["author"] = reporter_elt.get("name") if ticket["author"] is None: if "@" in reporter_elt.text: ticket["author"] = reporter_elt.text[ : reporter_elt.text.find("@") ].title() else: ticket["author"] = "no name" ticket["author_email"] = reporter_elt.text assigned_to_elt = bug.find("assigned_to") ticket["assigned_to_name"] = assigned_to_elt.get("name") ticket["assigned_to_email"] = assigned_to_elt.text ticket["cc_emails"] = [e.text for e in bug.findall("cc")] ticket["priority"] = bug.findtext("priority").lower().strip() ticket["severity"] = bug.findtext("bug_severity").lower().strip() ticket["product"] = bug.findtext("product") ticket["component"] = bug.findtext("component") ticket["version"] = bug.findtext("version") ticket["platform"] = bug.findtext("rep_platform") ticket["os"] = bug.findtext("op_sys") ticket["status"] = STATUS_MAP.get(bug.findtext("bug_status"), "queued") ticket["milestone"] = bug.findtext("target_milestone") body = None comments = [] for longdesc in bug.findall("long_desc"): if body is None: body = longdesc.findtext("thetext") else: who = longdesc.find("who") comment = { "id": longdesc.findtext("commentid"), "author_email": who.text, "published": date_utils.date_parse(longdesc.findtext("bug_when")), "author": who.get("name", who.text), "content": longdesc.findtext("thetext"), } comments.append(comment) ticket["body"] = body ticket["comments"] = comments tickets.append(ticket) tickets.sort(key=lambda t: int(t["id"])) return (tickets, len(tickets)) class BugzillaImport(object): def __init__(self, host): log.info(_("Bugilla Import plugin initialization")) self.host = host host.plugins["TICKETS_IMPORT"].register( "bugzilla", self.Import, SHORT_DESC, LONG_DESC ) def Import(self, client, location, options=None): if not os.path.isabs(location): raise exceptions.DataError( "An absolute path to XML data need to be given as location" ) bugzilla_parser = BugzillaParser() # d = threads.deferToThread(bugzilla_parser.parse, location) d = defer.maybeDeferred(bugzilla_parser.parse, location) return d