diff sat/plugins/plugin_tickets_import.py @ 2562:26edcf3a30eb

core, setup: huge cleaning: - moved directories from src and frontends/src to sat and sat_frontends, which is the recommanded naming convention - move twisted directory to root - removed all hacks from setup.py, and added missing dependencies, it is now clean - use https URL for website in setup.py - removed "Environment :: X11 Applications :: GTK", as wix is deprecated and removed - renamed sat.sh to sat and fixed its installation - added python_requires to specify Python version needed - replaced glib2reactor which use deprecated code by gtk3reactor sat can now be installed directly from virtualenv without using --system-site-packages anymore \o/
author Goffi <goffi@goffi.org>
date Mon, 02 Apr 2018 19:44:50 +0200
parents src/plugins/plugin_tickets_import.py@0046283a285d
children 56f94936df1e
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/sat/plugins/plugin_tickets_import.py	Mon Apr 02 19:44:50 2018 +0200
@@ -0,0 +1,168 @@
+#!/usr/bin/env python2
+# -*- coding: utf-8 -*-
+
+# SàT plugin for import external ticketss
+# Copyright (C) 2009-2018 Jérôme Poisson (goffi@goffi.org)
+
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+
+# You should have received a copy of the GNU Affero General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+from sat.core.i18n import _
+from sat.core.constants import Const as C
+from sat.core import exceptions
+from sat.core.log import getLogger
+log = getLogger(__name__)
+from twisted.internet import defer
+from sat.tools.common import uri
+from sat.tools import utils
+
+
+PLUGIN_INFO = {
+    C.PI_NAME: "tickets import",
+    C.PI_IMPORT_NAME: "TICKETS_IMPORT",
+    C.PI_TYPE: C.PLUG_TYPE_IMPORT,
+    C.PI_DEPENDENCIES: ["IMPORT", "XEP-0060", "XEP-0277", "PUBSUB_SCHEMA"],
+    C.PI_MAIN: "TicketsImportPlugin",
+    C.PI_HANDLER: "no",
+    C.PI_DESCRIPTION: _(u"""Tickets import management:
+This plugin manage the different tickets importers which can register to it, and handle generic importing tasks.""")
+}
+
+OPT_MAPPING = 'mapping'
+FIELDS_LIST = (u'labels', u'cc_emails')  # fields which must have a list as value
+FIELDS_DATE = (u'created', u'updated')
+
+NS_TICKETS = 'org.salut-a-toi.tickets:0'
+
+
+class TicketsImportPlugin(object):
+    BOOL_OPTIONS = ()
+    JSON_OPTIONS = (OPT_MAPPING,)
+    OPT_DEFAULTS = {}
+
+    def __init__(self, host):
+        log.info(_("plugin Tickets Import initialization"))
+        self.host = host
+        self._importers = {}
+        self._p = host.plugins['XEP-0060']
+        self._m = host.plugins['XEP-0277']
+        self._s = host.plugins['PUBSUB_SCHEMA']
+        host.plugins['IMPORT'].initialize(self, u'tickets')
+
+    @defer.inlineCallbacks
+    def importItem(self, client, item_import_data, session, options, return_data, service, node):
+        """
+
+        @param item_import_data(dict): no key is mandatory, but if a key doesn't exists in dest form, it will be ignored.
+            Following names are recommendations which should be used where suitable in importers.
+            except if specified in description, values are unicode
+            'id': unique id (must be unique in the node) of the ticket
+            'title': title (or short description/summary) of the ticket
+            'body': main description of the ticket
+            'created': date of creation (unix time)
+            'updated': date of last update (unix time)
+            'author': full name of reporter
+            'author_jid': jid of reporter
+            'author_email': email of reporter
+            'assigned_to_name': full name of person working on it
+            'assigned_to_email': email of person working on it
+            'cc_emails': list of emails subscribed to the ticket
+            'priority': priority of the ticket
+            'severity': severity of the ticket
+            'labels': list of unicode values to use as label
+            'product': product concerned by this ticket
+            'component': part of the product concerned by this ticket
+            'version': version of the product/component concerned by this ticket
+            'platform': platform converned by this ticket
+            'os': operating system concerned by this ticket
+            'status': current status of the ticket, values:
+                - "queued": ticket is waiting
+                - "started": progress is ongoing
+                - "review": ticket is fixed and waiting for review
+                - "closed": ticket is finished or invalid
+            'milestone': target milestone for this ticket
+            'comments': list of microblog data (comment metadata, check [XEP_0277.send] data argument)
+        @param options(dict, None): Below are the generic options,
+            tickets importer can have specific ones. All options are serialized unicode values
+            generic options:
+                - OPT_MAPPING (json): dict of imported ticket key => exported ticket key
+                    e.g.: if you want to map "component" to "labels", you can specify:
+                        {'component': 'labels'}
+                    If you specify several import ticket key to the same dest key,
+                    the values will be joined with line feeds
+        """
+        if 'comments_uri' in item_import_data:
+            raise exceptions.DataError(_(u'comments_uri key will be generated and must not be used by importer'))
+        for key in FIELDS_LIST:
+            if not isinstance(item_import_data.get(key, []), list):
+                raise exceptions.DataError(_(u'{key} must be a list').format(key=key))
+        for key in FIELDS_DATE:
+            try:
+                item_import_data[key] = utils.xmpp_date(item_import_data[key])
+            except KeyError:
+                continue
+        if session[u'root_node'] is None:
+            session[u'root_node'] = NS_TICKETS
+        if not 'schema' in session:
+            session['schema'] = yield self._s.getSchemaForm(client, service, node or session[u'root_node'])
+        defer.returnValue(item_import_data)
+
+    @defer.inlineCallbacks
+    def importSubItems(self, client, item_import_data, ticket_data, session, options):
+        # TODO: force "open" permission (except if private, check below)
+        # TODO: handle "private" metadata, to have non public access for node
+        # TODO: node access/publish model should be customisable
+        comments = ticket_data.get('comments', [])
+        service = yield self._m.getCommentsService(client)
+        node = self._m.getCommentsNode(session['root_node'] + u'_' + ticket_data['id'])
+        node_options = {self._p.OPT_ACCESS_MODEL: self._p.ACCESS_OPEN,
+                        self._p.OPT_PERSIST_ITEMS: 1,
+                        self._p.OPT_MAX_ITEMS: -1,
+                        self._p.OPT_DELIVER_PAYLOADS: 1,
+                        self._p.OPT_SEND_ITEM_SUBSCRIBE: 1,
+                        self._p.OPT_PUBLISH_MODEL: self._p.ACCESS_OPEN,
+                        }
+        yield self._p.createIfNewNode(client, service, node, options=node_options)
+        ticket_data['comments_uri'] = uri.buildXMPPUri(u'pubsub', subtype='microblog', path=service.full(), node=node)
+        for comment in comments:
+            if 'updated' not in comment and 'published' in comment:
+                # we don't want an automatic update date
+                comment['updated'] = comment['published']
+            yield self._m.send(client, comment, service, node)
+
+    def publishItem(self, client, ticket_data, service, node, session):
+        if node is None:
+            node = NS_TICKETS
+        id_ = ticket_data.pop('id', None)
+        log.debug(u"uploading item [{id}]: {title}".format(id=id_, title=ticket_data.get('title','')))
+        return self._s.sendDataFormItem(client, service, node, ticket_data, session['schema'], id_)
+
+    def itemFilters(self, client, ticket_data, session, options):
+        mapping = options.get(OPT_MAPPING)
+        if mapping is not None:
+            if not isinstance(mapping, dict):
+                raise exceptions.DataError(_(u'mapping option must be a dictionary'))
+
+            for source, dest in mapping.iteritems():
+                if not isinstance(source, unicode) or not isinstance(dest, unicode):
+                    raise exceptions.DataError(_(u'keys and values of mapping must be sources and destinations ticket fields'))
+                if source in ticket_data:
+                    value = ticket_data.pop(source)
+                    if dest in FIELDS_LIST:
+                        values = ticket_data[dest] = ticket_data.get(dest, [])
+                        values.append(value)
+                    else:
+                        if dest in ticket_data:
+                            ticket_data[dest] = ticket_data[dest] + u'\n' + value
+                        else:
+                            ticket_data[dest] = value