Mercurial > libervia-backend
diff sat/plugins/plugin_merge_req_mercurial.py @ 2562:26edcf3a30eb
core, setup: huge cleaning:
- moved directories from src and frontends/src to sat and sat_frontends, which is the recommanded naming convention
- move twisted directory to root
- removed all hacks from setup.py, and added missing dependencies, it is now clean
- use https URL for website in setup.py
- removed "Environment :: X11 Applications :: GTK", as wix is deprecated and removed
- renamed sat.sh to sat and fixed its installation
- added python_requires to specify Python version needed
- replaced glib2reactor which use deprecated code by gtk3reactor
sat can now be installed directly from virtualenv without using --system-site-packages anymore \o/
author | Goffi <goffi@goffi.org> |
---|---|
date | Mon, 02 Apr 2018 19:44:50 +0200 |
parents | src/plugins/plugin_merge_req_mercurial.py@bd30dc3ffe5a |
children | 72f6f37ab648 |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/sat/plugins/plugin_merge_req_mercurial.py Mon Apr 02 19:44:50 2018 +0200 @@ -0,0 +1,197 @@ +#!/usr/bin/env python2 +# -*- coding: utf-8 -*- + +# SàT plugin for import external blogs +# Copyright (C) 2009-2018 Jérôme Poisson (goffi@goffi.org) + +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. + +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. + +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +from sat.core.i18n import _, D_ +from sat.core.constants import Const as C +from sat.core import exceptions +from twisted.internet import reactor, defer, protocol +from twisted.python.failure import Failure +from twisted.python.procutils import which +import re +from sat.core.log import getLogger +log = getLogger(__name__) + + +PLUGIN_INFO = { + C.PI_NAME: "Mercurial Merge Request handler", + C.PI_IMPORT_NAME: "MERGE_REQUEST_MERCURIAL", + C.PI_TYPE: C.PLUG_TYPE_MISC, + C.PI_DEPENDENCIES: ["MERGE_REQUESTS"], + C.PI_MAIN: "MercurialHandler", + C.PI_HANDLER: "no", + C.PI_DESCRIPTION: _(u"""Merge request handler for Mercurial""") +} + +SHORT_DESC = D_(u"handle Mercurial repository") + + +class MercurialProtocol(protocol.ProcessProtocol): + """handle hg commands""" + hg = None + + def __init__(self, deferred, stdin=None): + """ + @param deferred(defer.Deferred): will be called when command is completed + @param stdin(str, None): if not None, will be push to standard input + """ + self._stdin = stdin + self._deferred = deferred + self.data = [] + + def connectionMade(self): + if self._stdin is not None: + self.transport.write(self._stdin) + self.transport.closeStdin() + + def outReceived(self, data): + self.data.append(data) + + def errReceived(self, data): + self.data.append(data) + + def processEnded(self, reason): + data = u''.join([d.decode('utf-8') for d in self.data]) + if (reason.value.exitCode == 0): + log.debug(_('Mercurial command succeed')) + self._deferred.callback(data) + else: + msg = _(u"Can't complete Mercurial command (error code: {code}): {message}").format( + code = reason.value.exitCode, + message = data) + log.warning(msg) + self._deferred.errback(Failure(RuntimeError(msg))) + + @classmethod + def run(cls, path, command, *args, **kwargs): + """Create a new MercurialRegisterProtocol and execute the given mercurialctl command. + + @param path(unicode): path to the repository + @param command(unicode): command to run + @param *args(unicode): command arguments + @param **kwargs: used because Python2 doesn't handle normal kw args after *args + can only be: + - stdin(unicode, None): data to push to standard input + @return ((D)): + """ + stdin = kwargs.pop('stdin', None) + if kwargs: + raise exceptions.InternalError(u'only stdin is allowed as keyword argument') + if stdin is not None: + stdin = stdin.encode('utf-8') + d = defer.Deferred() + mercurial_prot = MercurialProtocol(d, stdin=stdin) + cmd_args = [cls.hg, command.encode('utf-8')] + cmd_args.extend([a.encode('utf-8') for a in args]) + reactor.spawnProcess(mercurial_prot, + cls.hg, + cmd_args, + path=path.encode('utf-8')) + return d + + +class MercurialHandler(object): + data_types = (u'mercurial_changeset',) + + def __init__(self, host): + log.info(_(u"Mercurial merge request handler initialization")) + try: + MercurialProtocol.hg = which('hg')[0] + except IndexError: + raise exceptions.NotFound(_(u"Mercurial executable (hg) not found, can't use Mercurial handler")) + self.host = host + self._m = host.plugins['MERGE_REQUESTS'] + self._m.register('mercurial', self, self.data_types, SHORT_DESC) + + def check(self, repository): + d = MercurialProtocol.run(repository, 'identify') + d.addCallback(lambda dummy: True) + d.addErrback(lambda dummy: False) + return d + + def export(self, repository): + return MercurialProtocol.run(repository, 'export', '-g', '-r', 'outgoing()', '--encoding=utf-8') + + def import_(self, repository, data, data_type, item_id, service, node, extra): + parsed_data = self.parse(data) + try: + parsed_name = parsed_data[0][u'commit_msg'].split(u'\n')[0] + parsed_name = re.sub(ur'[^\w -.]', u'', parsed_name, flags=re.UNICODE)[:40] + except Exception: + parsed_name = u'' + name = u'mr_{item_id}_{parsed_name}'.format(item_id=item_id, parsed_name=parsed_name) + return MercurialProtocol.run(repository, 'qimport', '-g', '--name', name, '--encoding=utf-8', '-', stdin=data) + + def parse(self, data, data_type=None): + lines = data.splitlines() + total_lines = len(lines) + patches = [] + while lines: + patch = {} + commit_msg = [] + diff = [] + state = 'init' + if lines[0] != '# HG changeset patch': + raise exceptions.DataError(_(u'invalid changeset signature')) + # line index of this patch in the whole data + patch_idx = total_lines - len(lines) + del lines[0] + + for idx, line in enumerate(lines): + if state == 'init': + if line.startswith(u'# '): + if line.startswith(u'# User '): + elems = line[7:].split() + if not elems: + continue + last = elems[-1] + if last.startswith(u'<') and last.endswith(u'>') and u'@' in last: + patch[self._m.META_EMAIL] = elems.pop()[1:-1] + patch[self._m.META_AUTHOR] = u' '.join(elems) + elif line.startswith(u'# Date '): + time_data = line[7:].split() + if len(time_data) != 2: + log.warning(_(u'unexpected time data: {data}').format(data=line[7:])) + continue + patch[self._m.META_TIMESTAMP] = int(time_data[0]) + int(time_data[1]) + elif line.startswith(u'# Node ID '): + patch[self._m.META_HASH] = line[10:] + elif line.startswith(u'# Parent '): + patch[self._m.META_PARENT_HASH] = line[10:] + else: + state = 'commit_msg' + if state == 'commit_msg': + if line.startswith(u'diff --git a/'): + state = 'diff' + patch[self._m.META_DIFF_IDX] = patch_idx + idx + 1 + else: + commit_msg.append(line) + if state == 'diff': + if line.startswith(u'# ') or idx == len(lines)-1: + # a new patch is starting or we have reached end of patches + patch[self._m.META_COMMIT_MSG] = u'\n'.join(commit_msg) + patch[self._m.META_DIFF] = u'\n'.join(diff) + patches.append(patch) + if idx == len(lines)-1: + del lines[:] + else: + del lines[:idx] + break + else: + diff.append(line) + return patches