Mercurial > libervia-backend
view sat/plugins/plugin_merge_req_mercurial.py @ 2658:4e130cc9bfc0
core (memore/encryption): new methods and checks:
Following methods are now available though bridge:
- messageEncryptionStop
- messageEncryptionGet: retrieve encryption data for a message session
- encryptionPluginsGet: retrieve all registered encryption plugin
Following methods are available for internal use:
- getPlugins: retrieve registerd plugins
- getNSFromName: retrieve namespace from plugin name
- getBridgeData: serialise session data (to be used with bridge)
- markAsEncrypted: mark message data as encrypted (to be set by encryption plugin in MessageReceived trigger)
Behaviours improvments:
- start and stop send messageEncryptionStarted and messageEncryptionStopped signals, and a message feedback
- new "replace" arguments in start allows to replace a plugin if one is already running (instead of raising a ConflictError)
- plugins declare themselves as "directed" (i.e. working with only one device at a time) or not.
This is checked while dealing with jids, an exception is raised when a full jid is received for a non directed encryption.
- use of new data_format (de)serialise
author | Goffi <goffi@goffi.org> |
---|---|
date | Sat, 11 Aug 2018 18:24:55 +0200 |
parents | 163aab916bcf |
children | 378188abe941 |
line wrap: on
line source
#!/usr/bin/env python2 # -*- coding: utf-8 -*- # SàT plugin for import external blogs # Copyright (C) 2009-2018 Jérôme Poisson (goffi@goffi.org) # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see <http://www.gnu.org/licenses/>. from sat.core.i18n import _, D_ from sat.core.constants import Const as C from sat.core import exceptions from twisted.internet import reactor, defer, protocol from twisted.python.failure import Failure from twisted.python.procutils import which import re from sat.core.log import getLogger log = getLogger(__name__) PLUGIN_INFO = { C.PI_NAME: "Mercurial Merge Request handler", C.PI_IMPORT_NAME: "MERGE_REQUEST_MERCURIAL", C.PI_TYPE: C.PLUG_TYPE_MISC, C.PI_DEPENDENCIES: ["MERGE_REQUESTS"], C.PI_MAIN: "MercurialHandler", C.PI_HANDLER: "no", C.PI_DESCRIPTION: _(u"""Merge request handler for Mercurial""") } SHORT_DESC = D_(u"handle Mercurial repository") CLEAN_RE = re.compile(ur'[^\w -._]', flags=re.UNICODE) class MercurialProtocol(protocol.ProcessProtocol): """handle hg commands""" hg = None def __init__(self, deferred, stdin=None): """ @param deferred(defer.Deferred): will be called when command is completed @param stdin(str, None): if not None, will be push to standard input """ self._stdin = stdin self._deferred = deferred self.data = [] def connectionMade(self): if self._stdin is not None: self.transport.write(self._stdin) self.transport.closeStdin() def outReceived(self, data): self.data.append(data) def errReceived(self, data): self.data.append(data) def processEnded(self, reason): data = u''.join([d.decode('utf-8') for d in self.data]) if (reason.value.exitCode == 0): log.debug(_('Mercurial command succeed')) self._deferred.callback(data) else: msg = (_(u"Can't complete Mercurial command (error code: {code}): {message}") .format(code = reason.value.exitCode, message = data)) log.warning(msg) self._deferred.errback(Failure(RuntimeError(msg))) @classmethod def run(cls, path, command, *args, **kwargs): """Create a new MercurialRegisterProtocol and execute the given mercurial command. @param path(unicode): path to the repository @param command(unicode): command to run @param *args(unicode): command arguments @param **kwargs: used because Python2 doesn't handle normal kw args after *args can only be: - stdin(unicode, None): data to push to standard input @return ((D)): """ stdin = kwargs.pop('stdin', None) if kwargs: raise exceptions.InternalError(u'only stdin is allowed as keyword argument') if stdin is not None: stdin = stdin.encode('utf-8') d = defer.Deferred() mercurial_prot = MercurialProtocol(d, stdin=stdin) cmd_args = [cls.hg, command.encode('utf-8')] cmd_args.extend([a.encode('utf-8') for a in args]) reactor.spawnProcess(mercurial_prot, cls.hg, cmd_args, path=path.encode('utf-8')) return d class MercurialHandler(object): data_types = (u'mercurial_changeset',) def __init__(self, host): log.info(_(u"Mercurial merge request handler initialization")) try: MercurialProtocol.hg = which('hg')[0] except IndexError: raise exceptions.NotFound(_(u"Mercurial executable (hg) not found, " u"can't use Mercurial handler")) self.host = host self._m = host.plugins['MERGE_REQUESTS'] self._m.register('mercurial', self, self.data_types, SHORT_DESC) def check(self, repository): d = MercurialProtocol.run(repository, 'identify') d.addCallback(lambda dummy: True) d.addErrback(lambda dummy: False) return d def export(self, repository): return MercurialProtocol.run(repository, 'export', '-g', '-r', 'outgoing()', '--encoding=utf-8') def import_(self, repository, data, data_type, item_id, service, node, extra): parsed_data = self.parse(data) try: parsed_name = parsed_data[0][u'commit_msg'].split(u'\n')[0] parsed_name = CLEAN_RE.sub(u'', parsed_name)[:40] except Exception: parsed_name = u'' name = u'mr_{item_id}_{parsed_name}'.format(item_id=CLEAN_RE.sub(u'', item_id), parsed_name=parsed_name) return MercurialProtocol.run(repository, 'qimport', '-g', '--name', name, '--encoding=utf-8', '-', stdin=data) def parse(self, data, data_type=None): lines = data.splitlines() total_lines = len(lines) patches = [] while lines: patch = {} commit_msg = [] diff = [] state = 'init' if lines[0] != '# HG changeset patch': raise exceptions.DataError(_(u'invalid changeset signature')) # line index of this patch in the whole data patch_idx = total_lines - len(lines) del lines[0] for idx, line in enumerate(lines): if state == 'init': if line.startswith(u'# '): if line.startswith(u'# User '): elems = line[7:].split() if not elems: continue last = elems[-1] if (last.startswith(u'<') and last.endswith(u'>') and u'@' in last): patch[self._m.META_EMAIL] = elems.pop()[1:-1] patch[self._m.META_AUTHOR] = u' '.join(elems) elif line.startswith(u'# Date '): time_data = line[7:].split() if len(time_data) != 2: log.warning(_(u'unexpected time data: {data}') .format(data=line[7:])) continue patch[self._m.META_TIMESTAMP] = (int(time_data[0]) + int(time_data[1])) elif line.startswith(u'# Node ID '): patch[self._m.META_HASH] = line[10:] elif line.startswith(u'# Parent '): patch[self._m.META_PARENT_HASH] = line[10:] else: state = 'commit_msg' if state == 'commit_msg': if line.startswith(u'diff --git a/'): state = 'diff' patch[self._m.META_DIFF_IDX] = patch_idx + idx + 1 else: commit_msg.append(line) if state == 'diff': if line.startswith(u'# ') or idx == len(lines)-1: # a new patch is starting or we have reached end of patches if idx == len(lines)-1: # end of patches, we need to keep the line diff.append(line) patch[self._m.META_COMMIT_MSG] = u'\n'.join(commit_msg) patch[self._m.META_DIFF] = u'\n'.join(diff) patches.append(patch) if idx == len(lines)-1: del lines[:] else: del lines[:idx] break else: diff.append(line) return patches