Mercurial > libervia-pubsub
annotate twisted/plugins/pubsub.py @ 417:412d26a9b2c2
import sat/wokkel modules only when making service:
when importing some sat/wokkel module, a reactor is installed. This can cause trouble when
using sat_pubsub along with other twisted plugin installing a specific reactor (which is
the case for SàT backend and Libervia).
This patch works around it by importing those modules only when making the service.
| author | Goffi <goffi@goffi.org> |
|---|---|
| date | Tue, 08 Oct 2019 12:04:13 +0200 |
| parents | ccb2a22ea0fc |
| children | 89736353f6be |
| rev | line source |
|---|---|
| 414 | 1 #!/usr/bin/env python3 |
| 233 | 2 #-*- coding: utf-8 -*- |
| 3 | |
| 384 | 4 # Copyright (c) 2012-2019 Jérôme Poisson |
|
312
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
5 # Copyright (c) 2003-2011 Ralph Meijer |
| 233 | 6 |
| 7 | |
|
312
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
8 # This program is free software: you can redistribute it and/or modify |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
9 # it under the terms of the GNU Affero General Public License as published by |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
10 # the Free Software Foundation, either version 3 of the License, or |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
11 # (at your option) any later version. |
| 233 | 12 |
|
312
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
13 # This program is distributed in the hope that it will be useful, |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
14 # but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
16 # GNU Affero General Public License for more details. |
| 233 | 17 |
|
312
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
18 # You should have received a copy of the GNU Affero General Public License |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
19 # along with this program. If not, see <http://www.gnu.org/licenses/>. |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
20 # -- |
| 233 | 21 |
|
312
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
22 # This program is based on Idavoll (http://idavoll.ik.nu/), |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
23 # originaly written by Ralph Meijer (http://ralphm.net/blog/) |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
24 # It is sublicensed under AGPL v3 (or any later version) as allowed by the original |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
25 # license. |
| 233 | 26 |
|
312
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
27 # -- |
| 233 | 28 |
|
312
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
29 # Here is a copy of the original license: |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
30 |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
31 # Copyright (c) 2003-2011 Ralph Meijer |
| 233 | 32 |
|
312
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
33 # Permission is hereby granted, free of charge, to any person obtaining |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
34 # a copy of this software and associated documentation files (the |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
35 # "Software"), to deal in the Software without restriction, including |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
36 # without limitation the rights to use, copy, modify, merge, publish, |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
37 # distribute, sublicense, and/or sell copies of the Software, and to |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
38 # permit persons to whom the Software is furnished to do so, subject to |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
39 # the following conditions: |
| 233 | 40 |
|
312
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
41 # The above copyright notice and this permission notice shall be |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
42 # included in all copies or substantial portions of the Software. |
| 233 | 43 |
|
312
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
44 # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
45 # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
46 # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
47 # NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
48 # LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
49 # OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION |
|
5d7c3787672e
fixed copyright put in docstring instead of comments
Goffi <goffi@goffi.org>
parents:
311
diff
changeset
|
50 # WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. |
| 233 | 51 |
| 155 | 52 |
| 380 | 53 import csv |
| 369 | 54 import sat_pubsub |
| 380 | 55 import sys |
| 369 | 56 from twisted.application.service import IServiceMaker |
| 57 from twisted.application import service | |
| 380 | 58 from twisted.python import usage, log |
| 369 | 59 from twisted.words.protocols.jabber.jid import JID |
| 60 from twisted.plugin import IPlugin | |
| 61 | |
| 414 | 62 from zope.interface import implementer |
| 369 | 63 |
| 64 from os.path import expanduser, realpath | |
| 414 | 65 import configparser |
| 369 | 66 |
| 67 | |
| 380 | 68 def coerceListType(value): |
| 414 | 69 return next(csv.reader( |
| 380 | 70 [value], delimiter=",", quotechar='"', skipinitialspace=True |
| 414 | 71 )) |
| 380 | 72 |
| 73 | |
| 74 def coerceJidListType(value): | |
| 75 values = [JID(v) for v in coerceListType(value)] | |
| 76 if any((j.resource for j in values)): | |
| 414 | 77 raise ValueError("you must use bare jids") |
| 380 | 78 return values |
| 79 | |
| 80 | |
| 81 | |
| 369 | 82 OPT_PARAMETERS_BOTH = [ |
| 83 ['jid', None, None, 'JID this component will be available at'], | |
| 84 ['xmpp_pwd', None, None, 'XMPP server component password'], | |
| 85 ['rhost', None, '127.0.0.1', 'XMPP server host'], | |
| 86 ['rport', None, '5347', 'XMPP server port'], | |
| 87 ['backend', None, 'pgsql', 'Choice of storage backend'], | |
| 88 ['db_user', None, None, 'Database user (pgsql backend)'], | |
| 89 ['db_name', None, 'pubsub', 'Database name (pgsql backend)'], | |
| 90 ['db_pass', None, None, 'Database password (pgsql backend)'], | |
| 91 ['db_host', None, None, 'Database host (pgsql backend)'], | |
| 92 ['db_port', None, None, 'Database port (pgsql backend)'], | |
| 93 ] | |
| 94 # here for future use | |
| 380 | 95 OPT_PARAMETERS_CFG = [ |
| 96 ["admins_jids_list", None, [], "List of administrators' bare jids", | |
| 97 coerceJidListType] | |
| 98 ] | |
| 369 | 99 |
| 414 | 100 CONFIG_FILENAME = 'sat' |
| 369 | 101 # List of the configuration filenames sorted by ascending priority |
| 102 CONFIG_FILES = [realpath(expanduser(path) + CONFIG_FILENAME + '.conf') for path in ( | |
| 103 '/etc/', '/etc/{}/'.format(CONFIG_FILENAME), | |
| 104 '~/', '~/.', | |
| 105 '.config/', '.config/.', | |
| 106 '', '.')] | |
| 107 CONFIG_SECTION = 'pubsub' | |
| 108 | |
| 109 | |
| 110 class Options(usage.Options): | |
| 111 optParameters = OPT_PARAMETERS_BOTH | |
| 112 | |
| 113 optFlags = [ | |
| 114 ('verbose', 'v', 'Show traffic'), | |
| 115 ('hide-nodes', None, 'Hide all nodes for disco') | |
| 116 ] | |
| 117 | |
| 118 def __init__(self): | |
| 119 """Read SàT Pubsub configuration file in order to overwrite the hard-coded default values. | |
| 120 | |
| 121 Priority for the usage of the values is (from lowest to highest): | |
| 122 - hard-coded default values | |
| 123 - values from SàT configuration files | |
| 124 - values passed on the command line | |
| 125 """ | |
| 126 # If we do it the reading later: after the command line options have been parsed, there's no good way to know | |
| 127 # if the options values are the hard-coded ones or if they have been passed on the command line. | |
| 128 | |
| 129 # FIXME: must be refactored + code can be factorised with backend | |
| 414 | 130 config_parser = configparser.ConfigParser() |
| 369 | 131 config_parser.read(CONFIG_FILES) |
| 132 for param in self.optParameters + OPT_PARAMETERS_CFG: | |
| 133 name = param[0] | |
| 134 try: | |
| 135 value = config_parser.get(CONFIG_SECTION, name) | |
| 136 try: | |
| 137 param[2] = param[4](value) | |
| 138 except IndexError: # the coerce method is optional | |
| 139 param[2] = value | |
| 380 | 140 except Exception as e: |
| 414 | 141 log.err('Invalid value for setting "{name}": {msg}'.format( |
| 380 | 142 name=name, msg=e)) |
| 143 sys.exit(1) | |
| 414 | 144 except (configparser.NoSectionError, configparser.NoOptionError): |
| 369 | 145 pass |
| 146 usage.Options.__init__(self) | |
| 147 for opt_data in OPT_PARAMETERS_CFG: | |
| 148 self[opt_data[0]] = opt_data[2] | |
| 155 | 149 |
| 369 | 150 def postOptions(self): |
| 151 if self['backend'] not in ['pgsql', 'memory']: | |
| 406 | 152 raise usage.UsageError("Unknown backend!") |
| 369 | 153 if self['backend'] == 'memory': |
| 154 raise NotImplementedError('memory backend is not available at the moment') | |
| 155 | |
| 156 self['jid'] = JID(self['jid']) if self['jid'] else None | |
| 157 | |
| 158 | |
| 414 | 159 @implementer(IServiceMaker, IPlugin) |
| 369 | 160 class SatPubsubMaker(object): |
| 161 tapname = "sat-pubsub" | |
| 414 | 162 description = "Salut à Toi Publish-Subscribe Service Component" |
| 369 | 163 options = Options |
| 164 | |
| 165 def makeService(self, config): | |
|
417
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
166 from wokkel.component import Component |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
167 from wokkel.disco import DiscoHandler |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
168 from wokkel.generic import FallbackHandler, VersionHandler |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
169 from wokkel.iwokkel import IPubSubResource |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
170 from wokkel import data_form |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
171 from wokkel import pubsub |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
172 from wokkel import rsm |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
173 from wokkel import mam |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
174 from sat_pubsub import const |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
175 from sat_pubsub import mam as pubsub_mam |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
176 from sat_pubsub import pubsub_admin |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
177 from sat_pubsub.backend import BackendService, ExtraDiscoHandler |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
178 from sat_pubsub.schema import SchemaHandler |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
179 from sat_pubsub.privilege import PrivilegesHandler |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
180 from sat_pubsub.delegation import DelegationsHandler |
|
412d26a9b2c2
import sat/wokkel modules only when making service:
Goffi <goffi@goffi.org>
parents:
414
diff
changeset
|
181 |
| 369 | 182 if not config['jid'] or not config['xmpp_pwd']: |
| 183 raise usage.UsageError("You must specify jid and xmpp_pwd") | |
| 184 s = service.MultiService() | |
| 185 | |
| 186 # Create backend service with storage | |
| 187 | |
| 188 if config['backend'] == 'pgsql': | |
| 189 from twisted.enterprise import adbapi | |
| 190 from sat_pubsub.pgsql_storage import Storage | |
| 191 from psycopg2.extras import NamedTupleConnection | |
| 192 keys_map = { | |
| 193 'db_user': 'user', | |
| 194 'db_pass': 'password', | |
| 195 'db_name': 'database', | |
| 196 'db_host': 'host', | |
| 197 'db_port': 'port', | |
| 198 } | |
| 199 kwargs = {} | |
| 414 | 200 for config_k, k in keys_map.items(): |
| 369 | 201 v = config.get(config_k) |
| 202 if v is None: | |
| 203 continue | |
| 204 kwargs[k] = v | |
| 205 dbpool = adbapi.ConnectionPool('psycopg2', | |
| 206 cp_reconnect=True, | |
| 207 client_encoding='utf-8', | |
| 208 connection_factory=NamedTupleConnection, | |
| 209 **kwargs | |
| 210 ) | |
| 211 st = Storage(dbpool) | |
| 212 elif config['backend'] == 'memory': | |
| 406 | 213 raise NotImplementedError('memory backend is not available at the moment') |
| 369 | 214 |
| 380 | 215 bs = BackendService(st, config) |
| 369 | 216 bs.setName('backend') |
| 217 bs.setServiceParent(s) | |
| 218 | |
| 219 # Set up XMPP server-side component with publish-subscribe capabilities | |
| 220 | |
| 221 cs = Component(config["rhost"], int(config["rport"]), | |
| 222 config["jid"].full(), config["xmpp_pwd"]) | |
| 223 cs.setName('component') | |
| 224 cs.setServiceParent(s) | |
| 225 | |
| 226 cs.factory.maxDelay = 900 | |
| 227 | |
| 228 if config["verbose"]: | |
| 229 cs.logTraffic = True | |
| 230 | |
| 231 FallbackHandler().setHandlerParent(cs) | |
| 414 | 232 VersionHandler('SàT Pubsub', sat_pubsub.__version__).setHandlerParent(cs) |
| 369 | 233 DiscoHandler().setHandlerParent(cs) |
| 234 | |
| 235 ph = PrivilegesHandler(config['jid']) | |
| 236 ph.setHandlerParent(cs) | |
| 237 bs.privilege = ph | |
| 238 | |
| 239 resource = IPubSubResource(bs) | |
| 240 resource.hideNodes = config["hide-nodes"] | |
| 241 resource.serviceJID = config["jid"] | |
| 242 | |
| 243 ps = (rsm if const.FLAG_ENABLE_RSM else pubsub).PubSubService(resource) | |
| 244 ps.setHandlerParent(cs) | |
| 245 resource.pubsubService = ps | |
| 246 | |
| 247 if const.FLAG_ENABLE_MAM: | |
| 248 mam_resource = pubsub_mam.MAMResource(bs) | |
| 249 mam_s = mam.MAMService(mam_resource) | |
| 250 mam_s.addFilter(data_form.Field(var=const.MAM_FILTER_CATEGORY)) | |
| 251 mam_s.setHandlerParent(cs) | |
| 252 | |
|
382
77b52dbda89a
pubsub_admin: Pubsub Admin experimental protocol first draft:
Goffi <goffi@goffi.org>
parents:
380
diff
changeset
|
253 pa = pubsub_admin.PubsubAdminHandler(bs) |
|
77b52dbda89a
pubsub_admin: Pubsub Admin experimental protocol first draft:
Goffi <goffi@goffi.org>
parents:
380
diff
changeset
|
254 pa.setHandlerParent(cs) |
|
77b52dbda89a
pubsub_admin: Pubsub Admin experimental protocol first draft:
Goffi <goffi@goffi.org>
parents:
380
diff
changeset
|
255 |
| 369 | 256 sh = SchemaHandler() |
| 257 sh.setHandlerParent(cs) | |
| 258 | |
|
375
9a787881b824
implemented Order-By ProtoXEP (MAM + PubSub)
Goffi <goffi@goffi.org>
parents:
369
diff
changeset
|
259 # wokkel.pubsub doesn't handle non pubsub# disco |
|
9a787881b824
implemented Order-By ProtoXEP (MAM + PubSub)
Goffi <goffi@goffi.org>
parents:
369
diff
changeset
|
260 # and we need to announce other feature, so this is a workaround |
|
9a787881b824
implemented Order-By ProtoXEP (MAM + PubSub)
Goffi <goffi@goffi.org>
parents:
369
diff
changeset
|
261 # to add them |
|
9a787881b824
implemented Order-By ProtoXEP (MAM + PubSub)
Goffi <goffi@goffi.org>
parents:
369
diff
changeset
|
262 # FIXME: propose a patch upstream to fix this situation |
|
9a787881b824
implemented Order-By ProtoXEP (MAM + PubSub)
Goffi <goffi@goffi.org>
parents:
369
diff
changeset
|
263 ed = ExtraDiscoHandler() |
|
9a787881b824
implemented Order-By ProtoXEP (MAM + PubSub)
Goffi <goffi@goffi.org>
parents:
369
diff
changeset
|
264 ed.setHandlerParent(cs) |
|
9a787881b824
implemented Order-By ProtoXEP (MAM + PubSub)
Goffi <goffi@goffi.org>
parents:
369
diff
changeset
|
265 |
| 369 | 266 # XXX: delegation must be instancied at the end, |
| 267 # because it does some MonkeyPatching on handlers | |
| 268 dh = DelegationsHandler() | |
| 269 dh.setHandlerParent(cs) | |
| 270 bs.delegation = dh | |
| 271 | |
| 272 return s | |
| 273 | |
| 274 serviceMaker = SatPubsubMaker() |