Mercurial > libervia-backend
view sat/memory/persistent.py @ 3254:6cf4bd6972c2
core, frontends: avatar refactoring:
/!\ huge commit
Avatar logic has been reworked around the IDENTITY plugin: plugins able to handle avatar
or other identity related metadata (like nicknames) register to IDENTITY plugin in the
same way as for other features like download/upload. Once registered, IDENTITY plugin will
call them when suitable in order of priority, and handle caching.
Methods to manage those metadata from frontend now use serialised data.
For now `avatar` and `nicknames` are handled:
- `avatar` is now a dict with `path` + metadata like `media_type`, instead of just a string
path
- `nicknames` is now a list of nicknames in order of priority. This list is never empty,
and `nicknames[0]` should be the preferred nickname to use by frontends in most cases.
In addition to contact specified nicknames, user set nickname (the one set in roster) is
used in priority when available.
Among the side changes done with this commit, there are:
- a new `contactGet` bridge method to get roster metadata for a single contact
- SatPresenceProtocol.send returns a Deferred to check when it has actually been sent
- memory's methods to handle entities data now use `client` as first argument
- metadata filter can be specified with `getIdentity`
- `getAvatar` and `setAvatar` are now part of the IDENTITY plugin instead of XEP-0054 (and
there signature has changed)
- `isRoom` and `getBareOrFull` are now part of XEP-0045 plugin
- jp avatar/get command uses `xdg-open` first when available for `--show` flag
- `--no-cache` has been added to jp avatar/get and identity/get
- jp identity/set has been simplified, explicit options (`--nickname` only for now) are
used instead of `--field`. `--field` may come back in the future if necessary for extra
data.
- QuickContactList `SetContact` now handle None as a value, and doesn't use it to delete the
metadata anymore
- improved cache handling for `metadata` and `nicknames` in quick frontend
- new `default` argument in QuickContactList `getCache`
author | Goffi <goffi@goffi.org> |
---|---|
date | Tue, 14 Apr 2020 21:00:33 +0200 |
parents | 1af840e84af7 |
children | be6d91572633 |
line wrap: on
line source
#!/usr/bin/env python3 # SAT: a jabber client # Copyright (C) 2009-2020 Jérôme Poisson (goffi@goffi.org) # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see <http://www.gnu.org/licenses/>. from sat.core.i18n import _ from sat.core.log import getLogger log = getLogger(__name__) from twisted.python import failure class MemoryNotInitializedError(Exception): pass class PersistentDict: r"""A dictionary which save persistently each value assigned /!\ be careful, each assignment means a database write /!\ Memory must be initialised before loading/setting value with instances of this class""" storage = None binary = False def __init__(self, namespace, profile=None): """ @param namespace: unique namespace for this dictionary @param profile(unicode, None): profile which *MUST* exists, or None for general values """ if not self.storage: log.error(_("PersistentDict can't be used before memory initialisation")) raise MemoryNotInitializedError self._cache = {} self.namespace = namespace self.profile = profile def _setCache(self, data): self._cache = data def load(self): """Load persistent data from storage. need to be called before any other operation @return: defers the PersistentDict instance itself """ d = self.storage.getPrivates(self.namespace, binary=self.binary, profile=self.profile) d.addCallback(self._setCache) d.addCallback(lambda __: self) return d def iteritems(self): return iter(self._cache.items()) def items(self): return self._cache.items() def __repr__(self): return self._cache.__repr__() def __str__(self): return self._cache.__str__() def __lt__(self, other): return self._cache.__lt__(other) def __le__(self, other): return self._cache.__le__(other) def __eq__(self, other): return self._cache.__eq__(other) def __ne__(self, other): return self._cache.__ne__(other) def __gt__(self, other): return self._cache.__gt__(other) def __ge__(self, other): return self._cache.__ge__(other) def __cmp__(self, other): return self._cache.__cmp__(other) def __hash__(self): return self._cache.__hash__() def __bool__(self): return self._cache.__len__() != 0 def __contains__(self, key): return self._cache.__contains__(key) def __iter__(self): return self._cache.__iter__() def __getitem__(self, key): return self._cache.__getitem__(key) def __setitem__(self, key, value): self.storage.setPrivateValue(self.namespace, key, value, self.binary, self.profile) return self._cache.__setitem__(key, value) def __delitem__(self, key): self.storage.delPrivateValue(self.namespace, key, self.binary, self.profile) return self._cache.__delitem__(key) def clear(self): """Delete all values from this namespace""" self._cache.clear() return self.storage.delPrivateNamespace(self.namespace, self.binary, self.profile) def get(self, key, default=None): return self._cache.get(key, default) def aset(self, key, value): """Async set, return a Deferred fired when value is actually stored""" self._cache.__setitem__(key, value) return self.storage.setPrivateValue(self.namespace, key, value, self.binary, self.profile) def adel(self, key): """Async del, return a Deferred fired when value is actually deleted""" self._cache.__delitem__(key) return self.storage.delPrivateValue( self.namespace, key, self.binary, self.profile) def setdefault(self, key, default): try: return self._cache[key] except: self.__setitem__(key, default) return default def force(self, name): """Force saving of an attribute to storage @return: deferred fired when data is actually saved """ return self.storage.setPrivateValue(self.namespace, name, self._cache[name], self.binary, self.profile) class PersistentBinaryDict(PersistentDict): """Persistent dict where value can be any python data (instead of string only)""" binary = True class LazyPersistentBinaryDict(PersistentBinaryDict): r"""PersistentBinaryDict which get key/value when needed This Persistent need more database access, it is suitable for largest data, to save memory. /!\ most of methods return a Deferred """ # TODO: missing methods should be implemented using database access # TODO: a cache would be useful (which is deleted after a timeout) def load(self): # we show a warning as calling load on LazyPersistentBinaryDict sounds like a code mistake log.warning(_("Calling load on LazyPersistentBinaryDict while it's not needed")) def iteritems(self): raise NotImplementedError def items(self): d = self.storage.getPrivates(self.namespace, binary=self.binary, profile=self.profile) d.addCallback(lambda data_dict: data_dict.items()) return d def all(self): return self.storage.getPrivates(self.namespace, binary=self.binary, profile=self.profile) def __repr__(self): raise NotImplementedError def __str__(self): return "LazyPersistentBinaryDict (namespace: {})".format(self.namespace) def __lt__(self, other): raise NotImplementedError def __le__(self, other): raise NotImplementedError def __eq__(self, other): raise NotImplementedError def __ne__(self, other): raise NotImplementedError def __gt__(self, other): raise NotImplementedError def __ge__(self, other): raise NotImplementedError def __cmp__(self, other): raise NotImplementedError def __hash__(self): return hash(str(self.__class__) + self.namespace + (self.profile or '')) def __bool__(self): raise NotImplementedError def __contains__(self, key): raise NotImplementedError def __iter__(self): raise NotImplementedError def _data2value(self, data, key): try: return data[key] except KeyError as e: # we return a Failure here to avoid the jump # into debugger in debug mode. raise failure.Failure(e) def __getitem__(self, key): """get the value as a Deferred""" d = self.storage.getPrivates(self.namespace, keys=[key], binary=self.binary, profile=self.profile) d.addCallback(self._data2value, key) return d def __setitem__(self, key, value): self.storage.setPrivateValue(self.namespace, key, value, self.binary, self.profile) def __delitem__(self, key): self.storage.delPrivateValue(self.namespace, key, self.binary, self.profile) def _defaultOrException(self, failure_, default): failure_.trap(KeyError) return default def get(self, key, default=None): d = self.__getitem__(key) d.addErrback(self._defaultOrException, default=default) return d def aset(self, key, value): """Async set, return a Deferred fired when value is actually stored""" # FIXME: redundant with force, force must be removed # XXX: similar as PersistentDict.aset, but doesn't use cache return self.storage.setPrivateValue(self.namespace, key, value, self.binary, self.profile) def adel(self, key): """Async del, return a Deferred fired when value is actually deleted""" # XXX: similar as PersistentDict.adel, but doesn't use cache return self.storage.delPrivateValue( self.namespace, key, self.binary, self.profile) def setdefault(self, key, default): raise NotImplementedError def force(self, name, value): """Force saving of an attribute to storage @param value(object): value is needed for LazyPersistentBinaryDict @return: deferred fired when data is actually saved """ return self.storage.setPrivateValue(self.namespace, name, value, self.binary, self.profile) def remove(self, key): """Delete a key from sotrage, and return a deferred called when it's done @param key(unicode): key to delete @return (D): A deferred fired when delete is done """ return self.storage.delPrivateValue(self.namespace, key, self.binary, self.profile)