Mercurial > libervia-backend
diff sat/memory/cache.py @ 2562:26edcf3a30eb
core, setup: huge cleaning:
- moved directories from src and frontends/src to sat and sat_frontends, which is the recommanded naming convention
- move twisted directory to root
- removed all hacks from setup.py, and added missing dependencies, it is now clean
- use https URL for website in setup.py
- removed "Environment :: X11 Applications :: GTK", as wix is deprecated and removed
- renamed sat.sh to sat and fixed its installation
- added python_requires to specify Python version needed
- replaced glib2reactor which use deprecated code by gtk3reactor
sat can now be installed directly from virtualenv without using --system-site-packages anymore \o/
author | Goffi <goffi@goffi.org> |
---|---|
date | Mon, 02 Apr 2018 19:44:50 +0200 |
parents | src/memory/cache.py@cd7a53c31eb6 |
children | 56f94936df1e |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/sat/memory/cache.py Mon Apr 02 19:44:50 2018 +0200 @@ -0,0 +1,153 @@ +#!/usr/bin/env python2 +# -*- coding: utf-8 -*- + +# SAT: a jabber client +# Copyright (C) 2009-2018 Jérôme Poisson (goffi@goffi.org) + +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. + +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. + +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +from sat.core.log import getLogger +log = getLogger(__name__) +from sat.tools.common import regex +from sat.core import exceptions +from sat.core.constants import Const as C +import cPickle as pickle +import mimetypes +import os.path +import time + +DEFAULT_EXT = '.raw' + + +class Cache(object): + """generic file caching""" + + def __init__(self, host, profile): + """ + @param profile(unicode, None): ame of the profile to set the cache for + if None, the cache will be common for all profiles + """ + self.profile = profile + path_elts = [host.memory.getConfig('', 'local_dir'), C.CACHE_DIR] + if profile: + path_elts.extend([u'profiles',regex.pathEscape(profile)]) + else: + path_elts.append(u'common') + self.cache_dir = os.path.join(*path_elts) + + if not os.path.exists(self.cache_dir): + os.makedirs(self.cache_dir) + + def getPath(self, filename): + """return cached file URL + + @param filename(unicode): cached file name (cache data or actual file) + """ + if not filename or u'/' in filename: + log.error(u"invalid char found in file name, hack attempt? name:{}".format(filename)) + raise exceptions.DataError(u"Invalid char found") + return os.path.join(self.cache_dir, filename) + + def getMetadata(self, uid): + """retrieve metadata for cached data + + @param uid(unicode): unique identifier of file + @return (dict, None): metadata with following keys: + see [cacheData] for data details, an additional "path" key is the full path to cached file. + None if file is not in cache (or cache is invalid) + """ + + uid = uid.strip() + if not uid: + raise exceptions.InternalError(u"uid must not be empty") + cache_url = self.getPath(uid) + if not os.path.exists(cache_url): + return None + + try: + with open(cache_url, 'rb') as f: + cache_data = pickle.load(f) + except IOError: + log.warning(u"can't read cache at {}".format(cache_url)) + return None + except pickle.UnpicklingError: + log.warning(u'invalid cache found at {}'.format(cache_url)) + return None + + try: + eol = cache_data['eol'] + except KeyError: + log.warning(u'no End Of Life found for cached file {}'.format(uid)) + eol = 0 + if eol < time.time(): + log.debug(u"removing expired cache (expired for {}s)".format( + time.time() - eol)) + return None + + cache_data['path'] = self.getPath(cache_data['filename']) + return cache_data + + def getFilePath(self, uid): + """retrieve absolute path to file + + @param uid(unicode): unique identifier of file + @return (unicode, None): absolute path to cached file + None if file is not in cache (or cache is invalid) + """ + metadata = self.getMetadata(uid) + if metadata is not None: + return metadata['path'] + + def cacheData(self, source, uid, mime_type=None, max_age=None, filename=None): + """create cache metadata and file object to use for actual data + + @param source(unicode): source of the cache (should be plugin's import_name) + @param uid(unicode): an identifier of the file which must be unique + @param mime_type(unicode): MIME type of the file to cache + it will be used notably to guess file extension + @param max_age(int, None): maximum age in seconds + the cache metadata will have an "eol" (end of life) + None to use default value + 0 to ignore cache (file will be re-downloaded on each access) + @param filename: if not None, will be used as filename + else one will be generated from uid and guessed extension + @return(file): file object opened in write mode + you have to close it yourself (hint: use with statement) + """ + cache_url = self.getPath(uid) + if filename is None: + if mime_type: + ext = mimetypes.guess_extension(mime_type, strict=False) + if ext is None: + log.warning(u"can't find extension for MIME type {}".format(mime_type)) + ext = DEFAULT_EXT + elif ext == u'.jpe': + ext = u'.jpg' + else: + ext = DEFAULT_EXT + mime_type = None + filename = uid + ext + if max_age is None: + max_age = C.DEFAULT_MAX_AGE + cache_data = {u'source': source, + u'filename': filename, + u'eol': int(time.time()) + max_age, + u'mime_type': mime_type, + } + file_path = self.getPath(filename) + + with open(cache_url, 'wb') as f: + pickle.dump(cache_data, f, protocol=2) + + return open(file_path, 'wb')