view libervia/backend/plugins/plugin_misc_forums.py @ 4192:1d24ff583794

plugin forums: parsing fix + formatting: - reformatted with black - fix parsing of forums - minor improvements
author Goffi <goffi@goffi.org>
date Tue, 12 Dec 2023 12:17:15 +0100
parents 5d056d524298
children
line wrap: on
line source

#!/usr/bin/env python3

# Libervia plugin for pubsub forums
# Copyright (C) 2009-2023 Jérôme Poisson (goffi@goffi.org)

# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.

# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.

# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

from typing import Iterable
from libervia.backend.core.core_types import SatXMPPEntity
from libervia.backend.core.i18n import _
from libervia.backend.core.constants import Const as C
from libervia.backend.core import exceptions
from libervia.backend.core.log import getLogger
from libervia.backend.tools.common import uri, data_format
from twisted.words.protocols.jabber import jid
from twisted.words.xish import domish
from twisted.internet import defer
import shortuuid
import json

log = getLogger(__name__)

NS_FORUMS = "org.salut-a-toi.forums:0"
NS_FORUMS_TOPICS = NS_FORUMS + "#topics"

PLUGIN_INFO = {
    C.PI_NAME: _("forums management"),
    C.PI_IMPORT_NAME: "forums",
    C.PI_TYPE: "EXP",
    C.PI_PROTOCOLS: [],
    C.PI_DEPENDENCIES: ["XEP-0060", "XEP-0277"],
    C.PI_MAIN: "forums",
    C.PI_HANDLER: "no",
    C.PI_DESCRIPTION: _("""forums management plugin"""),
}
FORUM_ATTR = {"title", "name", "main-language", "uri"}
FORUM_SUB_ELTS = ("short-desc", "desc")
FORUM_TOPICS_NODE_TPL = "{node}#topics_{uuid}"
FORUM_TOPIC_NODE_TPL = "{node}_{uuid}"


class forums:
    def __init__(self, host):
        log.info(_("forums plugin initialization"))
        self.host = host
        self._m = self.host.plugins["XEP-0277"]
        self._p = self.host.plugins["XEP-0060"]
        self._node_options = {
            self._p.OPT_ACCESS_MODEL: self._p.ACCESS_OPEN,
            self._p.OPT_PERSIST_ITEMS: 1,
            self._p.OPT_DELIVER_PAYLOADS: 1,
            self._p.OPT_SEND_ITEM_SUBSCRIBE: 1,
            self._p.OPT_PUBLISH_MODEL: self._p.ACCESS_OPEN,
        }
        host.register_namespace("forums", NS_FORUMS)
        host.bridge.add_method(
            "forums_get",
            ".plugin",
            in_sign="ssss",
            out_sign="s",
            method=self._get,
            async_=True,
        )
        host.bridge.add_method(
            "forums_set",
            ".plugin",
            in_sign="sssss",
            out_sign="",
            method=self._set,
            async_=True,
        )
        host.bridge.add_method(
            "forum_topics_get",
            ".plugin",
            in_sign="ssa{ss}s",
            out_sign="(aa{ss}s)",
            method=self._get_topics,
            async_=True,
        )
        host.bridge.add_method(
            "forum_topic_create",
            ".plugin",
            in_sign="ssa{ss}s",
            out_sign="",
            method=self._create_topic,
            async_=True,
        )

    async def _create_forums(
        self,
        client: SatXMPPEntity,
        forums: list[dict],
        service: jid.JID,
        node: str,
        forums_elt: domish.Element | None = None,
        names: Iterable = None,
    ) -> domish.Element:
        """Recursively create <forums> element(s)

        @param forums(list): forums which may have subforums
        @param service(jid.JID): service where the new nodes will be created
        @param node(unicode): node of the forums
            will be used as basis for the newly created nodes
        @param parent_elt(domish.Element, None): element where the forum must be added
            if None, the root <forums> element will be created
        @return (domish.Element): created forums
        """
        if not isinstance(forums, list):
            raise ValueError(_("forums arguments must be a list of forums"))
        if forums_elt is None:
            forums_elt = domish.Element((NS_FORUMS, "forums"))
            assert names is None
            names = set()
        else:
            if names is None or forums_elt.name != "forums":
                raise exceptions.InternalError("invalid forums or names")
            assert names is not None

        for forum in forums:
            if not isinstance(forum, dict):
                raise ValueError(_("A forum item must be a dictionary"))
            forum_elt = forums_elt.addElement("forum")

            for key, value in forum.items():
                if key == "name" and key in names:
                    raise exceptions.ConflictError(
                        _("following forum name is not unique: {name}").format(name=key)
                    )
                if key == "uri" and (value is None or not value.strip()):
                    log.info(_("creating missing forum node"))
                    forum_node = FORUM_TOPICS_NODE_TPL.format(
                        node=node, uuid=shortuuid.uuid()
                    )
                    await self._p.createNode(
                        client, service, forum_node, self._node_options
                    )
                    value = uri.build_xmpp_uri(
                        "pubsub", path=service.full(), node=forum_node
                    )
                if key in FORUM_ATTR:
                    forum_elt[key] = value.strip()
                elif key in FORUM_SUB_ELTS:
                    forum_elt.addElement(key, content=value)
                elif key == "sub-forums":
                    assert isinstance(value, list)
                    sub_forums_elt = forum_elt.addElement("forums")
                    await self._create_forums(
                        client, value, service, node, sub_forums_elt, names=names
                    )
                else:
                    log.warning(_("Unknown forum attribute: {key}").format(key=key))
            if not forum_elt.getAttribute("title"):
                name = forum_elt.getAttribute("name")
                if name:
                    forum_elt["title"] = name
                else:
                    raise ValueError(_("forum need a title or a name"))
            if not forum_elt.getAttribute("uri") and not forum_elt.children:
                raise ValueError(_("forum need uri or sub-forums"))
        return forums_elt

    def _parse_forums(self, parent_elt=None, forums=None):
        """Recursivly parse a <forums> elements and return corresponding forums data

        @param item(domish.Element): item with <forums> element
        @param parent_elt(domish.Element, None): element to parse
        @return (list): parsed data
        @raise ValueError: item is invalid
        """
        if parent_elt.name == "item":
            forums = []
            try:
                forums_elt = next(parent_elt.elements(NS_FORUMS, "forums"))
            except StopIteration:
                raise ValueError(_("missing <forums> element"))
        else:
            forums_elt = parent_elt
            if forums is None:
                raise exceptions.InternalError("expected forums")
            if forums_elt.name != "forums":
                raise ValueError(
                    _("Unexpected element: {xml}").format(xml=forums_elt.toXml())
                )
        for forum_elt in forums_elt.elements():
            if forum_elt.name == "forum":
                data = {}
                for attrib in FORUM_ATTR.intersection(forum_elt.attributes):
                    data[attrib] = forum_elt[attrib]
                unknown = set(forum_elt.attributes).difference(FORUM_ATTR)
                if unknown:
                    log.warning(
                        _("Following attributes are unknown: {unknown}").format(
                            unknown=unknown
                        )
                    )
                for elt in forum_elt.elements():
                    if elt.name in FORUM_SUB_ELTS:
                        data[elt.name] = str(elt)
                    elif elt.name == "forums":
                        sub_forums = data["sub-forums"] = []
                        self._parse_forums(elt, sub_forums)
                if not "title" in data or not {"uri", "sub-forums"}.intersection(data):
                    log.warning(
                        _("invalid forum, ignoring: {xml}").format(xml=forum_elt.toXml())
                    )
                else:
                    forums.append(data)
            else:
                log.warning(_("unkown forums sub element: {xml}").format(xml=forum_elt))

        return forums

    def _get(self, service=None, node=None, forums_key=None, profile_key=C.PROF_KEY_NONE):
        client = self.host.get_client(profile_key)
        if service.strip():
            service = jid.JID(service)
        else:
            service = None
        if not node.strip():
            node = None
        d = defer.ensureDeferred(self.get(client, service, node, forums_key or None))
        d.addCallback(lambda data: json.dumps(data))
        return d

    async def get(self, client, service=None, node=None, forums_key=None):
        if service is None:
            service = client.pubsub_service
        if node is None:
            node = NS_FORUMS
        if forums_key is None:
            forums_key = "default"
        items_data = await self._p.get_items(client, service, node, item_ids=[forums_key])
        item = items_data[0][0]
        # we have the item and need to convert it to json
        forums = self._parse_forums(item)
        return forums

    def _set(
        self,
        forums: str,
        service_s: str = "",
        node_s: str = "",
        forums_key: str = "",
        profile_key: str = C.PROF_KEY_NONE,
    ) -> defer.Deferred:
        client = self.host.get_client(profile_key)
        forums = json.loads(forums)
        if not service_s.strip():
            service = None
        else:
            service = jid.JID(service_s)
        node = None if not node_s.strip() else node_s
        return defer.ensureDeferred(
            self.set(client, forums, service, node, forums_key or None)
        )

    async def set(self, client, forums, service=None, node=None, forums_key=None):
        """Create or replace forums structure

        @param forums(list): list of dictionary as follow:
            a dictionary represent a forum metadata, with the following keys:
                - title: title of the forum
                - name: short name (unique in those forums) for the forum
                - main-language: main language to be use in the forums
                - uri: XMPP uri to the microblog node hosting the forum
                - short-desc: short description of the forum (in main-language)
                - desc: long description of the forum (in main-language)
                - sub-forums: a list of sub-forums with the same structure
            title or name is needed, and uri or sub-forums
        @param forums_key(unicode, None): key (i.e. item id) of the forums
            may be used to store different forums structures for different languages
            None to use "default"
        """
        if service is None:
            service = client.pubsub_service
        if node is None:
            node = NS_FORUMS
        if forums_key is None:
            forums_key = "default"
        forums_elt = await self._create_forums(client, forums, service, node)
        return await self._p.send_item(
            client, service, node, forums_elt, item_id=forums_key
        )

    def _get_topics(self, service, node, extra=None, profile_key=C.PROF_KEY_NONE):
        client = self.host.get_client(profile_key)
        extra = self._p.parse_extra(extra)
        d = defer.ensureDeferred(
            self.get_topics(
                client,
                jid.JID(service),
                node,
                rsm_request=extra.rsm_request,
                extra=extra.extra,
            )
        )
        d.addCallback(
            lambda topics_data: (topics_data[0], data_format.serialise(topics_data[1]))
        )
        return d

    async def get_topics(self, client, service, node, rsm_request=None, extra=None):
        """Retrieve topics data

        Topics are simple microblog URIs with some metadata duplicated from first post
        """
        topics_data = await self._p.get_items(
            client, service, node, rsm_request=rsm_request, extra=extra
        )
        topics = []
        item_elts, metadata = topics_data
        for item_elt in item_elts:
            topic_elt = next(item_elt.elements(NS_FORUMS, "topic"))
            title_elt = next(topic_elt.elements(NS_FORUMS, "title"))
            topic = {
                "uri": topic_elt["uri"],
                "author": topic_elt["author"],
                "title": str(title_elt),
            }
            topics.append(topic)
        return (topics, metadata)

    def _create_topic(self, service, node, mb_data, profile_key):
        client = self.host.get_client(profile_key)
        return defer.ensureDeferred(
            self.create_topic(client, jid.JID(service), node, mb_data)
        )

    async def create_topic(self, client, service, node, mb_data):
        try:
            title = mb_data["title"]
            content = mb_data.pop("content")
        except KeyError as e:
            raise exceptions.DataError(
                "missing mandatory data: {key}".format(key=e.args[0])
            )
        else:
            mb_data["content_rich"] = content
        topic_node = FORUM_TOPIC_NODE_TPL.format(node=node, uuid=shortuuid.uuid())
        await self._p.createNode(client, service, topic_node, self._node_options)
        await self._m.send(client, mb_data, service, topic_node)
        topic_uri = uri.build_xmpp_uri(
            "pubsub", subtype="microblog", path=service.full(), node=topic_node
        )
        topic_elt = domish.Element((NS_FORUMS, "topic"))
        topic_elt["uri"] = topic_uri
        topic_elt["author"] = client.jid.userhost()
        topic_elt.addElement("title", content=title)
        await self._p.send_item(client, service, node, topic_elt)