Mercurial > libervia-backend
diff tests/e2e/conftest.py @ 3415:814e118d9ef3
tests: end-2-end tests first draft:
- e2e tests are launched inside the new docker e2e test environment
- `run_e2e.py` launch the docker container, mount the current code base in it, launch the
e2e tests and print report in real time
- `conftest.py` are pytest fixtures managing many things such as account creation, fake files
management, JSON or Domish.Element parsing, fake editor, etc.
- `test_jp.py` are end-to-end test done with `jp`. `sh` library is used to make tests
writting as user-friendly as possible. The `SAT_TEST_ENV_E2E` environment variable is
checked, and tests will be skipped if it's not set.
author | Goffi <goffi@goffi.org> |
---|---|
date | Thu, 12 Nov 2020 14:53:16 +0100 |
parents | |
children | d4558f3cbf13 |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/tests/e2e/conftest.py Thu Nov 12 14:53:16 2020 +0100 @@ -0,0 +1,320 @@ +#!/usr/bin/env python3 + +# SàT: an XMPP client +# Copyright (C) 2009-2020 Jérôme Poisson (goffi@goffi.org) + +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. + +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. + +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +import sys +import os +import tempfile +import string +import hashlib +import random +from pathlib import Path +from textwrap import dedent +import json +import pytest +from sh import jp + + +class JpJson: + """jp like commands parsing result as JSON""" + + def __init__(self): + self.subcommands = [] + + def __call__(self, *args, **kwargs): + args = self.subcommands + list(args) + self.subcommands.clear() + kwargs['output'] = 'json_raw' + kwargs['_tty_out'] = False + cmd = jp(*args, **kwargs) + return json.loads(cmd.stdout) + + def __getattr__(self, name): + if name.startswith('_'): + # no jp subcommand starts with a "_", + # and pytest uses some attributes with this name scheme + return super().__getattr__(name) + self.subcommands.append(name) + return self + + +class JpElt(JpJson): + """jp like commands parsing result as domishElement""" + + def __init__(self): + super().__init__() + from sat.tools.xml_tools import ElementParser + self.parser = ElementParser() + + def __call__(self, *args, **kwargs): + args = self.subcommands + list(args) + self.subcommands.clear() + kwargs['output'] = 'xml_raw' + kwargs['_tty_out'] = False + cmd = jp(*args, **kwargs) + return self.parser(cmd.stdout.decode().strip()) + + +class Editor: + + def __init__(self): + # temporary directory will be deleted Automatically when this object will be + # destroyed + self.tmp_dir_obj = tempfile.TemporaryDirectory(prefix="sat_e2e_test_editor_") + self.tmp_dir_path = Path(self.tmp_dir_obj.name) + if not sys.executable: + raise Exception("Can't find python executable") + self.editor_set = False + self.editor_path = self.tmp_dir_path / "editor.py" + self.ori_content_path = self.tmp_dir_path / "original_content" + self.new_content_path = self.tmp_dir_path / "new_content" + self.base_script = dedent(f"""\ + #!{sys.executable} + import sys + + def content_filter(content): + return {{content_filter}} + + with open(sys.argv[1], 'r+') as f: + original_content = f.read() + f.seek(0) + new_content = content_filter(original_content) + f.write(new_content) + f.truncate() + + with open("{self.ori_content_path}", "w") as f: + f.write(original_content) + + with open("{self.new_content_path}", "w") as f: + f.write(new_content) + """ + ) + self._env = os.environ.copy() + self._env["EDITOR"] = str(self.editor_path) + + def set_filter(self, content_filter: str = "content"): + """Python code to modify original content + + The code will be applied to content received by editor. + The original content received by editor is in the "content" variable. + If filter_ is not specified, original content is written unmodified. + Code must be on a single line. + """ + if '\n' in content_filter: + raise ValueError("new lines can't be used in filter_") + with self.editor_path.open('w') as f: + f.write(self.base_script.format(content_filter=content_filter)) + self.editor_path.chmod(0o700) + self.editor_set = True + + @property + def env(self): + """Get environment variable with the editor set""" + if not self.editor_set: + self.set_filter() + return self._env + + @property + def original_content(self): + """Last content received by editor, before any modification + + returns None if editor has not yet been called + """ + try: + with self.ori_content_path.open() as f: + return f.read() + except FileNotFoundError: + return None + + @property + def new_content(self): + """Last content writen by editor + + This is the final content, after filter has been applied to original content + returns None if editor has not yet been called + """ + try: + with self.new_content_path.open() as f: + return f.read() + except FileNotFoundError: + return None + + +class FakeFile: + ALPHABET = f"{string.ascii_letters}{string.digits}_" + BUF_SIZE = 65535 + + def __init__(self): + self.tmp_dir_obj = tempfile.TemporaryDirectory(prefix="sat_e2e_test_files_") + self.tmp_dir_path = Path(self.tmp_dir_obj.name) + self.source_files = self.tmp_dir_path / "source" + self.source_files.mkdir() + self.dest_files = self.tmp_dir_path / "dest" + self.dest_files.mkdir() + self.hashes = {} + + @property + def dest_path(self): + """Path of a directory where files can be received + + The directory will be deleted at the end of session. + Files from other test can be present, be sure to create a unique subdirectory or + to use a unique destination file name + """ + return self.dest_files + + def new_dest_file(self) -> Path: + """Path to a randomly named destination file + + The file will be in self.dest_path. + The file should be deleted after use. If not, it will be deleted at the end of + session with the whole temporary test files directory. + """ + name = ''.join(random.choices(self.ALPHABET, k=8)) + return self.dest_files / name + + def size(self, size: int, use_cache: bool = True): + """Create a file of requested size, and returns its path + + @param use_cache: if True and a file of this size already exists, it is re-used + """ + dest_path = self.source_files / str(size) + if not use_cache or not dest_path.exists(): + hash_ = hashlib.sha256() + remaining = size + with dest_path.open('wb') as f: + while remaining: + if remaining > self.BUF_SIZE: + to_get = self.BUF_SIZE + else: + to_get = remaining + buf = os.urandom(to_get) + f.write(buf) + hash_.update(buf) + remaining -= to_get + self.hashes[dest_path] = hash_.hexdigest() + return dest_path + + def get_source_hash(self, source_file: Path) -> str: + """Retrieve hash calculated for a generated source file""" + return self.hashes[source_file] + + def get_dest_hash(self, dest_file: Path) -> str: + """Calculate hash of file at given path""" + hash_ = hashlib.sha256() + with dest_file.open('rb') as f: + while True: + buf = f.read(self.BUF_SIZE) + if not buf: + break + hash_.update(buf) + return hash_.hexdigest() + + +@pytest.fixture(scope="session") +def jp_json(): + """Run jp with "json_raw" output, and returns the parsed value""" + return JpJson() + + +@pytest.fixture(scope="session") +def jp_elt(): + """Run jp with "xml_raw" output, and returns the parsed value""" + return JpElt() + + +@pytest.fixture(scope="session") +def test_profiles(): + """Test accounts created using in-band registration + + They will be removed at the end of session. + The number of account per servers is set in the "accounts_by_servers" dict. + Jids are in the form "account[x]@server[y].test". + The profiles used are in the form "account[x]" for server1.test, and + "account[x]_s[y]" for other servers. + Password is "test" for all profiles and XMPP accounts. + "account1" is connected and set as default profile + Profiles created are returned as a tuple + """ + profiles = [] + nb_servers = 3 + accounts_by_servers = { + 1: 1, + 2: 1, + 3: 0, + } + for server_idx in range(1, nb_servers+1): + account_stop = accounts_by_servers[server_idx] + 1 + for account_idx in range(1, account_stop): + profile_suff = f"_s{server_idx}" if server_idx>1 else "" + profile = f"account{account_idx}{profile_suff}" + profiles.append(profile) + jp.account.create( + f"account{account_idx}@server{server_idx}.test", + "test", + profile=profile, + host=f"server{server_idx}.test" + ) + jp.profile.modify(profile="account1", default=True, connect=True) + jp.profile.connect(profile="account1_s2", connect=True) + yield tuple(profiles) + for profile in profiles: + jp.account.delete(profile=profile, connect=True, force=True) + jp.profile.delete(profile, force=True) + + +@pytest.fixture(scope="class") +def pubsub_nodes(test_profiles): + """Create 2 testing nodes + + Both nodes will be created with "account1" profile, named "test" and have and "open" + access model. + One node will account1's PEP, the other one on pubsub.server1.test. + """ + jp.pubsub.node.create( + "-f", "access_model", "open", + node="test", + profile="account1", connect=True + ) + jp.pubsub.node.create( + "-f", "access_model", "open", + service="pubsub.server1.test", node="test", + profile="account1" + ) + yield + jp.pubsub.node.delete( + node="test", + profile="account1", connect=True, + force=True + ) + jp.pubsub.node.delete( + service="pubsub.server1.test", node="test", + profile="account1", + force=True + ) + + +@pytest.fixture() +def editor(): + """Create a fake editor to automatise edition from CLI""" + return Editor() + + +@pytest.fixture(scope="session") +def fake_file(): + """Manage dummy files creation and destination path""" + return FakeFile()