nucliadb 2.46.1.post382__py3-none-any.whl → 6.2.1.post2777__py3-none-any.whl

nucliadb/tests/knowledgeboxes/philosophy_books.py

@@ -1,203 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-
-import pytest
-from httpx import AsyncClient
-
-
-@pytest.fixture(scope="function")
-async def philosophy_books_kb(
-    nucliadb_manager: AsyncClient,
-    nucliadb_writer: AsyncClient,
-):
-    payloads = [
-        {
-            "slug": "meditations",
-            "title": "Meditations",
-            "summary": (
-                "Series of personal writings by Marcus Aurelius recording his private notes to "
-                "himself and ideas on Stoic philosophy"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Marcus Aurelius",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "nicomachean-ethics",
-            "title": "Nicomachean Ethics",
-            "summary": (
-                "Aristotle's best-known work on ethics, the science of human life"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Aristotle",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "beyond-good-and-evil",
-            "title": "Beyond Good and Evil: Prelude to a philosophy of the Future",
-            "summary": (
-                "Nietzsche acuse past philosophers of lacking critical sense and blindly accepting "
-                "dogmatic premises in their consideration of morality"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Friedrich Nietzsche",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "meditations-on-first-philosophy",
-            "title": "Meditations on First Philosophy",
-            "summary": (
-                "Six meditations in which Descartes first discards all belief in things that are "
-                "not absolutely certain, and then tries to establish what can be known for sure"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "René Descartes",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "the-principles-of-the-most-ancient-and-modern-philosophy",
-            "title": "The Principles of the most Ancient and Modern Philosophy",
-            "summary": (
-                "Conway's monistic view of the world as created from one substance"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Anne Conway",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "ethics",
-            "title": "Ethics",
-            "summary": (
-                "Spinoza puts forward a small number of definitions and axioms from which he "
-                "attempts to derive hundreds of propositions and corollaries"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Baruch Spinoza",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "critique-of-pure-reason",
-            "title": "Critique of Pure Reason",
-            "summary": ("Kant seeks to determine the limits and scope of metaphysics"),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Immanuel Kant",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "the-human-condition",
-            "title": "The Human Condition",
-            "summary": (
-                "Arendt differentiates political and social concepts, labor and work, and various "
-                "forms of actions; she then explores the implications of those distinctions"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Hannah Arendt",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-    ]
-
-    resp = await nucliadb_manager.post("/kbs", json={"slug": "philosophy-books"})
-    assert resp.status_code == 201
-    kbid = resp.json().get("uuid")
-
-    for payload in payloads:
-        resp = await nucliadb_writer.post(
-            f"/kb/{kbid}/resources",
-            headers={"X-Synchronous": "true"},
-            json=payload,
-        )
-        assert resp.status_code == 201
-
-    yield kbid
-
-    resp = await nucliadb_manager.delete(f"/kb/{kbid}")
-    assert resp.status_code == 200

nucliadb/tests/knowledgeboxes/ten_dummy_resources.py

@@ -1,109 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-import asyncio
-
-import pytest
-from httpx import AsyncClient
-
-
-@pytest.fixture(scope="function")
-async def ten_dummy_resources_kb(
-    nucliadb_manager: AsyncClient,
-    nucliadb_reader: AsyncClient,
-    nucliadb_writer: AsyncClient,
-):
-    N_RESOURCES = 10
-
-    payloads = [
-        {
-            "slug": f"dummy-resource-{i}",
-            "title": f"Dummy resource {i}",
-            "summary": f"Dummy resource {i} summary",
-        }
-        for i in range(N_RESOURCES)
-    ]
-
-    resp = await nucliadb_manager.post("/kbs", json={"slug": "ten-dummy-resources"})
-    assert resp.status_code == 201
-    kbid = resp.json().get("uuid")
-
-    for payload in payloads:
-        resp = await nucliadb_writer.post(
-            f"/kb/{kbid}/resources",
-            headers={"X-Synchronous": "true"},
-            json=payload,
-        )
-        assert resp.status_code == 201
-
-        await asyncio.sleep(1)
-
-    resp = await nucliadb_reader.get(
-        f"/kb/{kbid}/resources",
-    )
-    assert resp.status_code == 200
-    body = resp.json()
-    assert len(body["resources"]) == N_RESOURCES
-
-    yield kbid
-
-    resp = await nucliadb_manager.delete(f"/kb/{kbid}")
-    assert resp.status_code == 200
-
-
-@pytest.fixture(scope="function")
-async def ten_quick_dummy_resources_kb(
-    nucliadb_manager: AsyncClient,
-    nucliadb_reader: AsyncClient,
-    nucliadb_writer: AsyncClient,
-):
-    N_RESOURCES = 10
-
-    payloads = [
-        {
-            "slug": f"dummy-resource-{i}",
-            "title": f"Dummy resource {i}",
-            "summary": f"Dummy resource {i} summary",
-        }
-        for i in range(N_RESOURCES)
-    ]
-
-    resp = await nucliadb_manager.post("/kbs", json={"slug": "ten-dummy-resources"})
-    assert resp.status_code == 201
-    kbid = resp.json().get("uuid")
-
-    for payload in payloads:
-        resp = await nucliadb_writer.post(
-            f"/kb/{kbid}/resources",
-            headers={"X-Synchronous": "true"},
-            json=payload,
-        )
-        assert resp.status_code == 201
-
-    resp = await nucliadb_reader.get(
-        f"/kb/{kbid}/resources",
-    )
-    assert resp.status_code == 200
-    body = resp.json()
-    assert len(body["resources"]) == N_RESOURCES
-
-    yield kbid
-
-    resp = await nucliadb_manager.delete(f"/kb/{kbid}")
-    assert resp.status_code == 200

nucliadb/tests/migrations/__init__.py

@@ -1,19 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#

nucliadb/tests/migrations/test_migration_0017.py

@@ -1,80 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-from unittest.mock import Mock
-
-import pytest
-
-from nucliadb.common import datamanagers
-from nucliadb.common.maindb.driver import Driver
-from nucliadb.migrator.models import Migration
-from nucliadb.migrator.utils import get_migrations
-from nucliadb_protos import writer_pb2
-
-MIGRATION_UNDER_TEST = 17
-migration: Migration = get_migrations(
-    from_version=MIGRATION_UNDER_TEST - 1, to_version=MIGRATION_UNDER_TEST
-)[0]
-assert migration.version == MIGRATION_UNDER_TEST
-
-
-@pytest.mark.asyncio
-async def test_migration_0017_kb(maindb_driver: Driver):
-    execution_context = Mock()
-    execution_context.kv_driver = maindb_driver
-
-    # setup a KB with the old format
-    kbid = "my-kbid"
-    async with maindb_driver.transaction() as txn:
-        shards = writer_pb2.Shards(
-            kbid=kbid,
-            shards=[
-                writer_pb2.ShardObject(
-                    shard="shard-0",
-                    replicas=[
-                        writer_pb2.ShardReplica(),
-                        writer_pb2.ShardReplica(),
-                    ],
-                ),
-                writer_pb2.ShardObject(
-                    shard="shard-1",
-                    replicas=[
-                        writer_pb2.ShardReplica(),
-                        writer_pb2.ShardReplica(),
-                    ],
-                ),
-            ],
-            # this field is an index to shards list indicating which is the
-            # writable shard
-            actual=1,
-        )
-        await datamanagers.cluster.update_kb_shards(txn, kbid=kbid, shards=shards)
-        await txn.commit()
-
-    await migration.module.migrate_kb(execution_context, kbid)
-
-    async with maindb_driver.transaction(read_only=True) as txn:
-        migrated = await datamanagers.cluster.get_kb_shards(txn, kbid=kbid)
-        assert migrated is not None
-
-        # actual is the same
-        assert shards.actual == 1
-
-        # Writable shard now is pointed by `ShardObject.read_only` field
-        assert [True, False] == [shard.read_only for shard in migrated.shards]

nucliadb/tests/tikv.py

@@ -1,240 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-import os
-import platform
-import signal
-import subprocess
-import tarfile
-import tempfile
-import time
-from io import BytesIO
-
-import pytest
-import requests
-from tikv_client import TransactionClient  # type: ignore
-
-
-class TiKVd(object):
-    def __init__(
-        self,
-        port=20160,
-        pd_port=2379,
-        peer_port=2380,
-        tikv_bin_name="tikv-server",
-        pd_bin_name="pd-server",
-        host="127.0.0.1",
-        path="",
-        debug=False,
-    ):
-        self.port = port
-        self.pd_port = pd_port
-        self.peer_port = peer_port
-        self.tikv_bin_name = tikv_bin_name
-        self.pd_bin_name = pd_bin_name
-        self.path = path
-        self.host = host
-        self.tmpfolder = None
-        self.debug = debug
-        self.proc = None
-        self.proc2 = None
-
-    def start(self):
-        self.tmpfolder = tempfile.TemporaryDirectory()
-
-        cmd = [
-            f"{self.path}/{self.tikv_bin_name}",
-            f"--pd-endpoints={self.host}:{self.pd_port}",
-            f"--addr={self.host}:{self.port}",
-            f"--data-dir={self.tmpfolder.name}/tikv1",
-            f"--log-file={self.tmpfolder.name}/tikv1.log",
-        ]
-
-        if self.debug:
-            self.proc2 = subprocess.Popen(cmd)
-        else:
-            self.proc2 = subprocess.Popen(
-                cmd, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL
-            )
-
-        if self.debug:
-            if self.proc2 is None:
-                print(
-                    "[\031[0;33mDEBUG\033[0;0m] Failed to start server listening on port %d started."
-                    % self.port
-                )
-            else:
-                print(
-                    "[\033[0;33mDEBUG\033[0;0m] Server listening on port %d started."
-                    % self.port
-                )
-        cmd = [
-            f"{self.path}/{self.pd_bin_name}",
-            "--name=pd",
-            f"--data-dir={self.tmpfolder.name}",
-            f"--client-urls=http://{self.host}:{self.pd_port}",
-            f"--peer-urls=http://{self.host}:{self.peer_port}",
-            f"--initial-cluster=pd=http://{self.host}:{self.peer_port}",
-        ]
-
-        if self.debug:
-            self.proc = subprocess.Popen(cmd)
-        else:
-            self.proc = subprocess.Popen(
-                cmd, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL
-            )
-
-        if self.debug:
-            if self.proc is None:
-                print(
-                    "[\031[0;33mDEBUG\033[0;0m] Failed to start server listening on port %d started."
-                    % self.pd_port
-                )
-            else:
-                print(
-                    "[\033[0;33mDEBUG\033[0;0m] Server listening on port %d started."
-                    % self.pd_port
-                )
-        return self.proc
-
-    def stop(self):
-        if self.debug:
-            print(
-                "[\033[0;33mDEBUG\033[0;0m] Server listening on %d will stop."
-                % self.port
-            )
-
-        if self.debug:
-            if self.proc is None:
-                print(
-                    "[\033[0;31mDEBUG\033[0;0m] Failed terminating server listening on port %d"
-                    % self.port
-                )
-            if self.proc2 is None:
-                print(
-                    "[\033[0;31mDEBUG\033[0;0m] Failed terminating server listening on port %d"
-                    % self.port
-                )
-
-        if self.proc.returncode is not None:
-            if self.debug:
-                print(
-                    "[\033[0;31mDEBUG\033[0;0m] Server listening on port {port} finished running already with exit {ret}".format(  # noqa
-                        port=self.pd_port, ret=self.proc.returncode
-                    )
-                )
-        elif self.proc2.returncode is not None:
-            if self.debug:
-                print(
-                    "[\033[0;31mDEBUG\033[0;0m] Server listening on port {port} finished running already with exit {ret}".format(  # noqa
-                        port=self.port, ret=self.proc2.returncode
-                    )
-                )
-        else:
-            os.kill(self.proc.pid, signal.SIGKILL)
-            self.proc.wait()
-            os.kill(self.proc2.pid, signal.SIGKILL)
-            self.proc2.wait()
-            if self.debug:
-                print(
-                    "[\033[0;33mDEBUG\033[0;0m] Server listening on %d was stopped."
-                    % self.port
-                )
-        if self.tmpfolder is not None:
-            self.tmpfolder.cleanup()
-            self.tmpfolder = None
-
-
-def start_tikvd(tikvd: TiKVd):
-    tikvd.start()
-
-    endpoint = "127.0.0.1:{port}".format(port=tikvd.port)
-    retries = 0
-    while True:
-        if retries > 100:
-            break
-
-        try:
-            connection = TransactionClient.connect(endpoint)
-            txn = connection.begin(pessimistic=True)
-            txn.rollback()
-        except:  # noqa
-            retries += 1
-            time.sleep(0.1)
-
-
-@pytest.fixture(scope="session")
-def tikvd():
-    if os.environ.get("TESTING_TIKV_LOCAL", None):
-        yield "localhost", "XX", "2379"
-        return
-
-    if not os.path.isfile("tikv-server"):
-        version = "v5.3.1"
-        arch = platform.machine()
-        if arch == "x86_64":
-            arch = "amd64"
-        system = platform.system().lower()
-
-        resp = requests.get(
-            f"https://tiup-mirrors.pingcap.com/tikv-{version}-{system}-{arch}.tar.gz"
-        )
-
-        zipfile = tarfile.open(fileobj=BytesIO(resp.content), mode="r:gz")
-
-        zipfile.extract(f"tikv-server")
-        os.chmod("tikv-server", 755)
-
-    if not os.path.isfile("pd-server"):
-        version = "v5.3.1"
-        arch = platform.machine()
-        if arch == "x86_64":
-            arch = "amd64"
-        system = platform.system().lower()
-
-        resp = requests.get(
-            f"https://tiup-mirrors.pingcap.com/pd-{version}-{system}-{arch}.tar.gz"
-        )
-
-        zipfile = tarfile.open(fileobj=BytesIO(resp.content), mode="r:gz")
-
-        zipfile.extract(f"pd-server")
-        os.chmod("pd-server", 755)
-
-    server = TiKVd(debug=True)
-    server.tikv_bin_name = "tikv-server"
-    server.pd_bin_name = "pd-server"
-    server.path = os.getcwd()
-
-    start_tikvd(server)
-    print("Started TiKVd")
-
-    for i in range(100):
-        resp = requests.get(f"http://{server.host}:{server.pd_port}/pd/api/v1/stores")
-        if (
-            resp.status_code == 200
-            and resp.json()["stores"][0]["store"]["state_name"] == "Up"
-        ):
-            break
-        print(resp.status_code)
-        print(resp.json())
-        time.sleep(1)
-
-    yield server.host, server.port, server.pd_port
-    server.stop()

nucliadb/tests/unit/__init__.py

@@ -1,19 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#

nucliadb/tests/unit/common/__init__.py

@@ -1,19 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#