nucliadb 4.0.0.post542__py3-none-any.whl → 6.2.1.post2777__py3-none-any.whl

nucliadb/tests/knowledgeboxes/philosophy_books.py

@@ -1,202 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-
-import pytest
-from httpx import AsyncClient
-
-
-@pytest.fixture(scope="function")
-async def philosophy_books_kb(
-    nucliadb_manager: AsyncClient,
-    nucliadb_writer: AsyncClient,
-):
-    payloads = [
-        {
-            "slug": "meditations",
-            "title": "Meditations",
-            "summary": (
-                "Series of personal writings by Marcus Aurelius recording his private notes to "
-                "himself and ideas on Stoic philosophy"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Marcus Aurelius",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "nicomachean-ethics",
-            "title": "Nicomachean Ethics",
-            "summary": (
-                "Aristotle's best-known work on ethics, the science of human life"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Aristotle",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "beyond-good-and-evil",
-            "title": "Beyond Good and Evil: Prelude to a philosophy of the Future",
-            "summary": (
-                "Nietzsche acuse past philosophers of lacking critical sense and blindly accepting "
-                "dogmatic premises in their consideration of morality"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Friedrich Nietzsche",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "meditations-on-first-philosophy",
-            "title": "Meditations on First Philosophy",
-            "summary": (
-                "Six meditations in which Descartes first discards all belief in things that are "
-                "not absolutely certain, and then tries to establish what can be known for sure"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "René Descartes",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "the-principles-of-the-most-ancient-and-modern-philosophy",
-            "title": "The Principles of the most Ancient and Modern Philosophy",
-            "summary": (
-                "Conway's monistic view of the world as created from one substance"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Anne Conway",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "ethics",
-            "title": "Ethics",
-            "summary": (
-                "Spinoza puts forward a small number of definitions and axioms from which he "
-                "attempts to derive hundreds of propositions and corollaries"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Baruch Spinoza",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "critique-of-pure-reason",
-            "title": "Critique of Pure Reason",
-            "summary": ("Kant seeks to determine the limits and scope of metaphysics"),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Immanuel Kant",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-        {
-            "slug": "the-human-condition",
-            "title": "The Human Condition",
-            "summary": (
-                "Arendt differentiates political and social concepts, labor and work, and various "
-                "forms of actions; she then explores the implications of those distinctions"
-            ),
-            "usermetadata": {
-                "relations": [
-                    {
-                        "relation": "ENTITY",
-                        "to": {
-                            "type": "entity",
-                            "value": "Hannah Arendt",
-                            "group": "PERSON",
-                        },
-                    }
-                ]
-            },
-        },
-    ]
-
-    resp = await nucliadb_manager.post("/kbs", json={"slug": "philosophy-books"})
-    assert resp.status_code == 201
-    kbid = resp.json().get("uuid")
-
-    for payload in payloads:
-        resp = await nucliadb_writer.post(
-            f"/kb/{kbid}/resources",
-            json=payload,
-        )
-        assert resp.status_code == 201
-
-    yield kbid
-
-    resp = await nucliadb_manager.delete(f"/kb/{kbid}")
-    assert resp.status_code == 200

nucliadb/tests/knowledgeboxes/ten_dummy_resources.py

@@ -1,107 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-import asyncio
-
-import pytest
-from httpx import AsyncClient
-
-
-@pytest.fixture(scope="function")
-async def ten_dummy_resources_kb(
-    nucliadb_manager: AsyncClient,
-    nucliadb_reader: AsyncClient,
-    nucliadb_writer: AsyncClient,
-):
-    N_RESOURCES = 10
-
-    payloads = [
-        {
-            "slug": f"dummy-resource-{i}",
-            "title": f"Dummy resource {i}",
-            "summary": f"Dummy resource {i} summary",
-        }
-        for i in range(N_RESOURCES)
-    ]
-
-    resp = await nucliadb_manager.post("/kbs", json={"slug": "ten-dummy-resources"})
-    assert resp.status_code == 201
-    kbid = resp.json().get("uuid")
-
-    for payload in payloads:
-        resp = await nucliadb_writer.post(
-            f"/kb/{kbid}/resources",
-            json=payload,
-        )
-        assert resp.status_code == 201
-
-        await asyncio.sleep(1)
-
-    resp = await nucliadb_reader.get(
-        f"/kb/{kbid}/resources",
-    )
-    assert resp.status_code == 200
-    body = resp.json()
-    assert len(body["resources"]) == N_RESOURCES
-
-    yield kbid
-
-    resp = await nucliadb_manager.delete(f"/kb/{kbid}")
-    assert resp.status_code == 200
-
-
-@pytest.fixture(scope="function")
-async def ten_quick_dummy_resources_kb(
-    nucliadb_manager: AsyncClient,
-    nucliadb_reader: AsyncClient,
-    nucliadb_writer: AsyncClient,
-):
-    N_RESOURCES = 10
-
-    payloads = [
-        {
-            "slug": f"dummy-resource-{i}",
-            "title": f"Dummy resource {i}",
-            "summary": f"Dummy resource {i} summary",
-        }
-        for i in range(N_RESOURCES)
-    ]
-
-    resp = await nucliadb_manager.post("/kbs", json={"slug": "ten-dummy-resources"})
-    assert resp.status_code == 201
-    kbid = resp.json().get("uuid")
-
-    for payload in payloads:
-        resp = await nucliadb_writer.post(
-            f"/kb/{kbid}/resources",
-            json=payload,
-        )
-        assert resp.status_code == 201
-
-    resp = await nucliadb_reader.get(
-        f"/kb/{kbid}/resources",
-    )
-    assert resp.status_code == 200
-    body = resp.json()
-    assert len(body["resources"]) == N_RESOURCES
-
-    yield kbid
-
-    resp = await nucliadb_manager.delete(f"/kb/{kbid}")
-    assert resp.status_code == 200

nucliadb/tests/migrations/test_migration_0017.py

@@ -1,76 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-from unittest.mock import Mock
-
-import pytest
-
-from nucliadb.common import datamanagers
-from nucliadb.common.maindb.driver import Driver
-from nucliadb.migrator.models import Migration
-from nucliadb.tests.migrations import get_migration
-from nucliadb_protos import writer_pb2
-
-migration: Migration = get_migration(17)
-
-
-@pytest.mark.asyncio
-async def test_migration_0017_kb(maindb_driver: Driver):
-    execution_context = Mock()
-    execution_context.kv_driver = maindb_driver
-
-    # setup a KB with the old format
-    kbid = "my-kbid"
-    async with maindb_driver.transaction() as txn:
-        shards = writer_pb2.Shards(
-            kbid=kbid,
-            shards=[
-                writer_pb2.ShardObject(
-                    shard="shard-0",
-                    replicas=[
-                        writer_pb2.ShardReplica(),
-                        writer_pb2.ShardReplica(),
-                    ],
-                ),
-                writer_pb2.ShardObject(
-                    shard="shard-1",
-                    replicas=[
-                        writer_pb2.ShardReplica(),
-                        writer_pb2.ShardReplica(),
-                    ],
-                ),
-            ],
-            # this field is an index to shards list indicating which is the
-            # writable shard
-            actual=1,
-        )
-        await datamanagers.cluster.update_kb_shards(txn, kbid=kbid, shards=shards)
-        await txn.commit()
-
-    await migration.module.migrate_kb(execution_context, kbid)
-
-    async with maindb_driver.transaction(read_only=True) as txn:
-        migrated = await datamanagers.cluster.get_kb_shards(txn, kbid=kbid)
-        assert migrated is not None
-
-        # actual is the same
-        assert shards.actual == 1
-
-        # Writable shard now is pointed by `ShardObject.read_only` field
-        assert [True, False] == [shard.read_only for shard in migrated.shards]

nucliadb/tests/migrations/test_migration_0018.py

@@ -1,95 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-from unittest.mock import AsyncMock, Mock, patch
-
-import pytest
-
-from nucliadb.common import datamanagers
-from nucliadb.common.datamanagers.kb import KB_SLUGS
-from nucliadb.common.maindb.driver import Driver
-from nucliadb.ingest.orm.knowledgebox import KnowledgeBox
-from nucliadb.migrator.models import Migration
-from nucliadb.tests.migrations import get_migration
-from nucliadb_protos import knowledgebox_pb2
-
-migration: Migration = get_migration(18)
-
-
-@pytest.mark.asyncio
-async def test_migration_0018_global(maindb_driver: Driver):
-    execution_context = Mock()
-    execution_context.kv_driver = maindb_driver
-
-    with (
-        patch("nucliadb.ingest.orm.knowledgebox.get_storage", new=AsyncMock()),
-        patch(
-            "nucliadb.ingest.orm.knowledgebox.get_shard_manager",
-            new=Mock(return_value=AsyncMock()),
-        ),
-    ):
-        # setup some orphan /kbslugs keys and some real ones
-        async with maindb_driver.transaction() as txn:
-            fake_kb_slug = "fake-kb-slug"
-            fake_kb_id = "fake-kb-id"
-            key = KB_SLUGS.format(slug=fake_kb_slug)
-            await txn.set(key, fake_kb_id.encode())
-            assert not await datamanagers.kb.exists_kb(txn, kbid=fake_kb_id)
-
-            real_kb_slug = "real-kb-slug"
-            real_kb_id, failed = await KnowledgeBox.create(
-                txn,
-                slug=real_kb_slug,
-                semantic_model=knowledgebox_pb2.SemanticModelMetadata(),
-            )
-            assert not failed
-            assert await datamanagers.kb.exists_kb(txn, kbid=real_kb_id)
-
-            await txn.commit()
-
-        # tikv needs to open a second transaction to be able to read values from
-        # the first one using `scan_keys`
-        async with maindb_driver.transaction(read_only=True) as txn:
-            kb_slugs = [
-                kb_slug
-                async for kbid, kb_slug in datamanagers.kb.get_kbs(txn, prefix="")
-            ]
-            assert len(kb_slugs) == 2
-            assert fake_kb_slug in kb_slugs
-            assert real_kb_slug in kb_slugs
-
-    # execute migration, removing orphan kbslug keys
-    await migration.module.migrate(execution_context)
-
-    async with maindb_driver.transaction(read_only=True) as txn:
-        assert not await datamanagers.kb.exists_kb(txn, kbid=fake_kb_id)
-        assert await datamanagers.kb.exists_kb(txn, kbid=real_kb_id)
-
-        value = await txn.get(KB_SLUGS.format(slug=fake_kb_slug))
-        assert value is None
-
-        value = await txn.get(KB_SLUGS.format(slug=real_kb_slug))
-        assert value is not None
-        assert value.decode() == real_kb_id
-
-        kb_slugs = [
-            kb_slug async for kbid, kb_slug in datamanagers.kb.get_kbs(txn, prefix="")
-        ]
-        assert len(kb_slugs) == 1
-        assert real_kb_slug in kb_slugs