nucliadb 4.0.0.post542__py3-none-any.whl → 6.2.1.post2798__py3-none-any.whl

nucliadb/reader/tests/test_reader_resource.py

@@ -1,353 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-from typing import Callable
-
-import pytest
-from httpx import AsyncClient
-
-from nucliadb.ingest.orm.resource import Resource
-from nucliadb.reader.api.v1.router import KB_PREFIX, RESOURCE_PREFIX, RSLUG_PREFIX
-from nucliadb_models.resource import NucliaDBRoles
-
-ID = ("id",)
-BASIC = (
-    "slug",
-    "title",
-    "summary",
-    "icon",
-    "layout",
-    "thumbnail",
-    "metadata",
-    "usermetadata",
-    "computedmetadata",
-    "created",
-    "modified",
-    "fieldmetadata",
-    "last_seqid",
-    "last_account_seq",
-    "queue",
-)
-RELATIONS = ("relations",)
-ORIGIN = ("origin",)
-DATA = ("data",)
-VALUES = ("values",)
-EXTRACTED = ("extracted",)
-
-
-@pytest.mark.asyncio
-async def test_get_resource_inexistent(
-    reader_api: Callable[..., AsyncClient], knowledgebox_ingest: str
-) -> None:
-    kbid = knowledgebox_ingest
-    rid = "000000000000001"
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}",
-        )
-        assert resp.status_code == 404
-
-
-@pytest.mark.asyncio
-async def test_get_resource_default_options(
-    reader_api: Callable[..., AsyncClient], test_resource: Resource
-) -> None:
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rid = rsc.uuid
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}",
-        )
-        assert resp.status_code == 200
-
-        resource = resp.json()
-
-        expected_root_fields = set(ID + BASIC)
-        assert set(resource.keys()) == expected_root_fields
-        assert "data" not in resource
-
-
-@pytest.mark.asyncio
-async def test_get_resource_sequence_ids_are_set_on_resource(
-    reader_api: Callable[..., AsyncClient], test_resource: Resource
-) -> None:
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rid = rsc.uuid
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}",
-        )
-        assert resp.status_code == 200
-
-        resource = resp.json()
-
-        expected_root_fields = set(ID + BASIC)
-        assert set(resource.keys()) == expected_root_fields
-
-        assert "data" not in resource
-        assert test_resource.basic is not None
-        assert resource["last_seqid"] == test_resource.basic.last_seqid
-        assert resource["last_account_seq"] == test_resource.basic.last_account_seq
-        assert resource["queue"] == "private"
-
-
-@pytest.mark.asyncio
-async def test_get_resource_all(
-    reader_api: Callable[..., AsyncClient],
-    test_resource: Resource,
-) -> None:
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rid = rsc.uuid
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}",
-            params={
-                "show": ["basic", "origin", "relations", "values", "extracted"],
-                "field_type": [
-                    "text",
-                    "link",
-                    "file",
-                    "layout",
-                    "keywordset",
-                    "datetime",
-                    "conversation",
-                ],
-                "extracted": [
-                    "metadata",
-                    "vectors",
-                    "large_metadata",
-                    "text",
-                    "link",
-                    "file",
-                ],
-            },
-        )
-        assert resp.status_code == 200
-
-        resource = resp.json()
-
-        # DEBUG
-        # import json  # noqa
-        # print(json.dumps(data, indent=4))
-
-        expected_root_fields = set(ID + BASIC + RELATIONS + ORIGIN + DATA)
-        assert set(resource.keys()) == expected_root_fields
-
-        data = resource["data"]
-        assert set(data.keys()) == {
-            "files",
-            "texts",
-            "links",
-            "layouts",
-            "keywordsets",
-            "datetimes",
-            "conversations",
-        }
-        texts = data["texts"]
-        assert set(texts.keys()) == {"text1"}
-        assert set(texts["text1"]["extracted"].keys()) == {
-            "metadata",
-            "vectors",
-            "large_metadata",
-            "text",
-        }
-        layouts = data["layouts"]
-        assert set(layouts.keys()) == {"layout1"}
-        assert set(layouts["layout1"]["extracted"].keys()) == {
-            "metadata",
-            "vectors",
-            "large_metadata",
-            "text",
-        }
-
-        links = data["links"]
-        assert set(links.keys()) == {"link1"}
-        assert set(links["link1"]["extracted"].keys()) == {
-            "metadata",
-            "vectors",
-            "large_metadata",
-            "text",
-            "link",
-        }
-
-
-@pytest.mark.asyncio
-async def test_get_resource_filter_root_fields(reader_api, test_resource):
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rid = rsc.uuid
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}",
-            params={"show": ["basic", "values"]},
-        )
-        assert resp.status_code == 200
-
-        resource = resp.json()
-
-        expected_root_fields = set(ID + BASIC + DATA)
-        assert set(resource.keys()) == expected_root_fields
-
-        data = resource["data"]
-
-        assert set(data.keys()) == {
-            "files",
-            "texts",
-            "links",
-            "layouts",
-            "keywordsets",
-            "datetimes",
-            "conversations",
-            "generics",
-        }
-
-        assert set(data["files"]["file1"].keys()) == {"value"}
-        assert set(data["texts"]["text1"].keys()) == {"value"}
-        assert set(data["links"]["link1"].keys()) == {"value"}
-        assert set(data["layouts"]["layout1"].keys()) == {"value"}
-        assert set(data["keywordsets"]["keywordset1"].keys()) == {"value"}
-        assert set(data["datetimes"]["datetime1"].keys()) == {"value"}
-        assert set(data["conversations"]["conv1"].keys()) == {"value"}
-
-
-@pytest.mark.asyncio
-async def test_get_resource_filter_field_types(reader_api, test_resource):
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rid = rsc.uuid
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}",
-            params={"show": ["values", "extracted"], "field_type": ["text", "link"]},
-        )
-        assert resp.status_code == 200
-
-        resource = resp.json()
-
-        expected_root_fields = set(ID + DATA)
-        assert set(resource.keys()) == expected_root_fields
-
-        data = resource["data"]
-
-        assert set(data.keys()) == {"texts", "links"}
-        assert set(data["texts"]["text1"].keys()) == {"value", "extracted"}
-        assert set(data["links"]["link1"].keys()) == {"value", "extracted"}
-
-
-@pytest.mark.asyncio
-async def test_get_resource_filter_field_types_and_extracted(reader_api, test_resource):
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rid = rsc.uuid
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}",
-            params={
-                "show": ["extracted"],
-                "field_type": ["text"],
-                "extracted": ["metadata", "vectors"],
-            },
-        )
-
-        assert resp.status_code == 200
-        resource = resp.json()
-
-        expected_root_fields = set(ID + DATA)
-        assert set(resource.keys()) == expected_root_fields
-
-        data = resource["data"]
-
-        assert set(data.keys()) == {"texts"}
-        assert set(data["texts"]["text1"].keys()) == {"extracted"}
-        assert set(data["texts"]["text1"]["extracted"].keys()) == {
-            "metadata",
-            "vectors",
-        }
-
-
-@pytest.mark.asyncio
-async def test_resource_endpoints_by_slug(reader_api, test_resource):
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rslug = rsc.basic.slug
-
-    non_existent_slug = "foobar"
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        # Regular GET
-
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RSLUG_PREFIX}/{rslug}",
-        )
-        assert resp.status_code == 200
-
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RSLUG_PREFIX}/{non_existent_slug}",
-        )
-        assert resp.status_code == 404
-
-        # Field endpoint
-
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RSLUG_PREFIX}/{rslug}/text/text1",
-        )
-        assert resp.status_code == 200
-
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RSLUG_PREFIX}/{non_existent_slug}/text/text1",
-        )
-        assert resp.status_code == 404
-        assert resp.json()["detail"] == "Resource does not exist"
-
-
-@pytest.mark.asyncio
-async def test_get_resource_extracted_metadata(
-    reader_api: Callable[..., AsyncClient], test_resource: Resource
-):
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rid = rsc.uuid
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}",
-            params={
-                "show": ["extracted"],
-                "extracted": [
-                    "metadata",
-                ],
-            },
-        )
-        assert resp.status_code == 200
-
-        resource = resp.json()
-        metadata = resource["data"]["texts"]["text1"]["extracted"]["metadata"][
-            "metadata"
-        ]
-        assert metadata["positions"]["ENTITY/document"]["entity"] == "document"

nucliadb/reader/tests/test_reader_resource_field.py

@@ -1,219 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-from typing import Callable
-
-import pytest
-from httpx import AsyncClient
-
-from nucliadb.ingest.orm.resource import Resource
-from nucliadb.reader.api.v1.router import KB_PREFIX, RESOURCE_PREFIX, RSLUG_PREFIX
-from nucliadb_models.resource import NucliaDBRoles
-
-BASE = ("field_id", "field_type")
-VALUE = ("value",)
-EXTRACTED = ("extracted",)
-
-
-@pytest.mark.asyncio
-async def test_get_resource_field_default_options(
-    reader_api: Callable[..., AsyncClient], test_resource: Resource
-) -> None:
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rid = rsc.uuid
-    field_type = "text"
-    field_id = "text1"
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}/{field_type}/{field_id}",
-        )
-        assert resp.status_code == 200
-
-        data = resp.json()
-
-        # DEBUG
-        # import json  # noqa
-        # print(json.dumps(data, indent=4))
-
-        expected_root_fields = set(BASE + VALUE)
-        assert set(data.keys()) == expected_root_fields
-
-
-@pytest.mark.asyncio
-async def test_get_resource_field_all(
-    reader_api: Callable[..., AsyncClient], test_resource: Resource
-) -> None:
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rid = rsc.uuid
-    field_type = "text"
-    field_id = "text1"
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}/{field_type}/{field_id}",
-            params={
-                "show": ["value", "extracted"],
-                "field_type": [
-                    "text",
-                    "link",
-                    "file",
-                    "layout",
-                    "keywordset",
-                    "datetime",
-                    "conversation",
-                ],
-                "extracted": [
-                    "metadata",
-                    "vectors",
-                    "large_metadata",
-                    "text",
-                    "link",
-                    "file",
-                ],
-            },
-        )
-        assert resp.status_code == 200
-
-        data = resp.json()
-
-        # DEBUG
-        # import json  # noqa
-        # print(json.dumps(data, indent=4))
-
-        expected_root_fields = set(BASE + VALUE + EXTRACTED)
-        assert set(data.keys()) == expected_root_fields
-        assert "body" in data["value"]
-        assert set(data["extracted"].keys()) == {
-            "metadata",
-            "vectors",
-            "large_metadata",
-            "text",
-        }
-
-
-@pytest.mark.asyncio
-async def test_get_resource_field_filter_root_fields(reader_api, test_resource):
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rid = rsc.uuid
-    field_type = "text"
-    field_id = "text1"
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}/{field_type}/{field_id}",
-            params={"show": ["value"]},
-        )
-
-        assert resp.status_code == 200
-
-        data = resp.json()
-
-        expected_root_fields = set(BASE + VALUE)
-        assert set(data.keys()) == expected_root_fields
-
-
-@pytest.mark.asyncio
-async def test_get_resource_field_filter_extracted(reader_api, test_resource):
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rid = rsc.uuid
-    field_type = "text"
-    field_id = "text1"
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}/{field_type}/{field_id}",
-            params={
-                "show": ["extracted"],
-                "extracted": ["metadata", "vectors"],
-            },
-        )
-
-        assert resp.status_code == 200
-
-        data = resp.json()
-
-        expected_root_fields = set(BASE + EXTRACTED)
-        assert set(data.keys()) == expected_root_fields
-
-        assert set(data["extracted"].keys()) == {"metadata", "vectors"}
-
-
-@pytest.mark.asyncio
-async def test_get_resource_field_conversation(
-    reader_api: Callable[..., AsyncClient], test_resource: Resource
-) -> None:
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rid = rsc.uuid
-    field_type = "conversation"
-    field_id = "conv1"
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RESOURCE_PREFIX}/{rid}/{field_type}/{field_id}?page=last",
-        )
-        assert resp.status_code == 200
-        data = resp.json()
-
-        # DEBUG
-        # import json  # noqa
-        # print(json.dumps(data, indent=4))
-
-        expected_root_fields = set(BASE + VALUE)
-        assert set(data.keys()) == expected_root_fields
-        assert "messages" in data["value"]
-
-
-@pytest.mark.asyncio
-async def test_resource_endpoints_by_slug(reader_api, test_resource):
-    rsc = test_resource
-    kbid = rsc.kb.kbid
-    rslug = rsc.basic.slug
-
-    non_existent_slug = "foobar"
-
-    async with reader_api(roles=[NucliaDBRoles.READER]) as client:
-        # Regular GET
-
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RSLUG_PREFIX}/{rslug}",
-        )
-        assert resp.status_code == 200
-
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RSLUG_PREFIX}/{non_existent_slug}",
-        )
-        assert resp.status_code == 404
-
-        # Field endpoint
-
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RSLUG_PREFIX}/{rslug}/text/text1",
-        )
-        assert resp.status_code == 200
-
-        resp = await client.get(
-            f"/{KB_PREFIX}/{kbid}/{RSLUG_PREFIX}/{non_existent_slug}/text/text1",
-        )
-        assert resp.status_code == 404