nucliadb 6.7.2.post4862__py3-none-any.whl → 6.9.2.post5282__py3-none-any.whl

nucliadb/ingest/orm/processor/pgcatalog.py

@@ -1,129 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-
-from typing import cast
-
-from nidx_protos.noderesources_pb2 import Resource as IndexMessage
-
-from nucliadb.common.maindb.driver import Transaction
-from nucliadb.common.maindb.pg import PGDriver, PGTransaction
-from nucliadb.common.maindb.utils import get_driver
-from nucliadb_telemetry import metrics
-
-from ..resource import Resource
-
-observer = metrics.Observer("pg_catalog_write", labels={"type": ""})
-
-
-def _pg_transaction(txn: Transaction) -> PGTransaction:
-    return cast(PGTransaction, txn)
-
-
-def pgcatalog_enabled(kbid):
-    return isinstance(get_driver(), PGDriver)
-
-
-def extract_facets(labels):
-    facets = set()
-    for label in labels:
-        parts = label.split("/")
-        facet = ""
-        for part in parts[1:]:
-            facet += f"/{part}"
-            facets.add(facet)
-    return facets
-
-
-@observer.wrap({"type": "update"})
-async def pgcatalog_update(txn: Transaction, kbid: str, resource: Resource, index_message: IndexMessage):
-    if not pgcatalog_enabled(kbid):
-        return
-
-    if resource.basic is None:
-        raise ValueError("Cannot index into the catalog a resource without basic metadata ")
-
-    created_at = resource.basic.created.ToDatetime()
-    modified_at = resource.basic.modified.ToDatetime()
-    if modified_at < created_at:
-        modified_at = created_at
-
-    async with _pg_transaction(txn).connection.cursor() as cur:
-        # Do not index canceled labels
-        cancelled_labels = {
-            f"/l/{clf.labelset}/{clf.label}"
-            for clf in resource.basic.usermetadata.classifications
-            if clf.cancelled_by_user
-        }
-
-        # Labels from the resource and classification labels from each field
-        labels = [label for label in index_message.labels]
-        for classification in resource.basic.computedmetadata.field_classifications:
-            for clf in classification.classifications:
-                label = f"/l/{clf.labelset}/{clf.label}"
-                if label not in cancelled_labels:
-                    labels.append(label)
-
-        await cur.execute(
-            """
-            INSERT INTO catalog
-            (kbid, rid, title, created_at, modified_at, labels, slug)
-            VALUES
-            (%(kbid)s, %(rid)s, %(title)s, %(created_at)s, %(modified_at)s, %(labels)s, %(slug)s)
-            ON CONFLICT (kbid, rid) DO UPDATE SET
-            title = excluded.title,
-            created_at = excluded.created_at,
-            modified_at = excluded.modified_at,
-            labels = excluded.labels,
-            slug = excluded.slug""",
-            {
-                "kbid": resource.kb.kbid,
-                "rid": resource.uuid,
-                "title": resource.basic.title,
-                "created_at": created_at,
-                "modified_at": modified_at,
-                "labels": labels,
-                "slug": resource.basic.slug,
-            },
-        )
-        await cur.execute(
-            "DELETE FROM catalog_facets WHERE kbid = %(kbid)s AND rid = %(rid)s",
-            {
-                "kbid": resource.kb.kbid,
-                "rid": resource.uuid,
-            },
-        )
-        await cur.execute(
-            "INSERT INTO catalog_facets (kbid, rid, facet) SELECT %(kbid)s AS kbid, %(rid)s AS rid, unnest(%(facets)s::text[]) AS facet",
-            {
-                "kbid": resource.kb.kbid,
-                "rid": resource.uuid,
-                "facets": list(extract_facets(labels)),
-            },
-        )
-
-
-@observer.wrap({"type": "delete"})
-async def pgcatalog_delete(txn: Transaction, kbid: str, rid: str):
-    if not pgcatalog_enabled(kbid):
-        return
-    async with _pg_transaction(txn).connection.cursor() as cur:
-        await cur.execute(
-            "DELETE FROM catalog where kbid = %(kbid)s AND rid = %(rid)s", {"kbid": kbid, "rid": rid}
-        )