personal_knowledge_library 3.1.1__py3-none-any.whl → 3.2.0__py3-none-any.whl

knowledge/utils/import_format.py

@@ -0,0 +1,168 @@
+# -*- coding: utf-8 -*-
+# Copyright © 2024-present Wacom. All rights reserved.
+import gzip
+import json
+import logging
+import re
+from json import JSONDecodeError
+from pathlib import Path
+from typing import List, Dict, Any
+
+import loguru
+
+from knowledge.base.ontology import ThingObject, OntologyPropertyReference
+
+logger = loguru.logger
+
+
+def is_http_url(url: str) -> bool:
+    """Check if a string is an HTTP(S) URL.
+    Parameters
+    ----------
+    url: str
+        The URL to check.
+
+    Returns
+    -------
+    bool
+        True if the URL is HTTP(S), False otherwise.
+    """
+    return bool(re.match(r"^(https?://)", url, re.IGNORECASE))
+
+
+def is_local_url(url: str) -> bool:
+    """Check if a string is a local file path or relative URL.
+    Parameters
+    ----------
+    url: str
+        The URL to check.
+
+    Returns
+    -------
+    bool
+        True if the URL is a local file path or relative URL, False otherwise.
+    """
+    return bool(re.match(r"^(file://|/|\.{1,2}/)", url, re.IGNORECASE))
+
+
+def __import_format_to_thing__(line: str) -> ThingObject:
+    """
+    Convert a line of JSON to a ThingObject.
+    Parameters
+    ----------
+    line: str
+        The line of JSON to convert.
+
+    Returns
+    -------
+    entity: ThingObject
+        The ThingObject created from the JSON line.
+
+    Raises
+    ------
+    JSONDecodeError
+        If the line is not valid JSON.
+    """
+    thing_dict: Dict[str, Any] = json.loads(line)
+    entity: ThingObject = ThingObject.from_import_dict(thing_dict)
+    if entity.image:
+        if not is_local_url(entity.image) and not is_http_url(entity.image):
+            path: Path = Path(entity.image)
+            if not path.exists():
+                entity.image = path.absolute().as_uri()
+            else:
+                logger.warning(f"Image path {path} does not exist. Setting to None.")
+                entity.image = None
+    remove_props: List[OntologyPropertyReference] = []
+    # Remove empty properties
+    for obj_prop, value in entity.object_properties.items():
+        if len(value.incoming_relations) == 0 and len(value.outgoing_relations) == 0:
+            remove_props.append(obj_prop)
+    for prop in remove_props:
+        del entity.object_properties[prop]
+    return entity
+
+
+def load_import_format(file_path: Path) -> List[ThingObject]:
+    """
+    Load the import format file.
+    Parameters
+    ----------
+    file_path:  Path
+        The path to the file.
+
+    Returns
+    -------
+    entity_list: List[ThingObject]
+        The list of entities.
+
+    Raises
+    ------
+    FileNotFoundError
+        If the file does not exist or is not a file.
+    """
+    if not file_path.exists():
+        logger.error(f"File {file_path} does not exist.")
+        raise FileNotFoundError(f"File {file_path} does not exist.")
+    if not file_path.is_file():
+        logger.error(f"Path {file_path} is not a file.")
+        raise FileNotFoundError(f"Path {file_path} is not a file.")
+    cached_entities: List[ThingObject] = []
+    if file_path.suffix == ".gz":
+        with gzip.open(file_path, "rt", encoding="utf-8") as f_gz:
+            for line_number, line in enumerate(f_gz):
+                stripped_line: str = line.strip()
+                if not stripped_line:
+                    continue  # Skip empty lines
+                if line_number == 0:
+                    # Skip the first line (header)
+                    continue
+                try:
+                    cached_entities.append(__import_format_to_thing__(line))
+                except JSONDecodeError as e:
+                    logging.error(f"Error decoding JSON: {e}. Line: {line}")
+    else:
+        with file_path.open(encoding="utf8") as f:
+            # Skip the first line
+            for line in f.readlines():
+                try:
+                    cached_entities.append(__import_format_to_thing__(line))
+                except JSONDecodeError as e:
+                    logging.error(f"Error decoding JSON: {e}. Line: {line}")
+    return cached_entities
+
+
+def save_import_format(file_path: Path, entities: List[ThingObject]) -> None:
+    """
+    Save the import format file.
+    Parameters
+    ----------
+    file_path: Path
+        The path to the file.
+    entities: List[ThingObject]
+        The list of entities.
+    """
+    # Create the directory if it does not exist
+    file_path.parent.mkdir(parents=True, exist_ok=True)
+    if file_path.suffix == ".gz":
+        with gzip.open(file_path, "wt", encoding="utf-8") as fp_thing:
+            for entity in entities:
+                fp_thing.write(f"{json.dumps(entity.__import_format_dict__(), ensure_ascii=False)}\n")
+    elif file_path.suffix == ".ndjson":
+        with file_path.open("w", encoding="utf-8") as fp_thing:
+            for entity in entities:
+                fp_thing.write(f"{json.dumps(entity.__import_format_dict__(), ensure_ascii=False)}\n")
+
+
+def append_import_format(file_path: Path, entity: ThingObject) -> None:
+    """
+    Append to the import format file.
+    Parameters
+    ----------
+    file_path: Path
+        The path to the file.
+    entity: ThingObject
+        The entity to append.
+    """
+    with file_path.open("a", encoding="utf-8") as fp_thing:
+        fp_thing.write(f"{json.dumps(entity.__import_format_dict__(), ensure_ascii=False)}\n")

{personal_knowledge_library-3.1.1.dist-info → personal_knowledge_library-3.2.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: personal_knowledge_library
-Version: 3.1.1
+Version: 3.2.0
 Summary: Library to access Wacom's Personal Knowledge graph.
 License: Apache-2.0
 Keywords: semantic-knowledge,knowledge-graph

{personal_knowledge_library-3.1.1.dist-info → personal_knowledge_library-3.2.0.dist-info}/RECORD

@@ -1,43 +1,46 @@
-knowledge/__init__.py,sha256=UL4La2Ep9cXbMd4imaLqt6UCqBhjLjusWHDZXU8Pc8s,2680
-knowledge/base/__init__.py,sha256=q0NJRQLhfZ8khE-uZCK0SVA38dzbaMomcgL5Olnjtio,895
+knowledge/__init__.py,sha256=xx1SZgmFpjbHD3ZgpA9Bdbh5YaadA-vu2Y6MPsu6rvY,2680
+knowledge/base/__init__.py,sha256=rgAcl0azO6eoVk1gK9z0UFNlTHj3AN88k6LG-GdATFk,1079
 knowledge/base/access.py,sha256=BSh-6QbeHOCu55XTxA-p3DwEyRzgtN8TSxtcn6UvmZo,4411
 knowledge/base/entity.py,sha256=b-Ana_H_WI2-AT_n-V_HzUL6W9Ri16DcZFS3q4ziI94,8445
-knowledge/base/language.py,sha256=QHNafhiwg9UPaQS1svzsSz7T2L-VAKlQwd1n5w0HaI8,1500
-knowledge/base/ontology.py,sha256=-v5g_0H-naeGBbYDDRenm0rTvkGFnW9ZWPdYK7xqwZs,95395
+knowledge/base/language.py,sha256=L4VAKRuFRQxE0BfzxkQUeChyhvLKoZM7ooqxm0dACO4,1478
+knowledge/base/ontology.py,sha256=UMgJS2QVBskOiTFYbjNUxx1tY3jJZV-STF3UYf4ofKM,95435
+knowledge/base/response.py,sha256=dqdskdcjKnM142nX_8sDVs8v7xTQjiVY1MqJCI-Dfkc,10918
 knowledge/base/search.py,sha256=J1PSVpTU2JKF9xSZLZZvAbJfFy1HiMPJRzPjHhR7IQM,14722
 knowledge/base/tenant.py,sha256=f2Z_LjUcjIt5J2_Rse9aQyTzJ0sSyVvCzlm8PP3PqY8,6084
 knowledge/nel/__init__.py,sha256=eTT88LV_KQ-Ku-a4RnTv_TUCNogl357ui4KT1pEKMuQ,330
 knowledge/nel/base.py,sha256=bsUj9PwoZoJWW33RfoYmQHbFhArKH1kMOsDgU3yj0T8,15032
 knowledge/nel/engine.py,sha256=qvQkfsdeYPWJ_5m8mmGFw1tvd699vOQ3IKoBIwALRWk,5347
-knowledge/ontomapping/__init__.py,sha256=9E-rZpxQPfukjDz_0ymrRieYDpv_e3tvpqDfkWzPJy0,18846
+knowledge/ontomapping/__init__.py,sha256=u_t6i5a6pYYnf43Q_S6sG7NRLeGuKmahIHW6TFGHqOk,18848
 knowledge/ontomapping/manager.py,sha256=pXBwRGSTcS731df5vewNv6oMgP18HzvnjZqiUgyFIhI,13361
 knowledge/public/__init__.py,sha256=FrW5sqJGVcIfg5IVpt_g7qlWiIYNGA370jkE5mJDhoo,812
 knowledge/public/cache.py,sha256=uKEuW9WN9xPmY-fwWPLSxmdEP6xg-XG3g8fKAmGZgBQ,14510
-knowledge/public/client.py,sha256=KA8EwLHAjn1-ggT8keUMaKIJnbJDlFEp0j8V0RT_32I,15437
+knowledge/public/client.py,sha256=7Z-nYhYIni_jKDWJw18CvuUxuOCns74l8XjeEEJXl_Y,15437
 knowledge/public/helper.py,sha256=PDsInMHMHgP8rMvcFk5E47afdE3rC7V3BzPS-DdOsww,13238
 knowledge/public/relations.py,sha256=DrL-rYuwLzaE2H2TOM2gG1TGqHbkcPL4EsRD54LQqLs,4182
 knowledge/public/wikidata.py,sha256=LwMP2kq2mH5Oi9JhPvG8lN9pZMDlQvxgaZgQKQO3kaM,36683
-knowledge/services/__init__.py,sha256=FQMTLg7RYglLwCtEO0sOrgj55YrzSNqJV-yj3aqttb8,3490
+knowledge/services/__init__.py,sha256=Pg4Pd9cCRiQ4-v3E0WCqldOhJFcMmkZrQHA7BY1Z1K8,3604
 knowledge/services/asyncio/__init__.py,sha256=dq9yGTxg_hoQb8E1kEtY4AeB8zrdJfw3-XlPoYn2j5U,225
 knowledge/services/asyncio/base.py,sha256=im6J1CWOp1N1tt6WdJ1uU0R-VFpvdYc6lZu8TyPrU5A,16222
-knowledge/services/asyncio/graph.py,sha256=ix3_JzTBlN4dTFH2UlGkB956U8S0T5qQz7o3ZgTmvaU,57551
+knowledge/services/asyncio/graph.py,sha256=BRU8kLgKt7KNuyzlgT2PEVwa7ig-S-sR0AWMTYkp5NE,62401
 knowledge/services/asyncio/group.py,sha256=UKbk8vnPqqAkuc5gAd6g3IVOKmUJNqG2lreZM0O-hRg,18356
 knowledge/services/asyncio/search.py,sha256=_ESVbNGLYbo7EmyMLtsh0pRiRHIyGeBicrcD2JKbFwY,16215
 knowledge/services/asyncio/users.py,sha256=NJ7xagjr4gF6yKJXdwa0bz0eaYlQDee5RCEpfQJEHWk,10274
 knowledge/services/base.py,sha256=gXBIkbk7wXGrm_hZGfLvft7-E8fcSMjl-HIsLxfRZ6c,17849
-knowledge/services/graph.py,sha256=lYMiLC9ArtSj9ZI-pNQYLI2H7-AgrbjIyhs_y_FQrDY,77104
+knowledge/services/graph.py,sha256=XhbB2-3CUkQ9-NdVoW9pcQfnItaX6H07WVTsK3ynZ5I,86888
 knowledge/services/group.py,sha256=b8dBBrHXqgwpJ7BtUqqweoR_WQH5MZ0aLh0fBBTyHUI,30698
 knowledge/services/helper.py,sha256=NYhRkYXtiFgovsXaQr6rBVN2mjBwOT7cSSuLTyjvzKA,4990
 knowledge/services/ontology.py,sha256=u89S3GV0C2FWAviQxd5fvoCQWzo8EhYix7fQc1bEEc0,51534
-knowledge/services/search.py,sha256=atwvcqagA6yZkzKiad6Yjn3cKu7L5LpKiVJsxKKOY5g,19131
+knowledge/services/search.py,sha256=-qB9J1pyqoq3RlH7iDlgozBImKFzTx1p1kC0XKWAPEs,19147
 knowledge/services/session.py,sha256=y8uTETRMDOBbC30UAlrrtWTN7Zgs2klqHsoMjLO2tq0,14145
-knowledge/services/tenant.py,sha256=4pyQCYlwvREfmRcXRn47irIsFMCia_c-LVvFysDypkI,11691
-knowledge/services/users.py,sha256=uus66ijd1OAN-gJqP95zmhDL31xje3gHBfF4rMnMjM0,16436
-knowledge/utils/__init__.py,sha256=rgLqdgZwjuCnqA4NEY9echbGFaJ5YUhqBEkyVv9R9CM,255
+knowledge/services/tenant.py,sha256=rQsUe8qNFTt_WZG4XBTg8QSLoyavuCWLWk3QhU1fBG8,11728
+knowledge/services/users.py,sha256=nOwyZhqERTNFPTN21c_q7-6XaEMb3SnHfnXr4Kf22qk,16594
+knowledge/utils/__init__.py,sha256=7unsBV5ge6eIyicKCIc_C4OroD-zkKRMVE0jXcH6EOw,313
+knowledge/utils/diff.py,sha256=HrU03qGvkirPqC0vRRZRLA49eI08o-JI3dcHS5-uv4g,26647
 knowledge/utils/graph.py,sha256=kuPZEGhexVN9McoT8JK2ViIrfXTh-nFPv_8XPfG0wlA,12318
+knowledge/utils/import_format.py,sha256=fjuWpd91eAs7MbqSpLrFgdRvFaHK0nzV1L83ByjTmV0,5277
 knowledge/utils/wikidata.py,sha256=vRH-4AMR-3xywyvmDqbjI4KSw4tF4TEYqUGCJmUMqK8,5512
 knowledge/utils/wikipedia.py,sha256=rBuFqYVM58JCj5ISLxuhYVVl2gOIlPLWx7_CghyQgvE,5052
-personal_knowledge_library-3.1.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-personal_knowledge_library-3.1.1.dist-info/METADATA,sha256=kJZ15MOIszkwgs8hv6YMnKXLc0RKNyFfYz9X4r1l6f0,57087
-personal_knowledge_library-3.1.1.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-personal_knowledge_library-3.1.1.dist-info/RECORD,,
+personal_knowledge_library-3.2.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+personal_knowledge_library-3.2.0.dist-info/METADATA,sha256=4RhzFCxjAyhFmnRavgdpwY5x-9PWs9p08tEqd9j1f6U,57087
+personal_knowledge_library-3.2.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+personal_knowledge_library-3.2.0.dist-info/RECORD,,

{personal_knowledge_library-3.1.1.dist-info → personal_knowledge_library-3.2.0.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.1.1
+Generator: poetry-core 2.1.3
 Root-Is-Purelib: true
 Tag: py3-none-any