kodexa 7.4.418571405824__py3-none-any.whl → 7.4.418596506326__py3-none-any.whl

kodexa/dataclasses/__init__.py

@@ -7,7 +7,7 @@ import jinja2
 from kodexa import ContentNode
 from kodexa.model.model import Tag, Document
 from kodexa.model.objects import ContentException, Taxon, Taxonomy, Assistant
-from pydantic import BaseModel
+from pydantic import BaseModel, ConfigDict
 
 from kodexa.utils import snake_to_camel, to_snake, taxon_to_property_name, taxon_to_class_name, taxon_to_group_path
 
@@ -110,8 +110,7 @@ class LLMDataObject(BaseModel):
     cell_index: int = 0
     exceptions: Optional[list[ContentException]] = None
 
-    class Config:
-        arbitrary_types_allowed = True
+    model_config = ConfigDict(arbitrary_types_allowed=True)
 
     def process_exceptions(self, document: "KodexaDocumentLLMWrapper"):
         # Lets make sure we add all the content exceptions

kodexa/model/model.py

@@ -12,9 +12,9 @@ from typing import Any, List, Optional
 from addict import Dict
 import deepdiff
 import msgpack
-from pydantic import BaseModel, ConfigDict, Field
+from pydantic import BaseModel, ConfigDict, Field, model_serializer
 
-from kodexa.model.objects import ContentObject, FeatureSet, DocumentTaxonValidation
+from kodexa.model.objects import ContentObject, FeatureSet, DocumentTaxonValidation, KnowledgeItem
 
 
 class Ref:
@@ -2435,11 +2435,11 @@ class ProcessingStep(BaseModel):
             merged_step.parents.append(step)
         return merged_step
 
-    class Config:
-        arbitrary_types_allowed = True
-        json_encoders = {
-            'ProcessingStep': lambda step: step.to_dict()
-        }
+    model_config = ConfigDict(arbitrary_types_allowed=True)
+
+    @model_serializer(mode='plain')
+    def _serialize(self):
+        return self.to_dict()
 
     def to_dict(self, seen=None):
         if seen is None:
@@ -2503,6 +2503,12 @@ class Document(object):
     def set_steps(self, steps: list[ProcessingStep]):
         self._persistence_layer.set_steps(steps)
 
+    def get_knowledge(self) -> list[KnowledgeItem]:
+        return self._persistence_layer.get_knowledge()
+
+    def set_knowledge(self, knowledge: list[KnowledgeItem]):
+        self._persistence_layer.set_knowledge(knowledge)
+
     def replace_exceptions(self, exceptions: List[ContentException]):
         self._persistence_layer.replace_exceptions(exceptions)
 

kodexa/model/persistence.py

@@ -626,7 +626,7 @@ class SqliteDocumentPersistence(object):
 
         self.uuid = metadata.get("uuid")
 
-        import semver
+        from semver import Version
 
         root_node = self.cursor.execute(
             "select id, pid, nt, idx from cn where pid is null"
@@ -634,7 +634,7 @@ class SqliteDocumentPersistence(object):
         if root_node:
             self.document.content_node = self.__build_node(root_node)
 
-        if semver.compare(self.document.version, "4.0.1") < 0:
+        if Version.parse(self.document.version) < Version.parse("4.0.1"):
             # We need to migrate this to a 4.0.1 document
             self.cursor.execute(
                 """CREATE TABLE ft
@@ -679,7 +679,7 @@ class SqliteDocumentPersistence(object):
                                     )"""
         )
 
-        if semver.compare(self.document.version, "6.0.0") < 0:
+        if Version.parse(self.document.version) < Version.parse("6.0.0"):
             from sqlite3 import OperationalError
 
             try:
@@ -1369,6 +1369,51 @@ class SqliteDocumentPersistence(object):
             return [ProcessingStep(**step) for step in unpacked_data]
         return []
 
+    def __ensure_knowledge_table_exists(self):
+        """
+        Ensure the 'knowledge' table exists in the database.
+        Creates the table if it does not exist.
+        """
+        self.cursor.execute("""
+                CREATE TABLE IF NOT EXISTS knowledge (
+                    obj BLOB
+                )
+            """)
+
+        # Check if the table has any rows, if not, insert an initial empty row
+        result = self.cursor.execute("SELECT COUNT(*) FROM knowledge").fetchone()
+        if result[0] == 0:
+            self.cursor.execute("INSERT INTO knowledge (obj) VALUES (?)", [sqlite3.Binary(msgpack.packb([]))])
+
+    def set_knowledge(self, knowledge: List):
+        """
+        Sets the knowledge items for the document.
+
+        Args:
+            knowledge (List): A list of KnowledgeItem objects to store.
+        """
+        from kodexa.model.objects import KnowledgeItem
+        self.__ensure_knowledge_table_exists()
+        serialized_knowledge = [item.model_dump(by_alias=True) for item in knowledge]
+        packed_data = sqlite3.Binary(msgpack.packb(serialized_knowledge))
+        self.cursor.execute("UPDATE knowledge SET obj = ? WHERE rowid = 1", [packed_data])
+        self.connection.commit()
+
+    def get_knowledge(self) -> List:
+        """
+        Gets the knowledge items associated with this document.
+
+        Returns:
+            List: A list of KnowledgeItem objects.
+        """
+        from kodexa.model.objects import KnowledgeItem
+        self.__ensure_knowledge_table_exists()
+        result = self.cursor.execute("SELECT obj FROM knowledge WHERE rowid = 1").fetchone()
+        if result and result[0]:
+            unpacked_data = msgpack.unpackb(result[0])
+            return [KnowledgeItem(**item) for item in unpacked_data]
+        return []
+
 
 class SimpleObjectCache(object):
     """
@@ -1518,6 +1563,22 @@ class PersistenceManager(object):
     def set_steps(self, steps: list[ProcessingStep]):
         self._underlying_persistence.set_steps(steps)
 
+    def get_knowledge(self) -> list:
+        """
+        Gets the knowledge items for this document
+
+        :return: list of KnowledgeItem objects
+        """
+        return self._underlying_persistence.get_knowledge()
+
+    def set_knowledge(self, knowledge: list):
+        """
+        Sets the knowledge items for this document
+
+        :param knowledge: list of KnowledgeItem objects
+        """
+        self._underlying_persistence.set_knowledge(knowledge)
+
     def set_validations(self, validations: list[DocumentTaxonValidation]):
         self._underlying_persistence.set_validations(validations)
 

{kodexa-7.4.418571405824.dist-info → kodexa-7.4.418596506326.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kodexa
-Version: 7.4.418571405824
+Version: 7.4.418596506326
 Summary: Python SDK for the Kodexa Platform
 License-File: LICENSE
 Author: Austin Redenbaugh

{kodexa-7.4.418571405824.dist-info → kodexa-7.4.418596506326.dist-info}/RECORD

@@ -3,7 +3,7 @@ kodexa/assistant/__init__.py,sha256=nlXm_YnV_50hgn0TIT2Fkc2fQ-86OjmctY_j8My9nc4,
 kodexa/assistant/assistant.py,sha256=5KFdbqFSLIZJyDRyZdpcfr448fT-CW4JhYu9A6B9DGY,14663
 kodexa/connectors/__init__.py,sha256=WF6G_MUeU32TlKSUKkpNoNX7dq8iBPliFMep4E8BmZc,328
 kodexa/connectors/connectors.py,sha256=FpUZDkSyHld2b9eYRuVOWzaFtuGoaRuPXXicJB7THbc,10413
-kodexa/dataclasses/__init__.py,sha256=TuSMJAG9rMr5FHjBk66yFnlRmCMvrkBVnD7bORRmi38,20287
+kodexa/dataclasses/__init__.py,sha256=f24giCoIJlFuN0T3AEBP-ktn-3-kKAg3XVjUrh-dTaU,20302
 kodexa/dataclasses/templates/llm_data_class.j2,sha256=YWjStW136chV_59JM3AYis3i-0jdrqDvLXsISUW9zDU,660
 kodexa/model/__init__.py,sha256=rtLXYJBxB-rnukhslN9rlqoB3--1H3253HyHGbD_Gc8,796
 kodexa/model/base.py,sha256=xZVKvWKSvLR1UntyPN0QaV_1PHcJwXz8xOJrYlBhRQ0,542
@@ -12,9 +12,9 @@ kodexa/model/entities/check_response.py,sha256=eqBHxO6G2OAziL3p9bHGI-oiPkAG82H6C
 kodexa/model/entities/product.py,sha256=StUhTEeLXmc05cj6XnZppQfeJsqCPbX1jdhsysHH--Q,5787
 kodexa/model/entities/product_group.py,sha256=540fRGyUf34h1BzAN1DiWu6rGgvaj3xDFhZ2k-RvSFY,3617
 kodexa/model/entities/product_subscription.py,sha256=UcmWR-qgLfdV7VCtJNwzgkanoS8nBSL6ngVuxQUK1M8,3810
-kodexa/model/model.py,sha256=o93SDgw8mj28LWbwJB78PF_Oim8qeCTH1a9x_GDc7yg,120895
+kodexa/model/model.py,sha256=E_qqLBbpTcpycTg-7MmjYiLlFWOJByoUa3FpQqqAZYs,121157
 kodexa/model/objects.py,sha256=b5aicXaZpbej6inkessxh6_8R9LYsSiTlfferTZ4Rqs,215954
-kodexa/model/persistence.py,sha256=n5KfdyujKmBWc-x_LN0pmRpFCo50VSrTr4_1M98q6tc,73548
+kodexa/model/persistence.py,sha256=fWG-LLLnqvgSt4XLY3ahRpeahPQ9oeOWMLphDHhB6pI,75837
 kodexa/model/utils.py,sha256=YEG3f8YzBil06D0P3_dfx2S9GnHREzyrjnlWwQ7oPlU,3038
 kodexa/pipeline/__init__.py,sha256=sA7f5D6qkdMrpp2xTIeefnrUBI6xxEEWostvxfX_1Cs,236
 kodexa/pipeline/pipeline.py,sha256=zyNEpA7KlGhPs_l-vgV6m-OCb16dbxQhl8QezeylugA,25540
@@ -45,7 +45,7 @@ kodexa/testing/test_utils.py,sha256=v44p__gE7ia67W7WeHN2HBFCWSCUrCZt7G4xBNCmwf8,
 kodexa/training/__init__.py,sha256=xs2L62YpRkIRfslQwtQZ5Yxjhm7sLzX2TrVX6EuBnZQ,52
 kodexa/training/train_utils.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kodexa/utils/__init__.py,sha256=Pnim1o9_db5YEnNvDTxpM7HG-qTlL6n8JwFwOafU9wo,5928
-kodexa-7.4.418571405824.dist-info/METADATA,sha256=oKfJGb6Xwi307kY0yJE8lfk08VtIJWk5B2LXgEEvmCo,2938
-kodexa-7.4.418571405824.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-kodexa-7.4.418571405824.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-kodexa-7.4.418571405824.dist-info/RECORD,,
+kodexa-7.4.418596506326.dist-info/METADATA,sha256=efCUB32x9jI-zhwRntn0cT2osOQ87gZNrj1Lz2Smpy4,2938
+kodexa-7.4.418596506326.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+kodexa-7.4.418596506326.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+kodexa-7.4.418596506326.dist-info/RECORD,,