kodexa 7.4.418571405824__tar.gz → 7.4.418596506326__tar.gz

{kodexa-7.4.418571405824 → kodexa-7.4.418596506326}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kodexa
-Version: 7.4.418571405824
+Version: 7.4.418596506326
 Summary: Python SDK for the Kodexa Platform
 License-File: LICENSE
 Author: Austin Redenbaugh

{kodexa-7.4.418571405824 → kodexa-7.4.418596506326}/kodexa/dataclasses/__init__.py

@@ -7,7 +7,7 @@ import jinja2
 from kodexa import ContentNode
 from kodexa.model.model import Tag, Document
 from kodexa.model.objects import ContentException, Taxon, Taxonomy, Assistant
-from pydantic import BaseModel
+from pydantic import BaseModel, ConfigDict
 
 from kodexa.utils import snake_to_camel, to_snake, taxon_to_property_name, taxon_to_class_name, taxon_to_group_path
 
@@ -110,8 +110,7 @@ class LLMDataObject(BaseModel):
     cell_index: int = 0
     exceptions: Optional[list[ContentException]] = None
 
-    class Config:
-        arbitrary_types_allowed = True
+    model_config = ConfigDict(arbitrary_types_allowed=True)
 
     def process_exceptions(self, document: "KodexaDocumentLLMWrapper"):
         # Lets make sure we add all the content exceptions

{kodexa-7.4.418571405824 → kodexa-7.4.418596506326}/kodexa/model/model.py

@@ -12,9 +12,9 @@ from typing import Any, List, Optional
 from addict import Dict
 import deepdiff
 import msgpack
-from pydantic import BaseModel, ConfigDict, Field
+from pydantic import BaseModel, ConfigDict, Field, model_serializer
 
-from kodexa.model.objects import ContentObject, FeatureSet, DocumentTaxonValidation
+from kodexa.model.objects import ContentObject, FeatureSet, DocumentTaxonValidation, KnowledgeItem
 
 
 class Ref:
@@ -2435,11 +2435,11 @@ class ProcessingStep(BaseModel):
             merged_step.parents.append(step)
         return merged_step
 
-    class Config:
-        arbitrary_types_allowed = True
-        json_encoders = {
-            'ProcessingStep': lambda step: step.to_dict()
-        }
+    model_config = ConfigDict(arbitrary_types_allowed=True)
+
+    @model_serializer(mode='plain')
+    def _serialize(self):
+        return self.to_dict()
 
     def to_dict(self, seen=None):
         if seen is None:
@@ -2503,6 +2503,12 @@ class Document(object):
     def set_steps(self, steps: list[ProcessingStep]):
         self._persistence_layer.set_steps(steps)
 
+    def get_knowledge(self) -> list[KnowledgeItem]:
+        return self._persistence_layer.get_knowledge()
+
+    def set_knowledge(self, knowledge: list[KnowledgeItem]):
+        self._persistence_layer.set_knowledge(knowledge)
+
     def replace_exceptions(self, exceptions: List[ContentException]):
         self._persistence_layer.replace_exceptions(exceptions)
 

{kodexa-7.4.418571405824 → kodexa-7.4.418596506326}/kodexa/model/persistence.py

@@ -626,7 +626,7 @@ class SqliteDocumentPersistence(object):
 
         self.uuid = metadata.get("uuid")
 
-        import semver
+        from semver import Version
 
         root_node = self.cursor.execute(
             "select id, pid, nt, idx from cn where pid is null"
@@ -634,7 +634,7 @@ class SqliteDocumentPersistence(object):
         if root_node:
             self.document.content_node = self.__build_node(root_node)
 
-        if semver.compare(self.document.version, "4.0.1") < 0:
+        if Version.parse(self.document.version) < Version.parse("4.0.1"):
             # We need to migrate this to a 4.0.1 document
             self.cursor.execute(
                 """CREATE TABLE ft
@@ -679,7 +679,7 @@ class SqliteDocumentPersistence(object):
                                     )"""
         )
 
-        if semver.compare(self.document.version, "6.0.0") < 0:
+        if Version.parse(self.document.version) < Version.parse("6.0.0"):
             from sqlite3 import OperationalError
 
             try:
@@ -1369,6 +1369,51 @@ class SqliteDocumentPersistence(object):
             return [ProcessingStep(**step) for step in unpacked_data]
         return []
 
+    def __ensure_knowledge_table_exists(self):
+        """
+        Ensure the 'knowledge' table exists in the database.
+        Creates the table if it does not exist.
+        """
+        self.cursor.execute("""
+                CREATE TABLE IF NOT EXISTS knowledge (
+                    obj BLOB
+                )
+            """)
+
+        # Check if the table has any rows, if not, insert an initial empty row
+        result = self.cursor.execute("SELECT COUNT(*) FROM knowledge").fetchone()
+        if result[0] == 0:
+            self.cursor.execute("INSERT INTO knowledge (obj) VALUES (?)", [sqlite3.Binary(msgpack.packb([]))])
+
+    def set_knowledge(self, knowledge: List):
+        """
+        Sets the knowledge items for the document.
+
+        Args:
+            knowledge (List): A list of KnowledgeItem objects to store.
+        """
+        from kodexa.model.objects import KnowledgeItem
+        self.__ensure_knowledge_table_exists()
+        serialized_knowledge = [item.model_dump(by_alias=True) for item in knowledge]
+        packed_data = sqlite3.Binary(msgpack.packb(serialized_knowledge))
+        self.cursor.execute("UPDATE knowledge SET obj = ? WHERE rowid = 1", [packed_data])
+        self.connection.commit()
+
+    def get_knowledge(self) -> List:
+        """
+        Gets the knowledge items associated with this document.
+
+        Returns:
+            List: A list of KnowledgeItem objects.
+        """
+        from kodexa.model.objects import KnowledgeItem
+        self.__ensure_knowledge_table_exists()
+        result = self.cursor.execute("SELECT obj FROM knowledge WHERE rowid = 1").fetchone()
+        if result and result[0]:
+            unpacked_data = msgpack.unpackb(result[0])
+            return [KnowledgeItem(**item) for item in unpacked_data]
+        return []
+
 
 class SimpleObjectCache(object):
     """
@@ -1518,6 +1563,22 @@ class PersistenceManager(object):
     def set_steps(self, steps: list[ProcessingStep]):
         self._underlying_persistence.set_steps(steps)
 
+    def get_knowledge(self) -> list:
+        """
+        Gets the knowledge items for this document
+
+        :return: list of KnowledgeItem objects
+        """
+        return self._underlying_persistence.get_knowledge()
+
+    def set_knowledge(self, knowledge: list):
+        """
+        Sets the knowledge items for this document
+
+        :param knowledge: list of KnowledgeItem objects
+        """
+        self._underlying_persistence.set_knowledge(knowledge)
+
     def set_validations(self, validations: list[DocumentTaxonValidation]):
         self._underlying_persistence.set_validations(validations)
 

{kodexa-7.4.418571405824 → kodexa-7.4.418596506326}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "kodexa"
-version = "7.4.418571405824"
+version = "7.4.418596506326"
 description = "Python SDK for the Kodexa Platform"
 authors = ["Austin Redenbaugh <austin@kodexa.com>", "Philip Dodds <philip@kodexa.com>", "Romar Cablao <rcablao@kodexa.com>", "Amadea Paula Dodds <amadeapaula@kodexa.com>"]
 readme = "README.md"