kodexa 7.0.10599563193__tar.gz → 7.0.10665853973__tar.gz

{kodexa-7.0.10599563193 → kodexa-7.0.10665853973}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: kodexa
-Version: 7.0.10599563193
+Version: 7.0.10665853973
 Summary: Python SDK for the Kodexa Platform
 Author: Austin Redenbaugh
 Author-email: austin@kodexa.com

{kodexa-7.0.10599563193 → kodexa-7.0.10665853973}/kodexa/dataclasses/__init__.py

@@ -1,16 +1,16 @@
 import logging
 import os
 import uuid
+from importlib.machinery import SourceFileLoader
 from typing import Optional, List
 
 import jinja2
-from pydantic import BaseModel
-
 from kodexa import ContentNode
-from kodexa.model.model import Tag
+from kodexa.model.model import Tag, Document
 from kodexa.model.objects import ContentException, Taxon, Taxonomy, Assistant
-from kodexa.utils import taxon_to_property_name, taxon_to_class_name, taxon_to_group_path, snake_to_camel, \
-    to_snake
+from pydantic import BaseModel
+
+from kodexa.utils import snake_to_camel, to_snake, taxon_to_property_name, taxon_to_class_name, taxon_to_group_path
 
 logger = logging.getLogger()
 
@@ -30,6 +30,7 @@ class LLMDataAttribute(BaseModel):
     normalized_text: Optional[str] = None
     node_uuid_list: Optional[List[int]] = None
     tag_uuid: Optional[str] = None
+    page_number: Optional[int] = None
     exceptions: Optional[list[ContentException]] = None
 
     def create_exception(
@@ -88,6 +89,100 @@ class LLMDataObject(BaseModel):
         else:
             self.group_uuid = group_uuid
 
+    def get_all_review_pages(self):
+        """
+        Returns a list of unique page numbers that would be included in the review.
+
+        :return: list of unique page numbers
+        """
+        pages = set()
+        for field in self.__fields__:
+            pages.update(self._get_field_pages(field))
+        return sorted(list(pages))
+
+    def _get_field_pages(self, field):
+        if isinstance(getattr(self, field), list):
+            pages = set()
+            for item in getattr(self, field):
+
+                if isinstance(item, LLMDataObject):
+                    pages.update(item.get_all_review_pages())
+            return pages
+        elif isinstance(getattr(self, field), LLMDataAttribute):
+            if getattr(self, field).value != getattr(self, field).normalized_text:
+                return {getattr(self, field).page_number}
+        elif isinstance(getattr(self, field), LLMDataObject):
+            return getattr(self, field).get_all_review_pages()
+        return set()
+
+    def update_from_review(self, review_dict):
+        """
+        Update the node UUIDs and value based on the provided review dictionary.
+
+        :param review_dict: A dictionary containing the updated review information
+        """
+        for field, field_data in review_dict.items():
+            self._update_field_review(field, field_data)
+
+    def _update_field_review(self, field, field_data):
+        if isinstance(field_data, list):
+            for i, item_data in enumerate(field_data):
+                if i < len(getattr(self, field)):
+                    getattr(self, field)[i].update_from_review(item_data)
+        elif isinstance(field_data, dict):
+            if isinstance(getattr(self, field), LLMDataAttribute):
+                self._update_data_attribute(field, field_data)
+            elif isinstance(getattr(self, field), LLMDataObject):
+                getattr(self, field).update_from_review(field_data)
+
+    def _update_data_attribute(self, field, field_data):
+        attr = getattr(self, field)
+        if 'value' in field_data:
+            attr.value = field_data['value']
+        if 'node_uuids' in field_data:
+            attr.node_uuid_list = field_data['node_uuids']
+        if 'normalized_text' in field_data:
+            attr.normalized_text = field_data['normalized_text']
+
+    def to_review(self, page_number=None):
+        """
+        Build a representation of the data object and its data attributes that is a dict that includes the
+        value, normalized text and node UUIDs so we can use this to review mismatched value/normalized
+        with the LLM for a specific page number.
+
+        :param page_number: Optional page number to filter the review items
+        :return: dict of this data object and children for the specified page
+        """
+        review = {}
+        for field in self.__fields__:
+            review_field = self._build_review(field, page_number)
+            if review_field:
+                review[field] = review_field
+        return review
+
+    def _build_review(self, field, page_number=None):
+        if isinstance(getattr(self, field), list):
+            review_field = []
+            for item in getattr(self, field):
+                if isinstance(item, LLMDataObject):
+                    new_review = item.to_review(page_number)
+                    if new_review:
+                        review_field.append(new_review)
+            return review_field if review_field else None
+        elif isinstance(getattr(self, field), LLMDataAttribute):
+            if getattr(self, field).value != getattr(self, field).normalized_text:
+                if page_number is None or getattr(self, field).page_number == page_number:
+                    return {
+                        "value": getattr(self, field).value,
+                        "normalized_text": getattr(self, field).normalized_text,
+                        "node_uuids": getattr(self, field).node_uuid_list,
+                        "page_number": getattr(self, field).page_number,
+                    }
+        elif isinstance(getattr(self, field), LLMDataObject):
+            return getattr(self, field).to_review(page_number)
+
+        return None
+
     def create_exception(
             self,
             exception_type_id: str,
@@ -215,6 +310,25 @@ class LLMDataObject(BaseModel):
                         current_value.append(new_tag)
                         node.remove_feature("tag", tag)
                         node.add_feature("tag", tag, current_value, single=False)
+                        # try:
+                        #     if value.data_type == 'Derived':
+                        #         logger.info(f"Node already has tag {tag} - Tagging something nearby {node.get_all_content()}")
+                        #         nearby_node = find_nearby_word_to_tag(node, tag)
+                        #         nearby_node.tag(
+                        #             tag_to_apply=tag,
+                        #             value=value.normalized_text,
+                        #             tag_uuid=tag_uuid,
+                        #             cell_index=self.cell_index,
+                        #             selector="//word",
+                        #             confidence=-1,
+                        #             group_uuid=self.group_uuid,
+                        #             parent_group_uuid=parent_group_uuid,
+                        #             owner_uri=f"assistant://{assistant.id}" if assistant else f"model://taxonomy-llm",
+                        #         )
+                        #     else:
+                        #         logger.info(f"Node already has tag {tag} - Skipping.")
+                        # except:
+                        #     logger.error(f"Error tagging nearby node with tag {tag}")
 
             logger.info(f"Applied label {tag} to {len(nodes_to_label)} nodes")
         if isinstance(value, LLMDataObject):
@@ -249,7 +363,8 @@ def get_template_env():
     Returns:
 
     """
-    package_location = os.path.dirname(os.path.abspath(__file__))
+    cli_path = os.path.dirname(os.path.abspath(__file__))
+    package_location = os.path.join(cli_path, "templates")
     template_loader = jinja2.FileSystemLoader([os.getcwd(), package_location])
     env = jinja2.Environment(loader=template_loader, autoescape=True)
     env.globals["snake_to_camel"] = snake_to_camel

{kodexa-7.0.10599563193 → kodexa-7.0.10665853973}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "kodexa"
-version = "7.0.010599563193"
+version = "7.0.010665853973"
 description = "Python SDK for the Kodexa Platform"
 authors = ["Austin Redenbaugh <austin@kodexa.com>", "Philip Dodds <philip@kodexa.com>", "Romar Cablao <rcablao@kodexa.com>", "Amadea Paula Dodds <amadeapaula@kodexa.com>"]
 readme = "README.md"