hamtaa-texttools 1.1.14__tar.gz → 1.1.16__tar.gz

{hamtaa_texttools-1.1.14/hamtaa_texttools.egg-info → hamtaa_texttools-1.1.16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hamtaa-texttools
-Version: 1.1.14
+Version: 1.1.16
 Summary: A high-level NLP toolkit built on top of modern LLMs.
 Author-email: Tohidi <the.mohammad.tohidi@gmail.com>, Montazer <montazerh82@gmail.com>, Givechi <mohamad.m.givechi@gmail.com>, MoosaviNejad <erfanmoosavi84@gmail.com>
 License: MIT License
@@ -92,12 +92,15 @@ TextTools provides several optional flags to customize LLM behavior:
 ## 🧩 ToolOutput
 
 Every tool of `TextTools` returns a `ToolOutput` object which is a BaseModel with attributes:
-- **`result (Any)`** → The output of LLM
-- **`analysis (str)`** → The reasoning step before generating the final output
-- **`logprobs (list)`** → Token-level probabilities for the generated output 
-- **`errors (list[str])`** → Any error that have occured during calling LLM
-
-**Note:** You can use `repr(ToolOutput)` to see details of an output.
+- **`result: Any`** → The output of LLM
+- **`analysis: str`** → The reasoning step before generating the final output
+- **`logprobs: list`** → Token-level probabilities for the generated output 
+- **`process: str`** → The tool name which processed the input
+- **`processed_at: datetime`** → The process time
+- **`execution_time: float`** → The execution time (seconds)
+- **`errors: list[str]`** → Any error that have occured during calling LLM
+
+**Note:** You can use `repr(ToolOutput)` to see details of your ToolOutput.
 
 ---
 

{hamtaa_texttools-1.1.14 → hamtaa_texttools-1.1.16}/README.md

@@ -57,12 +57,15 @@ TextTools provides several optional flags to customize LLM behavior:
 ## 🧩 ToolOutput
 
 Every tool of `TextTools` returns a `ToolOutput` object which is a BaseModel with attributes:
-- **`result (Any)`** → The output of LLM
-- **`analysis (str)`** → The reasoning step before generating the final output
-- **`logprobs (list)`** → Token-level probabilities for the generated output 
-- **`errors (list[str])`** → Any error that have occured during calling LLM
-
-**Note:** You can use `repr(ToolOutput)` to see details of an output.
+- **`result: Any`** → The output of LLM
+- **`analysis: str`** → The reasoning step before generating the final output
+- **`logprobs: list`** → Token-level probabilities for the generated output 
+- **`process: str`** → The tool name which processed the input
+- **`processed_at: datetime`** → The process time
+- **`execution_time: float`** → The execution time (seconds)
+- **`errors: list[str]`** → Any error that have occured during calling LLM
+
+**Note:** You can use `repr(ToolOutput)` to see details of your ToolOutput.
 
 ---
 

{hamtaa_texttools-1.1.14 → hamtaa_texttools-1.1.16/hamtaa_texttools.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hamtaa-texttools
-Version: 1.1.14
+Version: 1.1.16
 Summary: A high-level NLP toolkit built on top of modern LLMs.
 Author-email: Tohidi <the.mohammad.tohidi@gmail.com>, Montazer <montazerh82@gmail.com>, Givechi <mohamad.m.givechi@gmail.com>, MoosaviNejad <erfanmoosavi84@gmail.com>
 License: MIT License
@@ -92,12 +92,15 @@ TextTools provides several optional flags to customize LLM behavior:
 ## 🧩 ToolOutput
 
 Every tool of `TextTools` returns a `ToolOutput` object which is a BaseModel with attributes:
-- **`result (Any)`** → The output of LLM
-- **`analysis (str)`** → The reasoning step before generating the final output
-- **`logprobs (list)`** → Token-level probabilities for the generated output 
-- **`errors (list[str])`** → Any error that have occured during calling LLM
-
-**Note:** You can use `repr(ToolOutput)` to see details of an output.
+- **`result: Any`** → The output of LLM
+- **`analysis: str`** → The reasoning step before generating the final output
+- **`logprobs: list`** → Token-level probabilities for the generated output 
+- **`process: str`** → The tool name which processed the input
+- **`processed_at: datetime`** → The process time
+- **`execution_time: float`** → The execution time (seconds)
+- **`errors: list[str]`** → Any error that have occured during calling LLM
+
+**Note:** You can use `repr(ToolOutput)` to see details of your ToolOutput.
 
 ---
 

{hamtaa_texttools-1.1.14 → hamtaa_texttools-1.1.16}/hamtaa_texttools.egg-info/SOURCES.txt

@@ -9,9 +9,6 @@ hamtaa_texttools.egg-info/requires.txt
 hamtaa_texttools.egg-info/top_level.txt
 tests/test_all_async_tools.py
 tests/test_all_tools.py
-tests/test_category_tree.py
-tests/test_keyword_extractor_modes.py
-tests/test_logprobs.py
 tests/test_output_validation.py
 texttools/__init__.py
 texttools/batch/batch_config.py

{hamtaa_texttools-1.1.14 → hamtaa_texttools-1.1.16}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "hamtaa-texttools"
-version = "1.1.14"
+version = "1.1.16"
 authors = [
   { name = "Tohidi", email = "the.mohammad.tohidi@gmail.com" },
   { name = "Montazer", email = "montazerh82@gmail.com" },

{hamtaa_texttools-1.1.14 → hamtaa_texttools-1.1.16}/tests/test_all_tools.py

@@ -4,7 +4,7 @@ from dotenv import load_dotenv
 from openai import OpenAI
 from pydantic import BaseModel
 
-from texttools import TheTool
+from texttools import TheTool, CategoryTree
 
 # Load environment variables from .env
 load_dotenv()
@@ -18,12 +18,31 @@ client = OpenAI(base_url=BASE_URL, api_key=API_KEY)
 # Create an instance of TheTool
 t = TheTool(client=client, model=MODEL)
 
-# Categorizer
+# Categorizer: list mode
 category = t.categorize("سلام حالت چطوره؟", categories=["هیچکدام", "دینی", "فلسفه"])
 print(repr(category))
 
+# Categorizer: tree mode
+tree = CategoryTree("category_test_tree")
+tree.add_node("اخلاق")
+tree.add_node("معرفت شناسی")
+tree.add_node("متافیزیک", description="اراده قدرت در حیطه متافیزیک است")
+tree.add_node("فلسفه ذهن", description="فلسفه ذهن به چگونگی درک ما از جهان می پردازد")
+tree.add_node("آگاهی", "فلسفه ذهن", description="آگاهی خیلی مهم است")
+tree.add_node("ذهن و بدن", "فلسفه ذهن")
+tree.add_node("امکان و ضرورت", "متافیزیک")
+
+categories = t.categorize(
+    "اراده قدرت مفهومی مهم در مابعد الطبیعه است که توسط نیچه مطرح شده",
+    tree,
+    mode="category_tree",
+)
+print(repr(categories))
+
 # Keyword Extractor
-keywords = t.extract_keywords("Tomorrow, we will be dead by the car crash")
+keywords = t.extract_keywords(
+    "Tomorrow, we will be dead by the car crash", mode="count", number_of_keywords=3
+)
 print(repr(keywords))
 
 # NER Extractor
@@ -50,7 +69,6 @@ print(repr(merged))
 rewritten = t.rewrite(
     "چرا ما انسان ها، موجوداتی اجتماعی هستیم؟",
     mode="positive",
-    with_analysis=True,
 )
 print(repr(rewritten))
 

{hamtaa_texttools-1.1.14 → hamtaa_texttools-1.1.16}/texttools/tools/async_tools.py

@@ -1,3 +1,4 @@
+from datetime import datetime
 from typing import Literal, Any
 from collections.abc import Callable
 
@@ -63,10 +64,12 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
+        start = datetime.now()
+
         if mode == "category_tree":
             # Initializations
             output = Models.ToolOutput()
-            levels = categories.level_count()
+            levels = categories.get_level_count()
             parent_id = 0
             final_output = []
 
@@ -80,6 +83,8 @@ class AsyncTheTool:
                     output.errors.append(
                         f"No categories found for parent_id {parent_id} in the tree"
                     )
+                    end = datetime.now()
+                    output.execution_time = (end - start).total_seconds()
                     return output
 
                 # Extract category names and descriptions
@@ -111,6 +116,8 @@ class AsyncTheTool:
                 # Check for errors from operator
                 if level_output.errors:
                     output.errors.extend(level_output.errors)
+                    end = datetime.now()
+                    output.execution_time = (end - start).total_seconds()
                     return output
 
                 # Get the chosen category
@@ -122,20 +129,25 @@ class AsyncTheTool:
                     output.errors.append(
                         f"Category '{chosen_category}' not found in tree after selection"
                     )
+                    end = datetime.now()
+                    output.execution_time = (end - start).total_seconds()
                     return output
 
                 parent_id = parent_node.node_id
                 final_output.append(parent_node.name)
 
-                # Copy analysis/logprobs from the last level's output
+                # Copy analysis/logprobs/process from the last level's output
                 output.analysis = level_output.analysis
                 output.logprobs = level_output.logprobs
+                output.process = level_output.process
 
             output.result = final_output
+            end = datetime.now()
+            output.execution_time = (end - start).total_seconds()
             return output
 
         else:
-            return await self._operator.run(
+            output = await self._operator.run(
                 # User parameters
                 text=text,
                 category_list=categories,
@@ -152,6 +164,9 @@ class AsyncTheTool:
                 output_model=Models.create_dynamic_model(categories),
                 output_lang=None,
             )
+            end = datetime.now()
+            output.execution_time = (end - start).total_seconds()
+            return output
 
     async def extract_keywords(
         self,
@@ -190,7 +205,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -203,11 +219,14 @@ class AsyncTheTool:
             number_of_keywords=number_of_keywords,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="extract_keywords.yaml",
             output_model=Models.ListStrOutput,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def extract_entities(
         self,
@@ -244,7 +263,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -255,12 +275,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="extract_entities.yaml",
             output_model=Models.ListDictStrStrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def is_question(
         self,
@@ -295,7 +318,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -305,13 +329,16 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="is_question.yaml",
             output_model=Models.BoolOutput,
             mode=None,
             output_lang=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def text_to_question(
         self,
@@ -348,7 +375,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -359,12 +387,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="text_to_question.yaml",
             output_model=Models.StrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def merge_questions(
         self,
@@ -403,10 +434,11 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        text = ", ".join(text)
-        return await self._operator.run(
+        start = datetime.now()
+        text_combined = ", ".join(text)
+        output = await self._operator.run(
             # User parameters
-            text=text,
+            text=text_combined,
             with_analysis=with_analysis,
             output_lang=output_lang,
             user_prompt=user_prompt,
@@ -415,12 +447,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="merge_questions.yaml",
             output_model=Models.StrOutput,
             mode=mode,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def rewrite(
         self,
@@ -459,7 +494,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -470,12 +506,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="rewrite.yaml",
             output_model=Models.StrOutput,
             mode=mode,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def subject_to_question(
         self,
@@ -514,7 +553,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             number_of_questions=number_of_questions,
@@ -526,12 +566,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="subject_to_question.yaml",
             output_model=Models.ReasonListStrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def summarize(
         self,
@@ -568,7 +611,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -579,12 +623,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="summarize.yaml",
             output_model=Models.StrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def translate(
         self,
@@ -621,7 +668,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             target_language=target_language,
@@ -632,13 +680,16 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="translate.yaml",
             output_model=Models.StrOutput,
             mode=None,
             output_lang=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def detect_entity(
         self,
@@ -675,7 +726,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -686,12 +738,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="detect_entity.yaml",
             output_model=Models.EntityDetectorOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def run_custom(
         self,
@@ -725,7 +780,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User paramaeters
             text=prompt,
             output_model=output_model,
@@ -736,10 +792,13 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="run_custom.yaml",
             user_prompt=None,
             with_analysis=False,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output

{hamtaa_texttools-1.1.14 → hamtaa_texttools-1.1.16}/texttools/tools/internals/async_operator.py

@@ -190,6 +190,8 @@ class AsyncOperator:
             if with_analysis:
                 output.analysis = analysis
 
+            output.process = prompt_file[:-5]
+
             return output
 
         except Exception as e:

{hamtaa_texttools-1.1.14 → hamtaa_texttools-1.1.16}/texttools/tools/internals/models.py

@@ -1,3 +1,4 @@
+from datetime import datetime
 from typing import Type, Any, Literal
 
 from pydantic import BaseModel, Field, create_model
@@ -7,10 +8,13 @@ class ToolOutput(BaseModel):
     result: Any = None
     analysis: str = ""
     logprobs: list[dict[str, Any]] = []
+    process: str = ""
+    processed_at: datetime = datetime.now()
+    execution_time: float = -1.0
     errors: list[str] = []
 
     def __repr__(self) -> str:
-        return f"ToolOutput(result_type='{type(self.result)}', result='{self.result}', analysis='{self.analysis}', logprobs='{self.logprobs}', errors='{self.errors}'"
+        return f"ToolOutput(process='{self.process}', result_type='{type(self.result)}', result='{self.result}', analysis='{self.analysis}', logprobs='{self.logprobs}', errors='{self.errors}', processed_at='{self.processed_at}', execution_time='{self.execution_time}'"
 
 
 class StrOutput(BaseModel):
@@ -53,7 +57,7 @@ class Node(BaseModel):
 class CategoryTree:
     def __init__(self, tree_name):
         self.root = Node(node_id=0, name=tree_name, level=0, parent_id=None)
-        self.node_list: list[Node] = [self.root]
+        self.all_nodes: list[Node] = [self.root]
         self.new_id = 1
 
     def add_node(
@@ -85,11 +89,14 @@ class CategoryTree:
         if description is not None:
             node_data["description"] = description
 
-        self.node_list.append(Node(**node_data))
+        self.all_nodes.append(Node(**node_data))
         self.new_id += 1
 
     def get_nodes(self) -> list[Node]:
-        return self.node_list
+        return self.all_nodes
+
+    def get_level_count(self) -> int:
+        return max([item.level for item in self.all_nodes])
 
     def find_node(self, identifier: int | str) -> Node | None:
         if isinstance(identifier, str):
@@ -106,11 +113,9 @@ class CategoryTree:
             return None
 
     def find_children(self, parent_node: Node) -> list[Node] | None:
-        children = []
-        for node in self.get_nodes():
-            if parent_node.node_id == node.parent_id:
-                children.append(node)
-
+        children = [
+            node for node in self.get_nodes() if parent_node.node_id == node.parent_id
+        ]
         return children if children else None
 
     def remove_node(self, identifier: int | str) -> None:
@@ -122,14 +127,14 @@ class CategoryTree:
 
             # Ending condition
             if children is None:
-                self.node_list.remove(node)
+                self.all_nodes.remove(node)
                 return
 
             for child in children:
                 self.remove_node(child.name)
 
             # Remove the node from tree
-            self.node_list.remove(node)
+            self.all_nodes.remove(node)
         else:
             raise ValueError(f"Node with identifier: '{identifier}' not found.")
 
@@ -137,7 +142,7 @@ class CategoryTree:
         def build_dict(node: Node) -> dict:
             children = [
                 build_dict(child)
-                for child in self.node_list
+                for child in self.all_nodes
                 if child.parent_id == node.node_id
             ]
             return {
@@ -150,9 +155,6 @@ class CategoryTree:
 
         return {"category_tree": build_dict(self.root)["children"]}
 
-    def level_count(self) -> int:
-        return max([item.level for item in self.node_list])
-
 
 # This function is needed to create CategorizerOutput with dynamic categories
 def create_dynamic_model(allowed_values: list[str]) -> Type[BaseModel]:
@@ -174,7 +176,7 @@ def create_dynamic_model(allowed_values: list[str]) -> Type[BaseModel]:
 
 class Entity(BaseModel):
     text: str = Field(description="The exact text of the entity")
-    type: str = Field(description="The type of the entity")
+    entity_type: str = Field(description="The type of the entity")
 
 
 class EntityDetectorOutput(BaseModel):

{hamtaa_texttools-1.1.14 → hamtaa_texttools-1.1.16}/texttools/tools/internals/sync_operator.py

@@ -191,6 +191,8 @@ class Operator:
             if with_analysis:
                 output.analysis = analysis
 
+            output.process = prompt_file[:-5]
+
             return output
 
         except Exception as e:

{hamtaa_texttools-1.1.14 → hamtaa_texttools-1.1.16}/texttools/tools/sync_tools.py

@@ -1,3 +1,4 @@
+from datetime import datetime
 from typing import Literal, Any
 from collections.abc import Callable
 
@@ -61,10 +62,12 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
+        start = datetime.now()
+
         if mode == "category_tree":
             # Initializations
             output = Models.ToolOutput()
-            levels = categories.level_count()
+            levels = categories.get_level_count()
             parent_id = 0
             final_output = []
 
@@ -78,6 +81,8 @@ class TheTool:
                     output.errors.append(
                         f"No categories found for parent_id {parent_id} in the tree"
                     )
+                    end = datetime.now()
+                    output.execution_time = (end - start).total_seconds()
                     return output
 
                 # Extract category names and descriptions
@@ -100,6 +105,7 @@ class TheTool:
                     mode=mode,
                     validator=validator,
                     max_validation_retries=max_validation_retries,
+                    priority=priority,
                     # Internal parameters
                     prompt_file="categorize.yaml",
                     output_model=Models.create_dynamic_model(category_names),
@@ -109,6 +115,8 @@ class TheTool:
                 # Check for errors from operator
                 if level_output.errors:
                     output.errors.extend(level_output.errors)
+                    end = datetime.now()
+                    output.execution_time = (end - start).total_seconds()
                     return output
 
                 # Get the chosen category
@@ -120,20 +128,25 @@ class TheTool:
                     output.errors.append(
                         f"Category '{chosen_category}' not found in tree after selection"
                     )
+                    end = datetime.now()
+                    output.execution_time = (end - start).total_seconds()
                     return output
 
                 parent_id = parent_node.node_id
                 final_output.append(parent_node.name)
 
-                # Copy analysis/logprobs from the last level's output
+                # Copy analysis/logprobs/process from the last level's output
                 output.analysis = level_output.analysis
                 output.logprobs = level_output.logprobs
+                output.process = level_output.process
 
             output.result = final_output
+            end = datetime.now()
+            output.execution_time = (end - start).total_seconds()
             return output
 
         else:
-            return self._operator.run(
+            output = self._operator.run(
                 # User parameters
                 text=text,
                 category_list=categories,
@@ -145,11 +158,15 @@ class TheTool:
                 mode=mode,
                 validator=validator,
                 max_validation_retries=max_validation_retries,
+                priority=priority,
                 # Internal parameters
                 prompt_file="categorize.yaml",
                 output_model=Models.create_dynamic_model(categories),
                 output_lang=None,
             )
+            end = datetime.now()
+            output.execution_time = (end - start).total_seconds()
+            return output
 
     def extract_keywords(
         self,
@@ -188,7 +205,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -201,11 +219,14 @@ class TheTool:
             number_of_keywords=number_of_keywords,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="extract_keywords.yaml",
             output_model=Models.ListStrOutput,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def extract_entities(
         self,
@@ -242,7 +263,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -253,12 +275,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="extract_entities.yaml",
             output_model=Models.ListDictStrStrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def is_question(
         self,
@@ -293,7 +318,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -303,13 +329,16 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="is_question.yaml",
             output_model=Models.BoolOutput,
             mode=None,
             output_lang=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def text_to_question(
         self,
@@ -346,7 +375,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -357,12 +387,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="text_to_question.yaml",
             output_model=Models.StrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def merge_questions(
         self,
@@ -401,8 +434,9 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
+        start = datetime.now()
         text = ", ".join(text)
-        return self._operator.run(
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -413,12 +447,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="merge_questions.yaml",
             output_model=Models.StrOutput,
             mode=mode,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def rewrite(
         self,
@@ -457,7 +494,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -468,12 +506,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="rewrite.yaml",
             output_model=Models.StrOutput,
             mode=mode,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def subject_to_question(
         self,
@@ -512,7 +553,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             number_of_questions=number_of_questions,
@@ -524,12 +566,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="subject_to_question.yaml",
             output_model=Models.ReasonListStrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def summarize(
         self,
@@ -566,7 +611,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -577,12 +623,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="summarize.yaml",
             output_model=Models.StrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def translate(
         self,
@@ -619,7 +668,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             target_language=target_language,
@@ -630,13 +680,16 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="translate.yaml",
             output_model=Models.StrOutput,
             mode=None,
             output_lang=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def detect_entity(
         self,
@@ -673,7 +726,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -684,12 +738,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="detect_entity.yaml",
             output_model=Models.EntityDetectorOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def run_custom(
         self,
@@ -723,7 +780,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User paramaeters
             text=prompt,
             output_model=output_model,
@@ -734,10 +792,13 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="run_custom.yaml",
             user_prompt=None,
             with_analysis=False,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output

hamtaa_texttools-1.1.14/tests/test_category_tree.py

@@ -1,47 +0,0 @@
-import os
-
-from dotenv import load_dotenv
-from openai import OpenAI
-
-from texttools import TheTool, CategoryTree
-
-# Load environment variables from .env
-load_dotenv()
-API_KEY = os.getenv("OPENAI_API_KEY")
-BASE_URL = os.getenv("BASE_URL")
-MODEL = os.getenv("MODEL")
-
-# Create OpenAI client
-client = OpenAI(base_url=BASE_URL, api_key=API_KEY)
-
-# Create an instance of TheTool
-t = TheTool(client=client, model=MODEL)
-
-# Create a category tree
-tree = CategoryTree("category_test_tree")
-tree.add_node("اخلاق")
-tree.add_node("معرفت شناسی")
-tree.add_node("متافیزیک", description="اراده قدرت در حیطه متافیزیک است")
-tree.add_node("فلسفه ذهن", description="فلسفه ذهن به چگونگی درک ما از جهان می پردازد")
-tree.add_node("آگاهی", "فلسفه ذهن", description="آگاهی خیلی مهم است")
-tree.add_node("ذهن و بدن", "فلسفه ذهن")
-tree.add_node("امکان و ضرورت", "متافیزیک")
-
-# Test category tree
-categories = t.categorize(
-    "اراده قدرت مفهومی مهم در مابعد الطبیعه است که توسط نیچه مطرح شده",
-    tree,
-    mode="category_tree",
-)
-print(repr(categories))
-
-# Create category list
-category_list = ["اخلاق", "معرفت شناسی", "متافیزیک", "فلسفه ذهن"]
-
-# Test list mode
-category = t.categorize(
-    "اراده قدرت مفهومی مهم در مابعد الطبیعه است که توسط نیچه مطرح شده",
-    category_list,
-    mode="category_list",
-)
-print(repr(category))

hamtaa_texttools-1.1.14/tests/test_keyword_extractor_modes.py

@@ -1,43 +0,0 @@
-import os
-
-from dotenv import load_dotenv
-from openai import OpenAI
-
-from texttools import TheTool
-
-# Load environment variables from .env
-load_dotenv()
-API_KEY = os.getenv("OPENAI_API_KEY")
-BASE_URL = os.getenv("BASE_URL")
-MODEL = os.getenv("MODEL")
-
-# Create OpenAI client
-client = OpenAI(base_url=BASE_URL, api_key=API_KEY)
-
-# Create an instance of TheTool
-t = TheTool(client=client, model=MODEL)
-
-# Auto mode
-keywords = t.extract_keywords(
-    "چرا در قرآن پاره ای از آیات تکرار شده است، و همچنین چرا بعضی از داستانها در موارد متعدّد آورده شده است؟!",
-    output_lang="Farsi",
-    mode="auto",
-)
-print(repr(keywords))
-
-# Threshold mode
-keywords = t.extract_keywords(
-    "چرا در قرآن پاره ای از آیات تکرار شده است، و همچنین چرا بعضی از داستانها در موارد متعدّد آورده شده است؟!",
-    output_lang="Farsi",
-    mode="threshold",
-)
-print(repr(keywords))
-
-# Count mode
-keywords = t.extract_keywords(
-    "چرا در قرآن پاره ای از آیات تکرار شده است، و همچنین چرا بعضی از داستانها در موارد متعدّد آورده شده است؟!",
-    output_lang="Farsi",
-    mode="count",
-    number_of_keywords=2,
-)
-print(repr(keywords))

hamtaa_texttools-1.1.14/tests/test_logprobs.py

@@ -1,38 +0,0 @@
-import os
-
-from dotenv import load_dotenv
-from openai import OpenAI
-
-from texttools import TheTool
-
-# Load environment variables from .env
-load_dotenv()
-API_KEY = os.getenv("OPENAI_API_KEY")
-BASE_URL = os.getenv("BASE_URL")
-MODEL = os.getenv("MODEL")
-
-# Create OpenAI client
-client = OpenAI(base_url=BASE_URL, api_key=API_KEY)
-
-# Create an instance of TheTool
-t = TheTool(client=client, model=MODEL)
-
-# Keyword Extractor
-print("\n\nKEYWORD EXTRACTOR\n")
-keywords = t.extract_keywords(
-    "Tomorrow, we will be dead by the car crash", logprobs=True
-)
-logprobs = keywords.logprobs
-for d in logprobs:
-    print(d)
-    print("-" * 40)
-
-# Question Detector
-print("\n\nQUESTION DETECTOR\n")
-detection = t.is_question(
-    "What is the capital of France?", logprobs=True, top_logprobs=3
-)
-logprobs = detection.logprobs
-for d in logprobs:
-    print(d)
-    print("-" * 40)