hamtaa-texttools 1.1.14__py3-none-any.whl → 1.1.15__py3-none-any.whl

{hamtaa_texttools-1.1.14.dist-info → hamtaa_texttools-1.1.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hamtaa-texttools
-Version: 1.1.14
+Version: 1.1.15
 Summary: A high-level NLP toolkit built on top of modern LLMs.
 Author-email: Tohidi <the.mohammad.tohidi@gmail.com>, Montazer <montazerh82@gmail.com>, Givechi <mohamad.m.givechi@gmail.com>, MoosaviNejad <erfanmoosavi84@gmail.com>
 License: MIT License
@@ -95,6 +95,7 @@ Every tool of `TextTools` returns a `ToolOutput` object which is a BaseModel wit
 - **`result (Any)`** → The output of LLM
 - **`analysis (str)`** → The reasoning step before generating the final output
 - **`logprobs (list)`** → Token-level probabilities for the generated output 
+- **`process (str)`** → The tool name which processed the input
 - **`errors (list[str])`** → Any error that have occured during calling LLM
 
 **Note:** You can use `repr(ToolOutput)` to see details of an output.

{hamtaa_texttools-1.1.14.dist-info → hamtaa_texttools-1.1.15.dist-info}/RECORD

@@ -1,4 +1,4 @@
-hamtaa_texttools-1.1.14.dist-info/licenses/LICENSE,sha256=Hb2YOBKy2MJQLnyLrX37B4ZVuac8eaIcE71SvVIMOLg,1082
+hamtaa_texttools-1.1.15.dist-info/licenses/LICENSE,sha256=Hb2YOBKy2MJQLnyLrX37B4ZVuac8eaIcE71SvVIMOLg,1082
 texttools/__init__.py,sha256=dc81lXGWP29k7oVvq2BMoMotz6lgiwX4PO2jHHBe2S8,317
 texttools/batch/batch_config.py,sha256=m1UgILVKjNdWE6laNbfbG4vgi4o2fEegGZbeoam6pnY,749
 texttools/batch/batch_runner.py,sha256=9e4SPLlvLHHs3U7bHkuuMVw8TFNwsGUzRjkAMKN4_ik,9378
@@ -17,15 +17,15 @@ texttools/prompts/subject_to_question.yaml,sha256=C7x7rNNm6U_ZG9HOn6zuzYOtvJUZ2s
 texttools/prompts/summarize.yaml,sha256=o6rxGPfWtZd61Duvm8NVvCJqfq73b-wAuMSKR6UYUqY,459
 texttools/prompts/text_to_question.yaml,sha256=UheKYpDn6iyKI8NxunHZtFpNyfCLZZe5cvkuXpurUJY,783
 texttools/prompts/translate.yaml,sha256=mGT2uBCei6uucWqVbs4silk-UV060v3G0jnt0P6sr50,634
-texttools/tools/async_tools.py,sha256=2bWwHd5eaUZwEt4u0rsl6K7QTpE0r83sd8nGaMqStyA,31994
-texttools/tools/sync_tools.py,sha256=DduJMkHtP0pLiEVbGtfuVq__kVhyMy8Hwi528OusyGc,31747
-texttools/tools/internals/async_operator.py,sha256=kVYClefPlcIhaMwcfh2rNX0GROaStjXdVe6bh_XTGKM,7149
+texttools/tools/async_tools.py,sha256=vNAg0gxwUZPsMS4q8JCv7RlYymS8l_5FsFI5adEYT7w,34376
+texttools/tools/sync_tools.py,sha256=hFifFa9YatvSeGif2E_bIG006eMdIBr6SV9HsZ_dAlg,34187
+texttools/tools/internals/async_operator.py,sha256=1TMr8e1qbE9GSz8jl0q3MKdM8lIYE-1ZuSxHjYPqKHI,7198
 texttools/tools/internals/formatters.py,sha256=tACNLP6PeoqaRpNudVxBaHA25zyWqWYPZQuYysIu88g,941
-texttools/tools/internals/models.py,sha256=VH9l4d_ER8skBCTj5w9ISdRnsUXb3H2OVehz9r7VgdM,5630
+texttools/tools/internals/models.py,sha256=w1FveT2lqZiAzhTGwghMJrePyfO43OjpIWbnJFDRPcg,5842
 texttools/tools/internals/operator_utils.py,sha256=w1k0RJ_W_CRbVc_J2w337VuL-opHpHiCxfhEOwtyuOo,1856
 texttools/tools/internals/prompt_loader.py,sha256=4g6-U8kqrGN7VpNaRcrBcnF-h03PXjUDBP0lL0_4EZY,1953
-texttools/tools/internals/sync_operator.py,sha256=5kZWO8CGgoXx1FGFOWU1wnj2RWW8_KNEMGnQCkmbYwA,7057
-hamtaa_texttools-1.1.14.dist-info/METADATA,sha256=Smh1J0R1JjMkeNOwc-bIEsAVDexdERwRM3T6ZpBcDkk,9370
-hamtaa_texttools-1.1.14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-hamtaa_texttools-1.1.14.dist-info/top_level.txt,sha256=5Mh0jIxxZ5rOXHGJ6Mp-JPKviywwN0MYuH0xk5bEWqE,10
-hamtaa_texttools-1.1.14.dist-info/RECORD,,
+texttools/tools/internals/sync_operator.py,sha256=4-V__o55Q8w29lWxkhG4St-exZLZTfBbiW76knOXbc0,7106
+hamtaa_texttools-1.1.15.dist-info/METADATA,sha256=724US-ncgD_YZEqzMXc010bMR1KOWuk_9jyl2jNIbys,9437
+hamtaa_texttools-1.1.15.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+hamtaa_texttools-1.1.15.dist-info/top_level.txt,sha256=5Mh0jIxxZ5rOXHGJ6Mp-JPKviywwN0MYuH0xk5bEWqE,10
+hamtaa_texttools-1.1.15.dist-info/RECORD,,

texttools/tools/async_tools.py

@@ -1,3 +1,4 @@
+from datetime import datetime
 from typing import Literal, Any
 from collections.abc import Callable
 
@@ -63,10 +64,12 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
+        start = datetime.now()
+
         if mode == "category_tree":
             # Initializations
             output = Models.ToolOutput()
-            levels = categories.level_count()
+            levels = categories.get_level_count()
             parent_id = 0
             final_output = []
 
@@ -80,6 +83,8 @@ class AsyncTheTool:
                     output.errors.append(
                         f"No categories found for parent_id {parent_id} in the tree"
                     )
+                    end = datetime.now()
+                    output.execution_time = (end - start).total_seconds()
                     return output
 
                 # Extract category names and descriptions
@@ -111,6 +116,8 @@ class AsyncTheTool:
                 # Check for errors from operator
                 if level_output.errors:
                     output.errors.extend(level_output.errors)
+                    end = datetime.now()
+                    output.execution_time = (end - start).total_seconds()
                     return output
 
                 # Get the chosen category
@@ -122,20 +129,25 @@ class AsyncTheTool:
                     output.errors.append(
                         f"Category '{chosen_category}' not found in tree after selection"
                     )
+                    end = datetime.now()
+                    output.execution_time = (end - start).total_seconds()
                     return output
 
                 parent_id = parent_node.node_id
                 final_output.append(parent_node.name)
 
-                # Copy analysis/logprobs from the last level's output
+                # Copy analysis/logprobs/process from the last level's output
                 output.analysis = level_output.analysis
                 output.logprobs = level_output.logprobs
+                output.process = level_output.process
 
             output.result = final_output
+            end = datetime.now()
+            output.execution_time = (end - start).total_seconds()
             return output
 
         else:
-            return await self._operator.run(
+            output = await self._operator.run(
                 # User parameters
                 text=text,
                 category_list=categories,
@@ -152,6 +164,9 @@ class AsyncTheTool:
                 output_model=Models.create_dynamic_model(categories),
                 output_lang=None,
             )
+            end = datetime.now()
+            output.execution_time = (end - start).total_seconds()
+            return output
 
     async def extract_keywords(
         self,
@@ -190,7 +205,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -203,11 +219,14 @@ class AsyncTheTool:
             number_of_keywords=number_of_keywords,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="extract_keywords.yaml",
             output_model=Models.ListStrOutput,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def extract_entities(
         self,
@@ -244,7 +263,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -255,12 +275,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="extract_entities.yaml",
             output_model=Models.ListDictStrStrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def is_question(
         self,
@@ -295,7 +318,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -305,13 +329,16 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="is_question.yaml",
             output_model=Models.BoolOutput,
             mode=None,
             output_lang=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def text_to_question(
         self,
@@ -348,7 +375,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -359,12 +387,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="text_to_question.yaml",
             output_model=Models.StrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def merge_questions(
         self,
@@ -403,10 +434,11 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        text = ", ".join(text)
-        return await self._operator.run(
+        start = datetime.now()
+        text_combined = ", ".join(text)
+        output = await self._operator.run(
             # User parameters
-            text=text,
+            text=text_combined,
             with_analysis=with_analysis,
             output_lang=output_lang,
             user_prompt=user_prompt,
@@ -415,12 +447,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="merge_questions.yaml",
             output_model=Models.StrOutput,
             mode=mode,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def rewrite(
         self,
@@ -459,7 +494,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -470,12 +506,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="rewrite.yaml",
             output_model=Models.StrOutput,
             mode=mode,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def subject_to_question(
         self,
@@ -514,7 +553,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             number_of_questions=number_of_questions,
@@ -526,12 +566,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="subject_to_question.yaml",
             output_model=Models.ReasonListStrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def summarize(
         self,
@@ -568,7 +611,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -579,12 +623,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="summarize.yaml",
             output_model=Models.StrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def translate(
         self,
@@ -621,7 +668,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             target_language=target_language,
@@ -632,13 +680,16 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="translate.yaml",
             output_model=Models.StrOutput,
             mode=None,
             output_lang=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def detect_entity(
         self,
@@ -675,7 +726,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -686,12 +738,15 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="detect_entity.yaml",
             output_model=Models.EntityDetectorOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     async def run_custom(
         self,
@@ -725,7 +780,8 @@ class AsyncTheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return await self._operator.run(
+        start = datetime.now()
+        output = await self._operator.run(
             # User paramaeters
             text=prompt,
             output_model=output_model,
@@ -736,10 +792,13 @@ class AsyncTheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="run_custom.yaml",
             user_prompt=None,
             with_analysis=False,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output

texttools/tools/internals/async_operator.py

@@ -190,6 +190,8 @@ class AsyncOperator:
             if with_analysis:
                 output.analysis = analysis
 
+            output.process = prompt_file[:-5]
+
             return output
 
         except Exception as e:

texttools/tools/internals/models.py

@@ -1,3 +1,4 @@
+from datetime import datetime
 from typing import Type, Any, Literal
 
 from pydantic import BaseModel, Field, create_model
@@ -7,10 +8,13 @@ class ToolOutput(BaseModel):
     result: Any = None
     analysis: str = ""
     logprobs: list[dict[str, Any]] = []
+    process: str = ""
+    processed_at: datetime = datetime.now()
+    execution_time: datetime = None
     errors: list[str] = []
 
     def __repr__(self) -> str:
-        return f"ToolOutput(result_type='{type(self.result)}', result='{self.result}', analysis='{self.analysis}', logprobs='{self.logprobs}', errors='{self.errors}'"
+        return f"ToolOutput(process='{self.process}', result_type='{type(self.result)}', result='{self.result}', analysis='{self.analysis}', logprobs='{self.logprobs}', errors='{self.errors}', processed_at='{self.processed_at}', execution_time='{self.execution_time}'"
 
 
 class StrOutput(BaseModel):
@@ -53,7 +57,7 @@ class Node(BaseModel):
 class CategoryTree:
     def __init__(self, tree_name):
         self.root = Node(node_id=0, name=tree_name, level=0, parent_id=None)
-        self.node_list: list[Node] = [self.root]
+        self.all_nodes: list[Node] = [self.root]
         self.new_id = 1
 
     def add_node(
@@ -85,11 +89,14 @@ class CategoryTree:
         if description is not None:
             node_data["description"] = description
 
-        self.node_list.append(Node(**node_data))
+        self.all_nodes.append(Node(**node_data))
         self.new_id += 1
 
     def get_nodes(self) -> list[Node]:
-        return self.node_list
+        return self.all_nodes
+
+    def get_level_count(self) -> int:
+        return max([item.level for item in self.all_nodes])
 
     def find_node(self, identifier: int | str) -> Node | None:
         if isinstance(identifier, str):
@@ -106,11 +113,9 @@ class CategoryTree:
             return None
 
     def find_children(self, parent_node: Node) -> list[Node] | None:
-        children = []
-        for node in self.get_nodes():
-            if parent_node.node_id == node.parent_id:
-                children.append(node)
-
+        children = [
+            node for node in self.get_nodes() if parent_node.node_id == node.parent_id
+        ]
         return children if children else None
 
     def remove_node(self, identifier: int | str) -> None:
@@ -122,14 +127,14 @@ class CategoryTree:
 
             # Ending condition
             if children is None:
-                self.node_list.remove(node)
+                self.all_nodes.remove(node)
                 return
 
             for child in children:
                 self.remove_node(child.name)
 
             # Remove the node from tree
-            self.node_list.remove(node)
+            self.all_nodes.remove(node)
         else:
             raise ValueError(f"Node with identifier: '{identifier}' not found.")
 
@@ -137,7 +142,7 @@ class CategoryTree:
         def build_dict(node: Node) -> dict:
             children = [
                 build_dict(child)
-                for child in self.node_list
+                for child in self.all_nodes
                 if child.parent_id == node.node_id
             ]
             return {
@@ -150,9 +155,6 @@ class CategoryTree:
 
         return {"category_tree": build_dict(self.root)["children"]}
 
-    def level_count(self) -> int:
-        return max([item.level for item in self.node_list])
-
 
 # This function is needed to create CategorizerOutput with dynamic categories
 def create_dynamic_model(allowed_values: list[str]) -> Type[BaseModel]:
@@ -174,7 +176,7 @@ def create_dynamic_model(allowed_values: list[str]) -> Type[BaseModel]:
 
 class Entity(BaseModel):
     text: str = Field(description="The exact text of the entity")
-    type: str = Field(description="The type of the entity")
+    entity_type: str = Field(description="The type of the entity")
 
 
 class EntityDetectorOutput(BaseModel):

texttools/tools/internals/sync_operator.py

@@ -191,6 +191,8 @@ class Operator:
             if with_analysis:
                 output.analysis = analysis
 
+            output.process = prompt_file[:-5]
+
             return output
 
         except Exception as e:

texttools/tools/sync_tools.py

@@ -1,3 +1,4 @@
+from datetime import datetime
 from typing import Literal, Any
 from collections.abc import Callable
 
@@ -61,10 +62,12 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
+        start = datetime.now()
+
         if mode == "category_tree":
             # Initializations
             output = Models.ToolOutput()
-            levels = categories.level_count()
+            levels = categories.get_level_count()
             parent_id = 0
             final_output = []
 
@@ -78,6 +81,8 @@ class TheTool:
                     output.errors.append(
                         f"No categories found for parent_id {parent_id} in the tree"
                     )
+                    end = datetime.now()
+                    output.execution_time = (end - start).total_seconds()
                     return output
 
                 # Extract category names and descriptions
@@ -100,6 +105,7 @@ class TheTool:
                     mode=mode,
                     validator=validator,
                     max_validation_retries=max_validation_retries,
+                    priority=priority,
                     # Internal parameters
                     prompt_file="categorize.yaml",
                     output_model=Models.create_dynamic_model(category_names),
@@ -109,6 +115,8 @@ class TheTool:
                 # Check for errors from operator
                 if level_output.errors:
                     output.errors.extend(level_output.errors)
+                    end = datetime.now()
+                    output.execution_time = (end - start).total_seconds()
                     return output
 
                 # Get the chosen category
@@ -120,20 +128,25 @@ class TheTool:
                     output.errors.append(
                         f"Category '{chosen_category}' not found in tree after selection"
                     )
+                    end = datetime.now()
+                    output.execution_time = (end - start).total_seconds()
                     return output
 
                 parent_id = parent_node.node_id
                 final_output.append(parent_node.name)
 
-                # Copy analysis/logprobs from the last level's output
+                # Copy analysis/logprobs/process from the last level's output
                 output.analysis = level_output.analysis
                 output.logprobs = level_output.logprobs
+                output.process = level_output.process
 
             output.result = final_output
+            end = datetime.now()
+            output.execution_time = (end - start).total_seconds()
             return output
 
         else:
-            return self._operator.run(
+            output = self._operator.run(
                 # User parameters
                 text=text,
                 category_list=categories,
@@ -145,11 +158,15 @@ class TheTool:
                 mode=mode,
                 validator=validator,
                 max_validation_retries=max_validation_retries,
+                priority=priority,
                 # Internal parameters
                 prompt_file="categorize.yaml",
                 output_model=Models.create_dynamic_model(categories),
                 output_lang=None,
             )
+            end = datetime.now()
+            output.execution_time = (end - start).total_seconds()
+            return output
 
     def extract_keywords(
         self,
@@ -188,7 +205,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -201,11 +219,14 @@ class TheTool:
             number_of_keywords=number_of_keywords,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="extract_keywords.yaml",
             output_model=Models.ListStrOutput,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def extract_entities(
         self,
@@ -242,7 +263,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -253,12 +275,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="extract_entities.yaml",
             output_model=Models.ListDictStrStrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def is_question(
         self,
@@ -293,7 +318,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -303,13 +329,16 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="is_question.yaml",
             output_model=Models.BoolOutput,
             mode=None,
             output_lang=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def text_to_question(
         self,
@@ -346,7 +375,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -357,12 +387,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="text_to_question.yaml",
             output_model=Models.StrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def merge_questions(
         self,
@@ -401,8 +434,9 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
+        start = datetime.now()
         text = ", ".join(text)
-        return self._operator.run(
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -413,12 +447,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="merge_questions.yaml",
             output_model=Models.StrOutput,
             mode=mode,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def rewrite(
         self,
@@ -457,7 +494,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -468,12 +506,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="rewrite.yaml",
             output_model=Models.StrOutput,
             mode=mode,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def subject_to_question(
         self,
@@ -512,7 +553,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             number_of_questions=number_of_questions,
@@ -524,12 +566,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="subject_to_question.yaml",
             output_model=Models.ReasonListStrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def summarize(
         self,
@@ -566,7 +611,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -577,12 +623,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="summarize.yaml",
             output_model=Models.StrOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def translate(
         self,
@@ -619,7 +668,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             target_language=target_language,
@@ -630,13 +680,16 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="translate.yaml",
             output_model=Models.StrOutput,
             mode=None,
             output_lang=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def detect_entity(
         self,
@@ -673,7 +726,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User parameters
             text=text,
             with_analysis=with_analysis,
@@ -684,12 +738,15 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="detect_entity.yaml",
             output_model=Models.EntityDetectorOutput,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output
 
     def run_custom(
         self,
@@ -723,7 +780,8 @@ class TheTool:
                 - analysis (str | None): Detailed reasoning if with_analysis enabled
                 - errors (list(str) | None): Errors occured during tool call
         """
-        return self._operator.run(
+        start = datetime.now()
+        output = self._operator.run(
             # User paramaeters
             text=prompt,
             output_model=output_model,
@@ -734,10 +792,13 @@ class TheTool:
             top_logprobs=top_logprobs,
             validator=validator,
             max_validation_retries=max_validation_retries,
+            priority=priority,
             # Internal parameters
             prompt_file="run_custom.yaml",
             user_prompt=None,
             with_analysis=False,
             mode=None,
-            priority=priority,
         )
+        end = datetime.now()
+        output.execution_time = (end - start).total_seconds()
+        return output