iatoolkit 2.51.3__tar.gz → 2.52.0__tar.gz

{iatoolkit-2.51.3/src/iatoolkit.egg-info → iatoolkit-2.52.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: iatoolkit
-Version: 2.51.3
+Version: 2.52.0
 Summary: IAToolkit
 Author: Fernando Libedinsky
 License-Expression: MIT

{iatoolkit-2.51.3 → iatoolkit-2.52.0}/src/iatoolkit/__init__.py

@@ -3,7 +3,7 @@
 #
 # IAToolkit is open source software.
 
-__version__ = "2.51.3"
+__version__ = "2.52.0"
 
 # Expose main classes and functions at the top level of the package
 

{iatoolkit-2.51.3 → iatoolkit-2.52.0}/src/iatoolkit/locales/en.yaml

@@ -1425,6 +1425,7 @@ ui:
     definitions_filter_summary: "Showing {visible} of {total} pipelines"
     definition_last_run: "Last run"
     definition_no_runs: "No runs"
+    definition_column_id: "ID"
     definition_column_pipeline: "Pipeline"
     definition_column_input: "Input"
     definition_column_steps: "Steps"

{iatoolkit-2.51.3 → iatoolkit-2.52.0}/src/iatoolkit/locales/es.yaml

@@ -1440,6 +1440,7 @@ ui:
     definitions_filter_summary: "Mostrando {visible} de {total} pipelines"
     definition_last_run: "Última ejecución"
     definition_no_runs: "Sin ejecuciones"
+    definition_column_id: "ID"
     definition_column_pipeline: "Pipeline"
     definition_column_input: "Entrada"
     definition_column_steps: "Pasos"

{iatoolkit-2.51.3 → iatoolkit-2.52.0}/src/iatoolkit/repositories/models.py

@@ -9,7 +9,7 @@ from sqlalchemy import Column, Integer, BigInteger, String, DateTime, Enum, Text
 from sqlalchemy.orm import DeclarativeBase
 from sqlalchemy.orm import relationship, class_mapper
 from sqlalchemy.sql import func
-from sqlalchemy import UniqueConstraint
+from sqlalchemy import UniqueConstraint, Index
 from sqlalchemy.dialects.postgresql import JSONB
 from datetime import datetime
 from pgvector.sqlalchemy import Vector
@@ -598,6 +598,19 @@ class LLMQuery(Base):
     created_at = Column(DateTime, default=datetime.now)
     task_id = Column(Integer, default=None, nullable=True)
 
+    # Execution trace: enough to replay an agent execution later (model
+    # evaluations). prompt_inputs are the caller's raw inputs, before they are
+    # merged with the user profile; input_files hold storage references only,
+    # never file content.
+    prompt_name = Column(String, nullable=True)
+    prompt_inputs = Column(JSON, nullable=True)
+    input_files = Column(JSON, nullable=True)
+    input_files_purged_at = Column(DateTime, nullable=True)
+
+    __table_args__ = (
+        Index('ix_iat_queries_company_prompt_created', 'company_id', 'prompt_name', 'created_at'),
+    )
+
     company = relationship("Company", back_populates="llm_queries")
 
     def to_dict(self):

{iatoolkit-2.51.3 → iatoolkit-2.52.0}/src/iatoolkit/services/llm_client_service.py

@@ -131,7 +131,8 @@ class llmClient:
                execution_metadata: Optional[Dict[str, Any]] = None,
                request_metadata: Optional[Dict[str, str]] = None,
                telemetry_request: Optional[Dict[str, Any]] = None,
-               response_contract: Optional[Dict[str, Any]] = None
+               response_contract: Optional[Dict[str, Any]] = None,
+               execution_trace: Optional[Dict[str, Any]] = None
                ) -> dict:
 
         self._assert_runtime_not_suspended(company)
@@ -426,7 +427,8 @@ class llmClient:
                              response=self.serialize_response(response, decoded_response),
                              function_calls=f_calls,
                              stats=combined_stats,
-                             answer_time=stats['response_time']
+                             answer_time=stats['response_time'],
+                             **self._execution_trace_columns(execution_trace)
                              )
             self.llmquery_repo.add_query(query)
             telemetry_execution.finalize(
@@ -503,6 +505,7 @@ class llmClient:
                              response={},
                              valid_response=False,
                              function_calls=f_calls,
+                             **self._execution_trace_columns(execution_trace)
                              )
             self.llmquery_repo.add_query(query)
             telemetry_execution.finalize(
@@ -1324,6 +1327,24 @@ class llmClient:
             stats_dict["provider_calls"] = provider_calls
         return stats_dict
 
+    @staticmethod
+    def _execution_trace_columns(execution_trace: Optional[Dict[str, Any]]) -> dict:
+        """Maps the caller's execution trace onto the LLMQuery trace columns."""
+        if not isinstance(execution_trace, dict):
+            return {}
+
+        columns = {}
+        prompt_name = str(execution_trace.get("prompt_name") or "").strip()
+        if prompt_name:
+            columns["prompt_name"] = prompt_name
+        prompt_inputs = execution_trace.get("prompt_inputs")
+        if isinstance(prompt_inputs, dict):
+            columns["prompt_inputs"] = prompt_inputs
+        input_files = execution_trace.get("input_files")
+        if isinstance(input_files, list) and input_files:
+            columns["input_files"] = input_files
+        return columns
+
     @classmethod
     def _compact_execution_metadata_for_stats(cls, key: str, value):
         if key == "tool_router":

{iatoolkit-2.51.3 → iatoolkit-2.52.0}/src/iatoolkit/services/query_service.py

@@ -963,6 +963,30 @@ class QueryService:
             return False
         return any(marker in error_text for marker in cls._PREVIOUS_RESPONSE_NOT_FOUND_MARKERS)
 
+    @staticmethod
+    def build_execution_trace(*,
+                               prompt_name: str | None,
+                               client_data: dict | None,
+                               input_files: list | None) -> dict:
+        """
+        What an agent execution needs to be replayed later. Inputs are taken
+        as the caller sent them, before build_user_turn_prompt merges them with
+        the user profile; keys starting with "_" are internal plumbing.
+        """
+        trace = {}
+        normalized_prompt_name = str(prompt_name or "").strip()
+        if normalized_prompt_name:
+            trace["prompt_name"] = normalized_prompt_name
+            safe_client_data = client_data if isinstance(client_data, dict) else {}
+            trace["prompt_inputs"] = {
+                key: value
+                for key, value in safe_client_data.items()
+                if not str(key or "").startswith("_")
+            }
+        if isinstance(input_files, list) and input_files:
+            trace["input_files"] = [dict(item) for item in input_files if isinstance(item, dict)]
+        return trace
+
     def _invoke_with_history_recovery(self,
                                       *,
                                       company,
@@ -984,7 +1008,8 @@ class QueryService:
                                       telemetry_request: dict | None,
                                       prompt_output_contract: dict,
                                       history_handle: HistoryHandle,
-                                      ignore_history: bool) -> tuple[dict, HistoryHandle]:
+                                      ignore_history: bool,
+                                      execution_trace: dict | None = None) -> tuple[dict, HistoryHandle]:
         previous_response_id = history_handle.request_params.get('previous_response_id')
         context_history = history_handle.request_params.get('context_history')
 
@@ -1009,6 +1034,7 @@ class QueryService:
                 request_metadata=request_metadata,
                 telemetry_request=telemetry_request,
                 response_contract=prompt_output_contract if prompt_output_contract.get("schema") else None,
+                execution_trace=execution_trace,
             )
             return response, history_handle
         except Exception as invoke_error:
@@ -1067,6 +1093,7 @@ class QueryService:
                 request_metadata=request_metadata,
                 telemetry_request=telemetry_request,
                 response_contract=prompt_output_contract if prompt_output_contract.get("schema") else None,
+                execution_trace=execution_trace,
             )
             return response, retry_history_handle
 
@@ -1377,10 +1404,16 @@ class QueryService:
                   client_data: dict = {},
                   task_id: Optional[int] = None,
                   ignore_history: bool = False,
-                  files: list = []
+                  files: list = [],
+                  input_files: list | None = None
                   ) -> dict:
         try:
             stage_started_at = time.time()
+            execution_trace = self.build_execution_trace(
+                prompt_name=prompt_name,
+                client_data=client_data,
+                input_files=input_files,
+            )
             request_source = None
 
             logging.debug(
@@ -1742,6 +1775,7 @@ class QueryService:
                 prompt_output_contract=prompt_output_contract,
                 history_handle=history_handle,
                 ignore_history=ignore_history,
+                execution_trace=execution_trace,
             )
             log_stage("invoke_with_history_recovery")
 

{iatoolkit-2.51.3 → iatoolkit-2.52.0/src/iatoolkit.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: iatoolkit
-Version: 2.51.3
+Version: 2.52.0
 Summary: IAToolkit
 Author: Fernando Libedinsky
 License-Expression: MIT