iatoolkit 2.18.5__tar.gz → 2.18.7__tar.gz

{iatoolkit-2.18.5/src/iatoolkit.egg-info → iatoolkit-2.18.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: iatoolkit
-Version: 2.18.5
+Version: 2.18.7
 Summary: IAToolkit
 Author: Fernando Libedinsky
 License-Expression: MIT

{iatoolkit-2.18.5 → iatoolkit-2.18.7}/src/iatoolkit/__init__.py

@@ -3,7 +3,7 @@
 #
 # IAToolkit is open source software.
 
-__version__ = "2.18.5"
+__version__ = "2.18.7"
 
 # Expose main classes and functions at the top level of the package
 

{iatoolkit-2.18.5 → iatoolkit-2.18.7}/src/iatoolkit/locales/en.yaml

@@ -1741,6 +1741,14 @@ ui:
     custom_resources_toggle: "Use manual visibility"
     custom_resources_help: "If this is disabled, MCP resources are enabled automatically based on the published catalog."
     context_resources_help: "MCP resources are client-readable context or discovery; SQL sources and collections are managed under Data sources."
+    company_context_title: "Company context"
+    company_context_help: "Control which markdown files are concatenated to build get_company_context."
+    company_context_preview_title: "Company context preview"
+    custom_company_context_toggle: "Use manual selection"
+    company_context_auto_help: "Automatic mode includes every context markdown file available for this tenant."
+    company_context_custom_help: "Select the markdown files that should be concatenated into get_company_context."
+    company_context_empty: "No context markdown files are available."
+    company_context_empty_preview: "No company context was generated."
     validation_title: "Validation"
     validation_help: "Review publication gaps before exposing this tenant through MCP."
     access_oauth_title: "OAuth first, tokens as an advanced option"

{iatoolkit-2.18.5 → iatoolkit-2.18.7}/src/iatoolkit/locales/es.yaml

@@ -1745,6 +1745,14 @@ ui:
     custom_resources_toggle: "Usar visibilidad manual"
     custom_resources_help: "Si no activas esta opción, las resources MCP se habilitan automáticamente según el catálogo publicado."
     context_resources_help: "Los resources MCP son contexto o discovery legible por el cliente; las fuentes SQL y colecciones se administran en Fuentes de datos."
+    company_context_title: "Contexto empresa"
+    company_context_help: "Controla qué archivos markdown se concatenan para construir get_company_context."
+    company_context_preview_title: "Vista previa del contexto empresa"
+    custom_company_context_toggle: "Usar selección manual"
+    company_context_auto_help: "El modo automático incluye todos los archivos markdown de contexto disponibles para este tenant."
+    company_context_custom_help: "Selecciona los archivos markdown que se concatenarán en get_company_context."
+    company_context_empty: "No hay archivos markdown de contexto disponibles."
+    company_context_empty_preview: "No se generó contexto empresa."
     validation_title: "Validación"
     validation_help: "Revisa brechas de publicación antes de exponer este tenant por MCP."
     access_oauth_title: "OAuth primero, tokens como opción avanzada"

{iatoolkit-2.18.5 → iatoolkit-2.18.7}/src/iatoolkit/services/company_context_service.py

@@ -30,8 +30,11 @@ class CompanyContextService:
         self.sql_source_service = sql_source_service
         self.asset_repo = asset_repo
 
-    def get_company_context(self, company_short_name: str) -> str:
-        blocks = self.get_company_context_blocks(company_short_name)
+    def get_company_context(self, company_short_name: str, *, selected_context_files: List[str] | None = None) -> str:
+        blocks = self.get_company_context_blocks(
+            company_short_name,
+            selected_context_files=selected_context_files,
+        )
         return "\n\n---\n\n".join(
             section
             for section in (
@@ -42,7 +45,13 @@ class CompanyContextService:
             if section
         )
 
-    def get_company_context_blocks(self, company_short_name: str, *, include_sql_context: bool = True) -> dict[str, str]:
+    def get_company_context_blocks(
+        self,
+        company_short_name: str,
+        *,
+        include_sql_context: bool = True,
+        selected_context_files: List[str] | None = None,
+    ) -> dict[str, str]:
         """
         Builds the full context by aggregating three sources:
         1. Static context files (Markdown).
@@ -57,7 +66,10 @@ class CompanyContextService:
 
         # 1. Context from Markdown (context/*.md)  files
         try:
-            md_context = self._get_static_file_context(company_short_name).strip()
+            md_context = self._get_static_file_context(
+                company_short_name,
+                selected_filenames=selected_context_files,
+            ).strip()
         except Exception as e:
             logging.warning(f"Could not load Markdown context for '{company_short_name}': {e}")
 
@@ -89,6 +101,38 @@ class CompanyContextService:
             "yaml_context": yaml_context,
         }
 
+    def list_context_files(self, company_short_name: str) -> list[dict]:
+        files = []
+        for filename in self._list_context_markdown_filenames(company_short_name):
+            title = ""
+            preview = ""
+            try:
+                content = self.asset_repo.read_text(company_short_name, AssetType.CONTEXT, filename)
+            except Exception as e:
+                logging.warning(f"Error reading context file {filename}: {e}")
+                content = ""
+
+            for raw_line in str(content or "").splitlines():
+                line = raw_line.strip()
+                if not line:
+                    continue
+                if not title and line.startswith("#"):
+                    title = line.lstrip("#").strip()
+                    continue
+                if not preview:
+                    preview = line
+                if title and preview:
+                    break
+
+            files.append(
+                {
+                    "filename": filename,
+                    "title": title or filename,
+                    "preview": preview,
+                }
+            )
+        return files
+
     def get_sql_context(self, company_short_name: str, allowed_databases: List[str] | None = None) -> str:
         try:
             sql_context, _ = self._get_sql_enriched_context(
@@ -370,16 +414,15 @@ class CompanyContextService:
         return "\n".join(output)
 
 
-    def _get_static_file_context(self, company_short_name: str) -> str:
+    def _get_static_file_context(self, company_short_name: str, *, selected_filenames: List[str] | None = None) -> str:
         # Get context from .md files using the repository
         static_context = ''
 
         try:
-            # 1. List markdown files in the context "folder"
-            # Note: The repo handles where this folder actually is (FS or DB)
-            md_files = self.asset_repo.list_files(company_short_name, AssetType.CONTEXT, extension='.md')
-
-            for filename in md_files:
+            for filename in self._resolve_context_filenames(
+                company_short_name,
+                selected_filenames=selected_filenames,
+            ):
                 try:
                     # 2. Read content
                     content = self.asset_repo.read_text(company_short_name, AssetType.CONTEXT, filename)
@@ -393,6 +436,37 @@ class CompanyContextService:
 
         return static_context
 
+    def _list_context_markdown_filenames(self, company_short_name: str) -> list[str]:
+        try:
+            md_files = self.asset_repo.list_files(company_short_name, AssetType.CONTEXT, extension='.md')
+        except Exception as e:
+            logging.warning(f"Error listing context files for {company_short_name}: {e}")
+            return []
+        normalized_files = []
+        for filename in md_files or []:
+            value = str(filename or "").strip()
+            if value and value not in normalized_files:
+                normalized_files.append(value)
+        return sorted(normalized_files)
+
+    def _resolve_context_filenames(
+        self,
+        company_short_name: str,
+        *,
+        selected_filenames: List[str] | None = None,
+    ) -> list[str]:
+        available_files = self._list_context_markdown_filenames(company_short_name)
+        if selected_filenames is None:
+            return available_files
+
+        allowed_files = set(available_files)
+        ordered_selection = []
+        for filename in selected_filenames or []:
+            value = str(filename or "").strip()
+            if value and value in allowed_files and value not in ordered_selection:
+                ordered_selection.append(value)
+        return ordered_selection
+
     @staticmethod
     def _normalize_identifier(value: str) -> str:
         if value is None:

{iatoolkit-2.18.5 → iatoolkit-2.18.7}/src/iatoolkit/services/context_builder_service.py

@@ -89,7 +89,18 @@ class ContextBuilderService:
         if not company or not prompt_name:
             return {}
 
+        logging.debug(
+            "prompt_output_contract start company=%s prompt=%s",
+            getattr(company, "short_name", "-"),
+            prompt_name,
+        )
         prompt_obj = self.prompt_service.get_prompt_definition(company, prompt_name)
+        logging.debug(
+            "prompt_output_contract prompt_definition company=%s prompt=%s found=%s",
+            getattr(company, "short_name", "-"),
+            prompt_name,
+            bool(prompt_obj),
+        )
         if not prompt_obj:
             return {}
 
@@ -141,6 +152,13 @@ class ContextBuilderService:
                 "metadata_json": dict(getattr(binding, "metadata_json", None) or {}),
             })
 
+        logging.debug(
+            "prompt_output_contract resolved company=%s prompt=%s resource_bindings=%s",
+            getattr(company, "short_name", "-"),
+            prompt_name,
+            len(resource_bindings),
+        )
+
         return {
             "prompt_name": prompt_obj.name,
             "agent_role": agent_role,

{iatoolkit-2.18.5 → iatoolkit-2.18.7}/src/iatoolkit/services/query_service.py

@@ -44,6 +44,7 @@ class QueryService:
         "previous_response_not_found",
         "previous response with id",
     )
+    _STAGE_LOG_THRESHOLD_MS = 250
 
     @inject
     def __init__(self,
@@ -1341,7 +1342,37 @@ class QueryService:
                   files: list = []
                   ) -> dict:
         try:
+            stage_started_at = time.time()
+            request_source = None
+
+            logging.debug(
+                "llm_query entered company=%s prompt=%s task_id=%s",
+                company_short_name,
+                prompt_name or "-",
+                task_id if task_id is not None else "-",
+            )
+
+            def log_stage(stage_name: str):
+                elapsed_ms = int(round((time.time() - stage_started_at) * 1000))
+                if elapsed_ms < self._STAGE_LOG_THRESHOLD_MS:
+                    return
+                logging.debug(
+                    "llm_query stage company=%s prompt=%s stage=%s elapsed_ms=%s task_id=%s source=%s",
+                    company_short_name,
+                    prompt_name or "-",
+                    stage_name,
+                    elapsed_ms,
+                    task_id if task_id is not None else "-",
+                    request_source or "-",
+                )
+
             company = self.profile_repo.get_company_by_short_name(short_name=company_short_name)
+            logging.debug(
+                "llm_query company_resolved company=%s prompt=%s found=%s",
+                company_short_name,
+                prompt_name or "-",
+                bool(company),
+            )
             if not company:
                 return {"error": True,
                         "error_message": self.i18n_service.t('errors.company_not_found',
@@ -1353,6 +1384,7 @@ class QueryService:
 
             # output contract
             prompt_output_contract = self._resolve_prompt_output_contract(company, prompt_name)
+            log_stage("prompt_output_contract")
             is_agent_session_execution = self._is_agent_session_execution(
                 prompt_name=prompt_name,
                 client_data=client_data,
@@ -1364,6 +1396,7 @@ class QueryService:
                 effective_model,
                 prompt_output_contract,
             )
+            log_stage("output_contract_and_model")
 
             # attachment policy
             provider = self._get_provider(company_short_name, effective_model)
@@ -1395,6 +1428,7 @@ class QueryService:
                     files=files or [],
                     policy=effective_attachment_policy,
                 )
+            log_stage("attachment_plan")
 
             logging.debug(
                 "Attachment plan task=%s prompt='%s' provider=%s policy=%s total_files=%s files_for_context=%s native_attachments=%s native_names=%s context_names=%s",
@@ -1431,6 +1465,7 @@ class QueryService:
                 prompt_name=None if is_agent_session_execution else prompt_name,
                 question=question
             )
+            log_stage("build_user_turn_prompt")
 
             if prompt_output_contract.get("schema") and (
                 not output_schema or provider in ("gemini", "deepseek", "openai_compatible")
@@ -1444,12 +1479,14 @@ class QueryService:
 
             # get the tools availables for this company
             tools = self.tool_service.get_tools_for_llm(company)
+            log_stage("load_tools")
             tools, tool_router_metrics = self._apply_prompt_tool_policy(
                 company_short_name=company_short_name,
                 prompt_output_contract=prompt_output_contract,
                 tools=tools,
                 include_forced_tools=not is_agent_execution,
             )
+            log_stage("apply_prompt_tool_policy")
             if tool_router_metrics is None:
                 tools, tool_router_metrics = self._select_tools_for_llm_with_metrics(
                     company_short_name=company_short_name,
@@ -1458,12 +1495,14 @@ class QueryService:
                     question=effective_question,
                     tools=tools,
                 )
+                log_stage("tool_router")
             else:
                 user_turn_prompt = self._append_effective_tools_instruction(
                     user_turn_prompt,
                     tools,
                     explicit_only=True,
                 )
+                log_stage("append_effective_tools_instruction")
 
             # --- History Management (Strategy Pattern) ---
             if is_agent_execution:
@@ -1485,12 +1524,14 @@ class QueryService:
                 )
                 if error_response:
                     return error_response
+                log_stage("ensure_valid_history")
 
             memory_lookup_decision = self.memory_lookup_policy_service.resolve(
                 question=effective_question,
                 tools=tools,
                 tool_router_metrics=tool_router_metrics,
             )
+            log_stage("memory_lookup_policy")
             tool_choice_override = memory_lookup_decision.tool_choice_override
             user_turn_prompt = self._append_memory_search_instruction(
                 user_turn_prompt,
@@ -1528,6 +1569,7 @@ class QueryService:
                 selected_system_prompt_keys = self._normalize_selected_system_prompt_keys(
                     selected_system_prompt_keys
                 )
+                log_stage("build_agent_system_context")
             else:
                 selected_system_prompt_keys = []
                 try:
@@ -1564,6 +1606,7 @@ class QueryService:
                             e,
                         )
                         selected_system_prompt_keys = []
+                log_stage("resolve_system_prompt_keys")
 
             if selected_system_prompt_keys:
                 tool_router_metrics = dict(tool_router_metrics or {})
@@ -1637,6 +1680,7 @@ class QueryService:
                 execution_metadata=execution_metadata,
                 request_metadata=request_metadata,
             )
+            log_stage("prepare_invoke")
 
             response, history_handle = self._invoke_with_history_recovery(
                 company=company,
@@ -1660,6 +1704,7 @@ class QueryService:
                 history_handle=history_handle,
                 ignore_history=ignore_history,
             )
+            log_stage("invoke_with_history_recovery")
 
             if not response.get('valid_response'):
                 response['error'] = True

{iatoolkit-2.18.5 → iatoolkit-2.18.7/src/iatoolkit.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: iatoolkit
-Version: 2.18.5
+Version: 2.18.7
 Summary: IAToolkit
 Author: Fernando Libedinsky
 License-Expression: MIT