aixtools 0.3.7__py3-none-any.whl → 0.3.9__py3-none-any.whl

aixtools/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '0.3.7'
-__version_tuple__ = version_tuple = (0, 3, 7)
+__version__ = version = '0.3.9'
+__version_tuple__ = version_tuple = (0, 3, 9)
 
 __commit_id__ = commit_id = None

aixtools/agents/prompt.py

@@ -1,114 +1,68 @@
 """Prompt building utilities for Pydantic AI agent, including file handling and context management."""
 
 import mimetypes
-from dataclasses import dataclass
-from pathlib import Path, PurePosixPath
-from typing import Optional
+from pathlib import Path
 
-from markitdown import MarkItDown
 from pydantic_ai import BinaryContent
 
 from aixtools.context import SessionIdTuple
-from aixtools.logging.logging_config import get_logger
 from aixtools.server import container_to_host_path
-from aixtools.utils.config import (
-    EXTRACTABLE_DOCUMENT_TYPES,
-    IMAGE_ATTACHMENT_TYPES,
-    MAX_EXTRACTED_TEXT_SIZE,
-    MAX_IMAGE_ATTACHMENT_SIZE,
-)
 from aixtools.utils.files import is_text_content
 
-logger = get_logger(__name__)
-
-
-@dataclass
-class FileExtractionResult:
-    """Result of file content extraction.
-
-    Attributes:
-        content: Extracted file content (str for text/documents, BinaryContent for images, None on failure)
-        success: True if file was successfully read or extracted, False on any failure
-        error_message: Error description if extraction failed, None otherwise
-        was_extracted: True if document extraction via markitdown was used successfully
-    """
-
-    content: str | BinaryContent | None
-    success: bool
-    error_message: str | None = None
-    was_extracted: bool = False
+CLAUDE_MAX_FILE_SIZE_IN_CONTEXT = 4 * 1024 * 1024  # Claude limit 4.5 MB for PDF files
+CLAUDE_IMAGE_MAX_FILE_SIZE_IN_CONTEXT = (
+    5 * 1024 * 1024
+)  # Claude limit 5 MB for images, to avoid large image files in context
 
 
 def should_be_included_into_context(
     file_content: BinaryContent | str | None,
+    file_size: int,
     *,
-    max_image_size_bytes: int = MAX_IMAGE_ATTACHMENT_SIZE,
-    max_extracted_text_size_bytes: int = MAX_EXTRACTED_TEXT_SIZE,
+    max_img_size_bytes: int = CLAUDE_IMAGE_MAX_FILE_SIZE_IN_CONTEXT,
+    max_file_size_bytes: int = CLAUDE_MAX_FILE_SIZE_IN_CONTEXT,
 ) -> bool:
-    """Check if file content should be included in model context based on type and size limits."""
-    if file_content is None:
+    """Decide whether a file content should be included into the model context based on its type and size."""
+    if not isinstance(file_content, BinaryContent):
         return False
 
-    # Handle extracted text (strings)
-    if isinstance(file_content, str):
-        text_size = len(file_content.encode("utf-8"))
-        return text_size < max_extracted_text_size_bytes
+    if file_content.media_type.startswith("text/"):
+        return False
+
+    # Exclude archive files as they're not supported by OpenAI models
+    archive_types = {
+        "application/zip",
+        "application/x-tar",
+        "application/gzip",
+        "application/x-gzip",
+        "application/x-rar-compressed",
+        "application/x-7z-compressed",
+    }
+    if file_content.media_type in archive_types:
+        return False
 
-    # Handle binary content (images only)
-    if isinstance(file_content, BinaryContent):
-        if file_content.media_type not in IMAGE_ATTACHMENT_TYPES:
-            return False
-        image_size = len(file_content.data)
-        return image_size < max_image_size_bytes
+    if file_content.is_image and file_size < max_img_size_bytes:
+        return True
 
-    return False
+    return file_size < max_file_size_bytes
 
 
-def file_to_binary_content(file_path: str | Path, mime_type: Optional[str] = None) -> FileExtractionResult:
-    """Read file and extract text from documents (PDF, DOCX, XLSX, PPTX) using markitdown."""
+def file_to_binary_content(file_path: str | Path, mime_type: str = "") -> str | BinaryContent:
+    """
+    Read a file and return its content as either a UTF-8 string (for text files)
+    or BinaryContent (for binary files).
+    """
+    with open(file_path, "rb") as f:
+        data = f.read()
+
     if not mime_type:
         mime_type, _ = mimetypes.guess_type(file_path)
         mime_type = mime_type or "application/octet-stream"
 
-    # Extract text from supported document types using markitdown
-    if mime_type in EXTRACTABLE_DOCUMENT_TYPES:
-        try:
-            markitdown = MarkItDown()
-            result = markitdown.convert(str(file_path))
-            return FileExtractionResult(
-                content=result.text_content, success=True, error_message=None, was_extracted=True
-            )
-        except Exception as e:  # pylint: disable=broad-exception-caught
-            error_msg = f"Extraction failed: {type(e).__name__}: {str(e)}"
-            logger.error("Document extraction failed for %s: %s", file_path, error_msg)
-            return FileExtractionResult(content=None, success=False, error_message=error_msg)
-
-    # Read the file data for non-document types
-    try:
-        with open(file_path, "rb") as f:
-            data = f.read()
-
-        # Return as string if it's text content
-        if is_text_content(data, mime_type):
-            return FileExtractionResult(content=data.decode("utf-8"), success=True)
-
-        # Return as binary content for images and other binary files
-        return FileExtractionResult(content=BinaryContent(data=data, media_type=mime_type), success=True)
-    except Exception as e:  # pylint: disable=broad-exception-caught
-        error_msg = f"Failed to read file: {type(e).__name__}: {str(e)}"
-        logger.error("File reading failed for %s: %s", file_path, error_msg)
-        return FileExtractionResult(content=None, success=False, error_message=error_msg)
-
+    if is_text_content(data, mime_type):
+        return data.decode("utf-8")
 
-def truncate_extracted_text(text: str, max_bytes: int = MAX_EXTRACTED_TEXT_SIZE) -> str:
-    """Truncate text to max_bytes with warning prefix."""
-    truncated_bytes = text.encode("utf-8")[:max_bytes]
-    truncated_text = truncated_bytes.decode("utf-8", errors="ignore")
-
-    total_chars = len(text)
-    truncated_chars = len(truncated_text)
-
-    return f"[TRUNCATED - showing first {truncated_chars} of {total_chars} characters]\n\n{truncated_text}"
+    return BinaryContent(data=data, media_type=mime_type)
 
 
 def build_user_input(
@@ -121,52 +75,20 @@ def build_user_input(
         return user_text
 
     attachment_info_lines = []
-    binary_attachments: list[str | BinaryContent] = []
+    binary_attachments = []
 
     for workspace_path in file_paths:
-        # Convert Path to PurePosixPath for container_to_host_path
-        workspace_posix_path = PurePosixPath(workspace_path)
-        host_path = container_to_host_path(workspace_posix_path, ctx=session_tuple)
-
-        # Handle None return from container_to_host_path
-        if host_path is None:
-            attachment_info = (
-                f"* {workspace_path.name} (path in workspace: {workspace_path}) -- conversion failed: invalid path"
-            )
-            attachment_info_lines.append(attachment_info)
-            continue
-
+        host_path = container_to_host_path(workspace_path, ctx=session_tuple)
         file_size = host_path.stat().st_size
         mime_type, _ = mimetypes.guess_type(host_path)
         mime_type = mime_type or "application/octet-stream"
 
         attachment_info = f"* {workspace_path.name} (file_size={file_size} bytes) (path in workspace: {workspace_path})"
-        extraction_result = file_to_binary_content(host_path, mime_type)
-
-        # Handle extraction failure - exclude from attachments
-        if not extraction_result.success:
-            attachment_info += f" -- extraction failed: {extraction_result.error_message}"
-            attachment_info_lines.append(attachment_info)
-            continue
-
-        # Handle successful extraction
-        if extraction_result.was_extracted:
-            attachment_info += " -- extracted as text"
+        binary_content = file_to_binary_content(host_path, mime_type)
 
-        # Check if content should be included in context
-        if should_be_included_into_context(extraction_result.content) and extraction_result.content is not None:
-            binary_attachments.append(extraction_result.content)
+        if should_be_included_into_context(binary_content, file_size):
+            binary_attachments.append(binary_content)
             attachment_info += f" -- provided to model context at index {len(binary_attachments) - 1}"
-        elif (
-            isinstance(extraction_result.content, str) and extraction_result.content and extraction_result.was_extracted
-        ):
-            # Truncate large extracted text and include with warning (only for extracted documents)
-            truncated_content = truncate_extracted_text(extraction_result.content)
-            binary_attachments.append(truncated_content)
-            attachment_info += f" -- truncated and provided to model context at index {len(binary_attachments) - 1}"
-        elif extraction_result.content is not None:
-            # Content exists but excluded from context (e.g., images too large, non-extracted text)
-            attachment_info += " -- too large for context"
 
         attachment_info_lines.append(attachment_info)
 

aixtools/logfilters/context_filter.py

@@ -53,8 +53,13 @@ class ContextFilter(logging.Filter):  # pylint: disable=too-few-public-methods
         except ImportError:
             pass
 
-        if not user_id and not session_id:
-            user_id, session_id = self._extract_from_mcp_context()
+        mcp_user_id = None
+        mcp_session_id = None
+        if not user_id or not session_id:
+            mcp_user_id, mcp_session_id = self._extract_from_mcp_context()
+
+        user_id = user_id or mcp_user_id
+        session_id = session_id or mcp_session_id
 
         context = ""
         if session_id and not str(session_id).startswith("default"):

aixtools/utils/config.py

@@ -146,26 +146,3 @@ APP_DEFAULT_SCOPE = get_variable_env("APP_DEFAULT_SCOPE", allow_empty=True)
 AUTH_TEST_TOKEN = get_variable_env("AUTH_TEST_TOKEN", allow_empty=True)
 
 MCP_TOOLS_MAX_RETRIES = int(get_variable_env("MCP_TOOLS_MAX_RETRIES", default=10))
-
-
-# File attachment limits and supported types for model context
-# Maximum extracted document text size (5MB default, planned for future use)
-MAX_EXTRACTED_TEXT_SIZE = int(get_variable_env("MAX_EXTRACTED_TEXT_SIZE", default=str(5 * 1024 * 1024)))
-# Maximum image attachment size (2MB default)
-MAX_IMAGE_ATTACHMENT_SIZE = int(get_variable_env("MAX_IMAGE_ATTACHMENT_SIZE", default=str(2 * 1024 * 1024)))
-# Image MIME types that can be attached to model context
-IMAGE_ATTACHMENT_TYPES = {
-    "image/png",
-    "image/jpeg",
-    "image/jpg",
-    "image/gif",
-    "image/webp",
-}
-# Document MIME types that can be extracted as text
-EXTRACTABLE_DOCUMENT_TYPES = {
-    "application/vnd.openxmlformats-officedocument.presentationml.presentation",  # .pptx
-    "application/vnd.openxmlformats-officedocument.wordprocessingml.document",  # .docx
-    "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",  # .xlsx
-    "application/vnd.ms-excel",  # .xls
-    "application/pdf",  # .pdf
-}

{aixtools-0.3.7.dist-info → aixtools-0.3.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aixtools
-Version: 0.3.7
+Version: 0.3.9
 Summary: Tools for AI exploration and debugging
 Requires-Python: >=3.11.2
 Description-Content-Type: text/markdown
@@ -26,7 +26,6 @@ Requires-Dist: rich>=14.0.0
 Requires-Dist: ruff>=0.11.6
 Requires-Dist: streamlit>=1.44.1
 Requires-Dist: watchdog>=6.0.0
-Requires-Dist: markitdown[docx,pdf,pptx,xls,xlsx]>=0.1.3
 Provides-Extra: test
 Requires-Dist: pyyaml; extra == "test"
 Provides-Extra: feature

{aixtools-0.3.7.dist-info → aixtools-0.3.9.dist-info}/RECORD

@@ -1,5 +1,5 @@
 aixtools/__init__.py,sha256=9NGHm7LjsQmsvjTZvw6QFJexSvAU4bCoN_KBk9SCa00,260
-aixtools/_version.py,sha256=CszCydqJjxQ_CbTrTy0L1k2j2gCfwJlahui0bCcdNp4,704
+aixtools/_version.py,sha256=ExraCdacEuQ4u39MvW3tM7oAUHWlw1IoMTF_3HHD4gA,704
 aixtools/app.py,sha256=JzQ0nrv_bjDQokllIlGHOV0HEb-V8N6k_nGQH-TEsVU,5227
 aixtools/chainlit.md,sha256=yC37Ly57vjKyiIvK4oUvf4DYxZCwH7iocTlx7bLeGLU,761
 aixtools/context.py,sha256=I_MD40ZnvRm5WPKAKqBUAdXIf8YaurkYUUHSVVy-QvU,598
@@ -32,7 +32,7 @@ aixtools/agents/nodes_to_md.py,sha256=hAT8dgiZTG4uGoSgeRZkIJ7zgkQUNpdIr8KSFhjWAH
 aixtools/agents/nodes_to_message.py,sha256=ZqcmxUNf4esiCTRk37wWP1LquhqNsCmydvMr4kjZEjw,1012
 aixtools/agents/nodes_to_str.py,sha256=UkOu5Nry827J4H_ohQU3tPBfJxtr3p6FfCfWoUy5uIs,4325
 aixtools/agents/print_nodes.py,sha256=wVTngNfqM0As845WTRz6G3Rei_Gr3HuBlvu-G_eXuig,1665
-aixtools/agents/prompt.py,sha256=oZl6_3SelyoSysLpF6AAmLHLHhwyPYCtX8hJ2pRUnhw,7396
+aixtools/agents/prompt.py,sha256=p9OYnyJ4-MyGXwHPrQeJBhZ2a3RV2HqhtdUUCrTMsAQ,3361
 aixtools/auth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 aixtools/auth/auth.py,sha256=AUc9Kw8ZrjiIxsp7Vg1bexg8mIuMbRv8XNU3pynfMdU,8487
 aixtools/compliance/__init__.py,sha256=vnw0zEdySIJWvDAJ8DCRRaWmY_agEOz1qlpAdhmtiuo,191
@@ -54,7 +54,7 @@ aixtools/log_view/filters.py,sha256=xbgSzzUnkqHoS_A_p4lRDMFhXqFvXCjwkcIEBQ_L29g,
 aixtools/log_view/log_utils.py,sha256=PGUUB039x6w7nOLg_M6Jk1aDIvcjyKP4f3YF5kavQ88,914
 aixtools/log_view/node_summary.py,sha256=EJjnBqdBWI-_bI-4nfTxwaost3mtiufb5cK7T54cfuQ,9299
 aixtools/logfilters/__init__.py,sha256=pTD8ujCqjPWBCeB7yv7lmCtnA2KXOnkIv0HExDagkXs,129
-aixtools/logfilters/context_filter.py,sha256=zR3Bnv3fCqXLeb7bCFTmlnWhC6dFIvUb-u712tOnUPk,2259
+aixtools/logfilters/context_filter.py,sha256=7Tfus83Ja2CmhIyd4xEAnGNAdAVSC1shb7_cRfilZQc,2415
 aixtools/logging/__init__.py,sha256=b5oYyGQDUHHxhRtzqKUaQPv8hQeWw54rzDXSV8lDY1w,613
 aixtools/logging/log_objects.py,sha256=gohsgcfyr8vsY7G_hfmj973-Ek1_PN-bMMLEUA-4u6U,7708
 aixtools/logging/logging_config.py,sha256=LvxV3C75-I0096PpcCIbgM-Cp998LzWXeMM14HYbU20,4985
@@ -86,7 +86,7 @@ aixtools/tools/doctor/mcp_tool_doctor.py,sha256=sX2q5GfNkmUYxnXrqMpeGIwGfeL1LpYJ
 aixtools/tools/doctor/tool_doctor.py,sha256=EY1pshjLGLD0j6cc1ZFtbc0G19I5IbOZwHFDqypE49Q,2661
 aixtools/tools/doctor/tool_recommendation.py,sha256=LYyVOSXdAorWiY4P-ucSA1vLlV5BTEfX4GzBXNE_X0M,1569
 aixtools/utils/__init__.py,sha256=xT6almZBQYMfj4h7Hq9QXDHyVXbOOTxqLsmJsxYYnSw,757
-aixtools/utils/config.py,sha256=R4lXaa2lPWAoWCLcELBBG4-ZRSEWojLtsEUt6Ym0-9c,6566
+aixtools/utils/config.py,sha256=OGTlvkc8hxL9GJk9AqEWTUIKLntl6TeL10Ni7t6C0nE,5575
 aixtools/utils/config_util.py,sha256=3Ya4Qqhj1RJ1qtTTykQ6iayf5uxlpigPXgEJlTi1wn4,2229
 aixtools/utils/enum_with_description.py,sha256=zjSzWxG74eR4x7dpmb74pLTYCWNSMvauHd7_9LpDYIw,1088
 aixtools/utils/files.py,sha256=8JnxwHJRJcjWCdFpjzWmo0po2fRg8esj4H7sOxElYXU,517
@@ -96,8 +96,8 @@ aixtools/utils/chainlit/cl_agent_show.py,sha256=vaRuowp4BRvhxEr5hw0zHEJ7iaSF_5bo
 aixtools/utils/chainlit/cl_utils.py,sha256=fxaxdkcZg6uHdM8uztxdPowg3a2f7VR7B26VPY4t-3c,5738
 aixtools/vault/__init__.py,sha256=fsr_NuX3GZ9WZ7dGfe0gp_5-z3URxAfwVRXw7Xyc0dU,141
 aixtools/vault/vault.py,sha256=9dZLWdZQk9qN_Q9Djkofw9LUKnJqnrX5H0fGusVLBhA,6037
-aixtools-0.3.7.dist-info/METADATA,sha256=YAAB9h7I10KSNbxjUsIkryI5H50DeUEtq-xJYTZzFvc,28014
-aixtools-0.3.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-aixtools-0.3.7.dist-info/entry_points.txt,sha256=q8412TG4T0S8K0SKeWp2vkVPIDYQs0jNoHqcQ7qxOiA,155
-aixtools-0.3.7.dist-info/top_level.txt,sha256=wBn-rw9bCtxrR4AYEYgjilNCUVmKY0LWby9Zan2PRJM,9
-aixtools-0.3.7.dist-info/RECORD,,
+aixtools-0.3.9.dist-info/METADATA,sha256=0RHde52mA6rl82UF1PF4fBTHYS1uM5Vh1EHCdQqpOWA,27957
+aixtools-0.3.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+aixtools-0.3.9.dist-info/entry_points.txt,sha256=q8412TG4T0S8K0SKeWp2vkVPIDYQs0jNoHqcQ7qxOiA,155
+aixtools-0.3.9.dist-info/top_level.txt,sha256=wBn-rw9bCtxrR4AYEYgjilNCUVmKY0LWby9Zan2PRJM,9
+aixtools-0.3.9.dist-info/RECORD,,