minitap-mcp 0.5.3__py3-none-any.whl → 0.7.0__py3-none-any.whl

minitap/mcp/tools/analyze_screen.py

@@ -1,58 +0,0 @@
-from pathlib import Path
-from uuid import uuid4
-
-from jinja2 import Template
-from langchain_core.messages import BaseMessage, HumanMessage, SystemMessage
-from pydantic import Field
-
-from minitap.mcp.core.config import settings
-from minitap.mcp.core.decorators import handle_tool_errors
-from minitap.mcp.core.device import capture_screenshot, find_mobile_device
-from minitap.mcp.core.llm import get_minitap_llm
-from minitap.mcp.core.utils.images import compress_base64_jpeg, get_screenshot_message_for_llm
-from minitap.mcp.main import mcp
-
-
-@mcp.tool(
-    name="analyze_screen",
-    description="""
-    Analyze what is shown on the mobile device screen.
-    This tool takes a screenshot file path and uses a vision-capable LLM
-    to analyze and describe what's on the screen. Useful for understanding
-    UI elements, extracting text, or identifying specific features.
-    """,
-)
-@handle_tool_errors
-async def analyze_screen(
-    prompt: str = Field(
-        description="Prompt for the analysis.",
-    ),
-    device_id: str | None = Field(
-        default=None,
-        description="ID of the device screen to analyze. "
-        "If not provided, the first available device is taken.",
-    ),
-) -> str | list | dict:
-    system_message = Template(
-        Path(__file__).parent.joinpath("screen_analyzer.md").read_text(encoding="utf-8")
-    ).render()
-
-    # Find the device and capture screenshot
-    device = find_mobile_device(device_id=device_id)
-    screenshot_base64 = capture_screenshot(device)
-    compressed_image_base64 = compress_base64_jpeg(screenshot_base64)
-
-    messages: list[BaseMessage] = [
-        SystemMessage(content=system_message),
-        get_screenshot_message_for_llm(compressed_image_base64),
-        HumanMessage(content=prompt),
-    ]
-
-    llm = get_minitap_llm(
-        trace_id=str(uuid4()),
-        remote_tracing=True,
-        model=settings.VISION_MODEL,
-        temperature=1,
-    )
-    response = await llm.ainvoke(messages)
-    return response.content

minitap/mcp/tools/compare_screenshot_with_figma.py

@@ -1,132 +0,0 @@
-"""Tool for navigating to a screen and comparing it with Figma design."""
-
-import base64
-from io import BytesIO
-
-import mcp as mcp_ref
-from fastmcp import Client
-from fastmcp.client.client import CallToolResult
-from fastmcp.exceptions import ToolError
-from fastmcp.tools.tool import ToolResult
-from PIL import Image
-from pydantic import Field
-
-from minitap.mcp.core.agents.compare_screenshots.agent import compare_screenshots
-from minitap.mcp.core.config import settings
-from minitap.mcp.core.decorators import handle_tool_errors
-from minitap.mcp.main import mcp
-
-
-@mcp.tool(
-    name="compare_screenshot_with_figma",
-    description="""
-    Compare a screenshot of the current state with a Figma design.
-    
-    This tool:
-    1. Captures a screenshot of the current state
-    2. Compares the live device screenshot with the Figma design
-    3. Returns a detailed comparison report with both screenshots for visual context
-    """,
-)
-@handle_tool_errors
-async def compare_screenshot_with_figma(
-    node_id: str = Field(
-        description=(
-            "The node ID of the Figma design. Expected format is ':' separated.\n"
-            "Example: If given the URL https://figma.com/design/:fileKey/:fileName?node-id=1-2,\n"
-            "the extracted nodeId would be 1:2. Strictly respect this format."
-        )
-    ),
-) -> ToolResult:
-    expected_screenshot_base64 = await get_figma_screenshot(node_id)
-
-    result = await compare_screenshots(
-        expected_screenshot_base64=expected_screenshot_base64,
-    )
-
-    compressed_expected = compress_image_base64(result.expected_screenshot_base64)
-    compressed_current = compress_image_base64(result.current_screenshot_base64)
-
-    return ToolResult(
-        content=[
-            mcp_ref.types.TextContent(
-                type="text",
-                text="## Comparison Analysis\n\n" + str(result.comparison_text),
-            ),
-            mcp_ref.types.ImageContent(
-                type="image",
-                data=compressed_expected,
-                mimeType="image/jpeg",
-            ),
-            mcp_ref.types.TextContent(
-                type="text",
-                text="**Expected (Figma design)** ↑\n\n**Actual (Current device)** ↓",
-            ),
-            mcp_ref.types.ImageContent(
-                type="image",
-                data=compressed_current,
-                mimeType="image/jpeg",
-            ),
-        ]
-    )
-
-
-def compress_image_base64(base64_str: str, max_width: int = 800, quality: int = 75) -> str:
-    """Compress and resize a base64-encoded image to reduce size.
-
-    Args:
-        base64_str: Base64-encoded image string
-        max_width: Maximum width for the resized image
-        quality: JPEG quality (1-95, lower = smaller file)
-
-    Returns:
-        Compressed base64-encoded image string
-    """
-    try:
-        img_data = base64.b64decode(base64_str)
-        img = Image.open(BytesIO(img_data))
-
-        if img.mode in ("RGBA", "P", "LA"):
-            background = Image.new("RGB", img.size, (255, 255, 255))
-            if img.mode == "P":
-                img = img.convert("RGBA")
-            if "A" in img.mode:
-                background.paste(img, mask=img.split()[-1])
-            else:
-                background.paste(img)
-            img = background
-        elif img.mode != "RGB":
-            img = img.convert("RGB")
-
-        if img.width > max_width:
-            ratio = max_width / img.width
-            new_height = int(img.height * ratio)
-            img = img.resize((max_width, new_height), Image.Resampling.LANCZOS)
-
-        buffer = BytesIO()
-        img.save(buffer, format="JPEG", quality=quality, optimize=True)
-        compressed_data = buffer.getvalue()
-
-        return base64.b64encode(compressed_data).decode("utf-8")
-    except Exception:
-        return base64_str
-
-
-async def get_figma_screenshot(node_id: str) -> str:
-    try:
-        async with Client(settings.FIGMA_MCP_SERVER_URL) as client:
-            result: CallToolResult = await client.call_tool(
-                "get_screenshot",
-                {
-                    "nodeId": node_id,
-                    "clientLanguages": "javascript",
-                    "clientFrameworks": "react",
-                },
-            )
-            if len(result.content) == 0 or not isinstance(
-                result.content[0], mcp_ref.types.ImageContent
-            ):
-                raise ToolError("Failed to fetch screenshot from Figma")
-        return result.content[0].data
-    except Exception as e:
-        raise ToolError(f"Failed to fetch screenshot from Figma: {str(e)}")

minitap/mcp/tools/save_figma_assets.py

@@ -1,276 +0,0 @@
-"""Tool for fetching and saving Figma assets locally."""
-
-import shutil
-from pathlib import Path
-
-import mcp as mcp_ref
-import requests
-from fastmcp import Client
-from fastmcp.client.client import CallToolResult
-from fastmcp.exceptions import ToolError
-from fastmcp.tools.tool import ToolResult
-from pydantic import Field
-
-from minitap.mcp.core.config import settings
-from minitap.mcp.core.decorators import handle_tool_errors
-from minitap.mcp.core.logging_config import get_logger
-from minitap.mcp.core.models import (
-    AssetDownloadResult,
-    AssetDownloadSummary,
-    DownloadStatus,
-    FigmaDesignContextOutput,
-)
-from minitap.mcp.core.utils.figma import ExtractedAssets, FigmaAsset, extract_figma_assets
-from minitap.mcp.main import mcp
-from minitap.mcp.tools.compare_screenshot_with_figma import (
-    compress_image_base64,
-    get_figma_screenshot,
-)
-
-logger = get_logger(__name__)
-
-
-@mcp.tool(
-    name="save_figma_assets",
-    description="""
-    Fetch Figma design assets/react implementation code and save them locally in the workspace.
-    
-    This tool:
-    1. Calls get_design_context from Figma MCP to get the React/TypeScript code
-    2. Extracts asset URLs and transforms const declarations to import statements
-    3. Downloads each asset to .mobile-use/figma_assets/<node-id>/ folder
-    4. Saves the transformed code to .mobile-use/figma_assets/<node-id>/code_implementation.ts
-    5. Returns a list of downloaded files
-    """,
-)
-@handle_tool_errors
-async def save_figma_assets(
-    node_id: str = Field(
-        description=(
-            "The node ID of the Figma design. Expected format is ':' separated.\n"
-            "Example: If given the URL https://figma.com/design/:fileKey/:fileName?node-id=1-2,\n"
-            "the extracted nodeId would be 1:2. Strictly respect this format."
-        )
-    ),
-    file_key: str = Field(
-        description=(
-            "The file key of the Figma file.\n"
-            "Example: If given the URL https://figma.com/design/abc123/MyFile?node-id=1-2,\n"
-            "the extracted fileKey would be 'abc123'."
-        )
-    ),
-    workspace_path: str = Field(
-        default=".",
-        description=(
-            "The workspace path where assets should be saved. Defaults to current directory."
-        ),
-    ),
-) -> ToolResult:
-    """Fetch and save Figma assets locally."""
-
-    # Step 1: Get design context from Figma MCP
-    design_context = await get_design_context(node_id, file_key)
-
-    # Step 2: Extract asset URLs and transform code
-    extracted_context: ExtractedAssets = extract_figma_assets(design_context.code_implementation)
-    if not extracted_context.assets:
-        raise ToolError("No assets found in the Figma design context.")
-
-    # Step 3: Create directory structure
-    # Convert node_id format (1:2) to folder name (1-2)
-    folder_name = node_id.replace(":", "-")
-    assets_dir = Path(workspace_path) / ".mobile-use" / "figma_assets" / folder_name
-
-    # Delete existing directory to remove stale assets
-    if assets_dir.exists():
-        shutil.rmtree(assets_dir)
-
-    # Create fresh directory
-    assets_dir.mkdir(parents=True, exist_ok=True)
-
-    # Step 4: Download assets with resilient error handling
-    download_summary = AssetDownloadSummary()
-
-    for idx, asset in enumerate(extracted_context.assets, 1):
-        logger.debug(
-            "Downloading asset",
-            idx=idx,
-            total_count=len(extracted_context.assets),
-            variable_name=asset.variable_name,
-            extension=asset.extension,
-        )
-        result = download_asset(asset, assets_dir)
-        if result.status == DownloadStatus.SUCCESS:
-            logger.debug(
-                "Asset downloaded successfully",
-                idx=idx,
-                variable_name=asset.variable_name,
-                extension=asset.extension,
-            )
-            download_summary.successful.append(result)
-        else:
-            logger.debug(
-                "Asset download failed",
-                idx=idx,
-                variable_name=asset.variable_name,
-                extension=asset.extension,
-                error=result.error,
-            )
-            download_summary.failed.append(result)
-
-    # Step 4.5: Save code implementation
-    code_implementation_file = assets_dir / "code_implementation.ts"
-
-    commented_code_implementation_guidelines = ""
-    if design_context.code_implementation_guidelines:
-        commented_code_implementation_guidelines = "\n".join(
-            ["// " + line for line in design_context.code_implementation_guidelines.split("\n")]
-        )
-
-    commented_nodes_guidelines = ""
-    if design_context.nodes_guidelines:
-        commented_nodes_guidelines = "\n".join(
-            ["// " + line for line in design_context.nodes_guidelines.split("\n")]
-        )
-
-    code_implementation_file.write_text(
-        extracted_context.code_implementation
-        + "\n\n"
-        + commented_code_implementation_guidelines
-        + "\n\n"
-        + commented_nodes_guidelines,
-        encoding="utf-8",
-    )
-
-    # Step 5: Generate friendly output message
-    result_parts = []
-
-    if download_summary.successful:
-        result_parts.append(
-            f"✅ Successfully downloaded {download_summary.success_count()} asset(s) "
-            f"to .mobile-use/figma_assets/{folder_name}/:\n"
-        )
-        for asset_result in download_summary.successful:
-            result_parts.append(f"  • {asset_result.filename}")
-
-    if download_summary.failed:
-        result_parts.append(
-            f"\n\n⚠️ Failed to download {download_summary.failure_count()} asset(s):"
-        )
-        for asset_result in download_summary.failed:
-            error_msg = f": {asset_result.error}" if asset_result.error else ""
-            result_parts.append(f"  • {asset_result.filename}{error_msg}")
-
-    if code_implementation_file.exists():
-        result_parts.append(
-            f"\n\n✅ Successfully saved code implementation to {code_implementation_file.name}"
-        )
-
-    expected_screenshot = await get_figma_screenshot(node_id)
-    compressed_expected = compress_image_base64(expected_screenshot)
-
-    return ToolResult(
-        content=[
-            mcp_ref.types.TextContent(
-                type="text",
-                text="\n".join(result_parts),
-            ),
-            mcp_ref.types.TextContent(
-                type="text",
-                text="**Expected (Figma design)**",
-            ),
-            mcp_ref.types.ImageContent(
-                type="image",
-                data=compressed_expected,
-                mimeType="image/jpeg",
-            ),
-        ]
-    )
-
-
-async def get_design_context(node_id: str, file_key: str) -> FigmaDesignContextOutput:
-    """Fetch design context from Figma MCP server.
-
-    Args:
-        node_id: The Figma node ID in format "1:2"
-        file_key: The Figma file key
-
-    Returns:
-        The React/TypeScript code as a string
-
-    Raises:
-        ToolError: If fetching fails
-    """
-    try:
-        async with Client(settings.FIGMA_MCP_SERVER_URL) as client:
-            result: CallToolResult = await client.call_tool(
-                "get_design_context",
-                {
-                    "nodeId": node_id,
-                    "fileKey": file_key,
-                    "clientLanguages": "typescript",
-                    "clientFrameworks": "react",
-                },
-            )
-
-            code_implementation = ""
-            code_implementation_guidelines = None
-            nodes_guidelines = None
-
-            if len(result.content) > 0 and isinstance(result.content[0], mcp_ref.types.TextContent):
-                code_implementation = result.content[0].text
-            else:
-                raise ToolError("Failed to fetch design context from Figma")
-
-            if len(result.content) > 1:
-                if isinstance(result.content[1], mcp_ref.types.TextContent):
-                    code_implementation_guidelines = result.content[1].text
-            if len(result.content) > 2 and isinstance(result.content[2], mcp_ref.types.TextContent):
-                nodes_guidelines = result.content[2].text
-
-            return FigmaDesignContextOutput(
-                code_implementation=code_implementation,
-                code_implementation_guidelines=code_implementation_guidelines,
-                nodes_guidelines=nodes_guidelines,
-            )
-    except Exception as e:
-        raise ToolError(
-            f"Failed to fetch design context from Figma: {str(e)}.\n"
-            "Ensure the Figma MCP server is running through the official Figma desktop app."
-        )
-
-
-def download_asset(asset: FigmaAsset, assets_dir: Path) -> AssetDownloadResult:
-    """Download a single asset with error handling.
-
-    Args:
-        asset: FigmaAsset model with variable_name, url, and extension
-        assets_dir: Directory to save the asset
-
-    Returns:
-        AssetDownloadResult with status and optional error message
-    """
-    variable_name = asset.variable_name
-    url = asset.url
-    extension = asset.extension
-
-    # Convert camelCase variable name to filename
-    # e.g., imgSignal -> imgSignal.svg
-    filename = f"{variable_name}.{extension}"
-    filepath = assets_dir / filename
-
-    try:
-        response = requests.get(url, timeout=30)
-        if response.status_code == 200:
-            filepath.write_bytes(response.content)
-            return AssetDownloadResult(filename=filename, status=DownloadStatus.SUCCESS)
-        else:
-            return AssetDownloadResult(
-                filename=filename,
-                status=DownloadStatus.FAILED,
-                error=f"HTTP {response.status_code}",
-            )
-    except requests.exceptions.Timeout:
-        return AssetDownloadResult(filename=filename, status=DownloadStatus.FAILED, error="Timeout")
-    except Exception as e:
-        return AssetDownloadResult(filename=filename, status=DownloadStatus.FAILED, error=str(e))

minitap_mcp-0.5.3.dist-info/RECORD

@@ -1,30 +0,0 @@
-minitap/mcp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-minitap/mcp/core/agents/compare_screenshots/agent.py,sha256=k25xbXJSMZgWYsDP0qpmNcqBo5yGbsQxRZ0nnYKHgbc,2054
-minitap/mcp/core/agents/compare_screenshots/eval/prompts/prompt_1.md,sha256=qAyqOroSJROgrvlbsLCtiwFyBKuIMCQ-720A5cwgwPY,3563
-minitap/mcp/core/agents/compare_screenshots/eval/scenario_1_add_cartoon_img_and_move_button/actual.png,sha256=woKE-aTTdb-9ArqfnV-xKKyit1Fu_hklavVwAaMQ14E,99455
-minitap/mcp/core/agents/compare_screenshots/eval/scenario_1_add_cartoon_img_and_move_button/figma.png,sha256=ghxi1P-ofnmMv5_ASm0Rzo5ll_C8-E6ojQUCHRR33TA,102098
-minitap/mcp/core/agents/compare_screenshots/eval/scenario_1_add_cartoon_img_and_move_button/human_feedback.txt,sha256=0gVEqIFpmCX1cx1tlGBdfqDGbTeedyVfwTJZqePURkA,700
-minitap/mcp/core/agents/compare_screenshots/eval/scenario_1_add_cartoon_img_and_move_button/prompt_1/model_params.json,sha256=p93kbUGxLYwc4NAEzPTBDA2XZ1ucsa7yevXZRe6V4Mc,37
-minitap/mcp/core/agents/compare_screenshots/eval/scenario_1_add_cartoon_img_and_move_button/prompt_1/output.md,sha256=Q0_5w9x5WAMqx6-I7KgjlS-tt7HnWKIunP43J7F0W_o,3703
-minitap/mcp/core/agents/compare_screenshots/prompt.md,sha256=qAyqOroSJROgrvlbsLCtiwFyBKuIMCQ-720A5cwgwPY,3563
-minitap/mcp/core/config.py,sha256=_rIH31treZlM2RVnTz5cPXhV9Bu4D-w4TmbPh5_mxxM,1026
-minitap/mcp/core/decorators.py,sha256=kMx_mlaa-2U1AgCoYkgPoLOa-iOoKUF1OjcNV7x59Ds,2940
-minitap/mcp/core/device.py,sha256=sEO3Z-8F325hDOObdH1YBhZE60f17FmIclt5UlhY_nU,7875
-minitap/mcp/core/llm.py,sha256=tI5m5rFDLeMkXE5WExnzYSzHU3nTIEiSC9nAsPzVMaU,1144
-minitap/mcp/core/logging_config.py,sha256=OJlArPJxflbhckerFsRHVTzy3jwsLsNSPN0LVpkmpNM,1861
-minitap/mcp/core/models.py,sha256=egLScxPAMo4u5cqY33UKba7z7DsdgqfPW409UAqW1Jg,1942
-minitap/mcp/core/sdk_agent.py,sha256=-9l1YetD93dzxOeSFOT_j8dDfDFjhJLiir8bhzEjI3Y,900
-minitap/mcp/core/utils/figma.py,sha256=L5aAHm59mrRYaqrwMJSM24SSdZPu2yVg-wsHTF3L8vk,2310
-minitap/mcp/core/utils/images.py,sha256=3uExpRoh7affIieZx3TLlZTmZCcoxWfx1YpPbwhjiJY,1791
-minitap/mcp/main.py,sha256=RsFAU32Rgrt66OiOtO74k7HSeTWRqnw31IurbnsOI3I,4811
-minitap/mcp/server/middleware.py,sha256=fbry_IiHmwUxVjsWgOU2goybcS1kLRXFZZ89KPH1d8E,880
-minitap/mcp/server/poller.py,sha256=Qakq4yO3EJ9dXmRqtE3sJjyk0ij7VBU-NuupHhTf37g,2539
-minitap/mcp/tools/analyze_screen.py,sha256=xQALhVfbEn13ao7C3EvzuBusOgjYIkS9hzKhzQSne6g,1991
-minitap/mcp/tools/compare_screenshot_with_figma.py,sha256=a3rHi8MbomgspJ2iPPgTyRoYrcEai2r4ED_-DssSbNI,4581
-minitap/mcp/tools/execute_mobile_command.py,sha256=iZLQHu-NGSjtjIjzYLTf2Da0t--RgjcFghmUBfhmo1I,2484
-minitap/mcp/tools/save_figma_assets.py,sha256=V1gnQsJ1tciOxiK08aaqQxOEerJkKzxU8r4hJmkXHtA,9945
-minitap/mcp/tools/screen_analyzer.md,sha256=TTO80JQWusbA9cKAZn-9cqhgVHm6F_qJh5w152hG3YM,734
-minitap_mcp-0.5.3.dist-info/WHEEL,sha256=ZHijuPszqKbNczrBXkSuoxdxocbxgFghqnequ9ZQlVk,79
-minitap_mcp-0.5.3.dist-info/entry_points.txt,sha256=rYVoXm7tSQCqQTtHx4Lovgn1YsjwtEEHfddKrfEVHuY,55
-minitap_mcp-0.5.3.dist-info/METADATA,sha256=D6x7r5Lvd_L9OEjDxkRZJPx42kIexF_gK3Ovxf0q4K0,8827
-minitap_mcp-0.5.3.dist-info/RECORD,,