mobile-device-mcp 0.1.0

package/dist/ai/client.js

@@ -0,0 +1,281 @@
+// ============================================================
+// AIClient — Multi-provider SDK wrapper for visual analysis
+//
+// Supports both Anthropic Claude and Google Gemini, providing
+// a unified interface so callers never deal with provider
+// specifics.
+// ============================================================
+import Anthropic from "@anthropic-ai/sdk";
+import { GoogleGenerativeAI } from "@google/generative-ai";
+/** Default delay (ms) before a manual retry for retryable errors. */
+const RETRY_DELAY_MS = 2_000;
+/** Maximum number of retries for rate-limit errors. */
+const MAX_RETRIES = 3;
+/** Per-request timeout in milliseconds. */
+const REQUEST_TIMEOUT_MS = 60_000;
+/**
+ * Wraps both the Anthropic and Google Generative AI SDKs for all
+ * AI visual-analysis features.
+ *
+ * Create one instance and reuse it — the underlying HTTP client is
+ * allocated once in the constructor.
+ */
+export class AIClient {
+    anthropicClient;
+    geminiModel;
+    config;
+    constructor(config) {
+        this.config = config;
+        if (config.provider === "google") {
+            const genAI = new GoogleGenerativeAI(config.apiKey);
+            this.geminiModel = genAI.getGenerativeModel({ model: config.model });
+        }
+        else {
+            // Default: Anthropic
+            this.anthropicClient = new Anthropic({
+                apiKey: config.apiKey || undefined,
+                maxRetries: 1,
+                timeout: REQUEST_TIMEOUT_MS,
+            });
+        }
+    }
+    // ------------------------------------------------------------------
+    // Public API
+    // ------------------------------------------------------------------
+    /**
+     * Returns `true` when a non-empty API key has been configured,
+     * meaning AI features can be used.
+     */
+    isAvailable() {
+        return typeof this.config.apiKey === "string" && this.config.apiKey.length > 0;
+    }
+    /**
+     * Send a prompt (with an optional screenshot) to the configured
+     * AI provider and return the plain-text response.
+     */
+    async analyze(options) {
+        this.assertAvailable();
+        if (this.config.provider === "google") {
+            return this.analyzeWithGemini(options);
+        }
+        return this.analyzeWithAnthropic(options);
+    }
+    /**
+     * Convenience wrapper: call {@link analyze}, then parse the response
+     * as JSON.  Handles responses wrapped in markdown code fences.
+     */
+    async analyzeJSON(options) {
+        const raw = await this.analyze(options);
+        return this.parseJSON(raw);
+    }
+    // ------------------------------------------------------------------
+    // Anthropic implementation
+    // ------------------------------------------------------------------
+    async analyzeWithAnthropic(options) {
+        const { systemPrompt, userPrompt, screenshot, screenshotMimeType = "image/png", maxTokens = this.config.maxTokens, } = options;
+        const content = this.buildAnthropicContent(userPrompt, screenshot, screenshotMimeType);
+        const request = {
+            model: this.config.model,
+            max_tokens: maxTokens,
+            system: systemPrompt,
+            messages: [{ role: "user", content }],
+        };
+        const response = await this.createWithRetryAnthropic(request);
+        return this.extractAnthropicText(response);
+    }
+    /**
+     * Build the `content` array for the Anthropic user message.
+     */
+    buildAnthropicContent(text, screenshot, mimeType) {
+        if (!screenshot) {
+            return [{ type: "text", text }];
+        }
+        return [
+            {
+                type: "image",
+                source: {
+                    type: "base64",
+                    media_type: mimeType,
+                    data: screenshot,
+                },
+            },
+            { type: "text", text },
+        ];
+    }
+    /**
+     * Call `messages.create` with a single manual retry for 429 / 529.
+     */
+    async createWithRetryAnthropic(request) {
+        const client = this.anthropicClient;
+        try {
+            return await client.messages.create(request);
+        }
+        catch (error) {
+            if (this.isRetryableAnthropic(error)) {
+                await this.delay(RETRY_DELAY_MS);
+                return await client.messages.create(request);
+            }
+            throw this.wrapError(error);
+        }
+    }
+    /**
+     * Determine whether an Anthropic error is a retryable 429 or 529.
+     */
+    isRetryableAnthropic(error) {
+        if (error instanceof Anthropic.APIError) {
+            const status = error.status;
+            return status === 429 || status === 529;
+        }
+        return false;
+    }
+    /**
+     * Extract the text content from the first Anthropic content block.
+     */
+    extractAnthropicText(response) {
+        if (!response.content || response.content.length === 0) {
+            throw new Error("AI returned an empty response with no content blocks.");
+        }
+        const block = response.content[0];
+        if (block.type === "text") {
+            return block.text;
+        }
+        throw new Error(`Expected a text content block but received type "${block.type}".`);
+    }
+    // ------------------------------------------------------------------
+    // Google Gemini implementation
+    // ------------------------------------------------------------------
+    async analyzeWithGemini(options) {
+        const { systemPrompt, userPrompt, screenshot, screenshotMimeType = "image/png", } = options;
+        const parts = [];
+        if (screenshot) {
+            parts.push({
+                inlineData: { mimeType: screenshotMimeType, data: screenshot },
+            });
+        }
+        parts.push({ text: userPrompt });
+        return this.createWithRetryGemini(systemPrompt, parts);
+    }
+    /**
+     * Call Gemini generateContent with retries for 429 / 503 errors.
+     * Parses the RetryInfo delay from Google API error messages.
+     */
+    async createWithRetryGemini(systemPrompt, parts) {
+        const model = this.geminiModel;
+        const request = {
+            systemInstruction: systemPrompt,
+            contents: [{ role: "user", parts }],
+        };
+        let lastError;
+        for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
+            try {
+                const result = await model.generateContent(request);
+                return result.response.text();
+            }
+            catch (error) {
+                lastError = error;
+                if (attempt < MAX_RETRIES && this.isRetryableGemini(error)) {
+                    const retryDelay = this.extractRetryDelay(error) || RETRY_DELAY_MS * (attempt + 1);
+                    await this.delay(retryDelay);
+                    continue;
+                }
+                throw this.wrapError(error);
+            }
+        }
+        throw this.wrapError(lastError);
+    }
+    /**
+     * Determine whether a Google API error is retryable (429 / 503).
+     */
+    isRetryableGemini(error) {
+        if (error instanceof Error) {
+            const message = error.message || "";
+            // Google SDK errors include status codes in the message
+            return message.includes("429") || message.includes("503");
+        }
+        return false;
+    }
+    /**
+     * Extract the retry delay (in ms) from a Google API error message.
+     * Looks for patterns like 'retryDelay":"23s"' or 'Please retry in 23.2s'.
+     */
+    extractRetryDelay(error) {
+        if (!(error instanceof Error))
+            return null;
+        const msg = error.message || "";
+        // Try "Please retry in Xs" pattern
+        const retryInMatch = msg.match(/Please retry in (\d+(?:\.\d+)?)s/);
+        if (retryInMatch) {
+            return Math.ceil(parseFloat(retryInMatch[1]) * 1000) + 1000; // add 1s buffer
+        }
+        // Try "retryDelay":"Xs" pattern
+        const retryDelayMatch = msg.match(/"retryDelay"\s*:\s*"(\d+)s"/);
+        if (retryDelayMatch) {
+            return parseInt(retryDelayMatch[1], 10) * 1000 + 1000;
+        }
+        return null;
+    }
+    // ------------------------------------------------------------------
+    // Shared internals
+    // ------------------------------------------------------------------
+    /**
+     * Throw immediately when the API key is absent so callers get a
+     * clear message instead of an opaque 401.
+     */
+    assertAvailable() {
+        if (!this.isAvailable()) {
+            throw new Error("AI API key not set. AI features require a valid API key.");
+        }
+    }
+    /**
+     * Parse a string as JSON, stripping markdown code fences if present.
+     */
+    parseJSON(raw) {
+        // First, try a direct parse — covers well-behaved responses.
+        try {
+            return JSON.parse(raw);
+        }
+        catch {
+            // Fall through to extraction attempts.
+        }
+        // Try extracting from fenced code blocks: ```json ... ``` or ``` ... ```
+        const fenceMatch = raw.match(/```(?:json)?\s*\n?([\s\S]*?)```/);
+        if (fenceMatch) {
+            try {
+                return JSON.parse(fenceMatch[1].trim());
+            }
+            catch {
+                // Fall through.
+            }
+        }
+        // Last resort: look for the first { ... } or [ ... ] block.
+        const objectMatch = raw.match(/(\{[\s\S]*\}|\[[\s\S]*\])/);
+        if (objectMatch) {
+            try {
+                return JSON.parse(objectMatch[1]);
+            }
+            catch {
+                // Fall through.
+            }
+        }
+        throw new Error(`Failed to parse AI response as JSON. Raw response:\n${raw.slice(0, 500)}`);
+    }
+    /**
+     * Wrap unknown errors into Error instances with descriptive messages.
+     */
+    wrapError(error) {
+        if (error instanceof Anthropic.APIError) {
+            return new Error(`Anthropic API error (${error.status}): ${error.message}`);
+        }
+        if (error instanceof Error) {
+            return error;
+        }
+        return new Error(`Unexpected AI client error: ${String(error)}`);
+    }
+    /**
+     * Promise-based delay helper.
+     */
+    delay(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+}
+//# sourceMappingURL=client.js.map

package/dist/ai/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/ai/client.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,4DAA4D;AAC5D,EAAE;AACF,8DAA8D;AAC9D,0DAA0D;AAC1D,aAAa;AACb,+DAA+D;AAE/D,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAE1C,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAkB3D,qEAAqE;AACrE,MAAM,cAAc,GAAG,KAAK,CAAC;AAE7B,uDAAuD;AACvD,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,2CAA2C;AAC3C,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC;;;;;;GAMG;AACH,MAAM,OAAO,QAAQ;IACF,eAAe,CAAa;IAC5B,WAAW,CAAmB;IAC9B,MAAM,CAAW;IAElC,YAAY,MAAgB;QAC1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACpD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,kBAAkB,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;aAAM,CAAC;YACN,qBAAqB;YACrB,IAAI,CAAC,eAAe,GAAG,IAAI,SAAS,CAAC;gBACnC,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,SAAS;gBAClC,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,kBAAkB;aAC5B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,aAAa;IACb,qEAAqE;IAErE;;;OAGG;IACH,WAAW;QACT,OAAO,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IACjF,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,IAAI,CAAC,eAAe,EAAE,CAAC;QAEvB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC;QACD,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAI,OAAuB;QAC1C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,SAAS,CAAI,GAAG,CAAC,CAAC;IAChC,CAAC;IAED,qEAAqE;IACrE,2BAA2B;IAC3B,qEAAqE;IAE7D,KAAK,CAAC,oBAAoB,CAAC,OAAuB;QACxD,MAAM,EACJ,YAAY,EACZ,UAAU,EACV,UAAU,EACV,kBAAkB,GAAG,WAAW,EAChC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,GAClC,GAAG,OAAO,CAAC;QAEZ,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC;QAEvF,MAAM,OAAO,GAAoC;YAC/C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,YAAY;YACpB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC;QAC9D,OAAO,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACK,qBAAqB,CAC3B,IAAY,EACZ,UAA8B,EAC9B,QAAgB;QAEhB,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO;YACL;gBACE,IAAI,EAAE,OAAgB;gBACtB,MAAM,EAAE;oBACN,IAAI,EAAE,QAAiB;oBACvB,UAAU,EAAE,QAAmE;oBAC/E,IAAI,EAAE,UAAU;iBACjB;aACF;YACD,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE;SAChC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB,CACpC,OAAwC;QAExC,MAAM,MAAM,GAAG,IAAI,CAAC,eAAgB,CAAC;QACrC,IAAI,CAAC;YACH,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;gBACjC,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC;YACD,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,KAAc;QACzC,IAAI,KAAK,YAAY,SAAS,CAAC,QAAQ,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;YAC5B,OAAO,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,CAAC;QAC1C,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,QAA2B;QACtD,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC,IAAI,CAAC;QACpB,CAAC;QAED,MAAM,IAAI,KAAK,CACb,oDAAoD,KAAK,CAAC,IAAI,IAAI,CACnE,CAAC;IACJ,CAAC;IAED,qEAAqE;IACrE,+BAA+B;IAC/B,qEAAqE;IAE7D,KAAK,CAAC,iBAAiB,CAAC,OAAuB;QACrD,MAAM,EACJ,YAAY,EACZ,UAAU,EACV,UAAU,EACV,kBAAkB,GAAG,WAAW,GACjC,GAAG,OAAO,CAAC;QAEZ,MAAM,KAAK,GAAiF,EAAE,CAAC;QAE/F,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC;gBACT,UAAU,EAAE,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,UAAU,EAAE;aAC/D,CAAC,CAAC;QACL,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QAEjC,OAAO,IAAI,CAAC,qBAAqB,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACzD,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,qBAAqB,CACjC,YAAoB,EACpB,KAAmF;QAEnF,MAAM,KAAK,GAAG,IAAI,CAAC,WAAY,CAAC;QAChC,MAAM,OAAO,GAAG;YACd,iBAAiB,EAAE,YAAY;YAC/B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,CAAC;SAC7C,CAAC;QAEF,IAAI,SAAkB,CAAC;QACvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;YACxD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;gBACpD,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAChC,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,SAAS,GAAG,KAAK,CAAC;gBAClB,IAAI,OAAO,GAAG,WAAW,IAAI,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC3D,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,cAAc,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;oBACnF,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBAC7B,SAAS;gBACX,CAAC;gBACD,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,KAAc;QACtC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;YACpC,wDAAwD;YACxD,OAAO,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACK,iBAAiB,CAAC,KAAc;QACtC,IAAI,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC3C,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;QAEhC,mCAAmC;QACnC,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACnE,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,gBAAgB;QAC/E,CAAC;QAED,gCAAgC;QAChC,MAAM,eAAe,GAAG,GAAG,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjE,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;QACxD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,qEAAqE;IACrE,mBAAmB;IACnB,qEAAqE;IAErE;;;OAGG;IACK,eAAe;QACrB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CACb,0DAA0D,CAC3D,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,SAAS,CAAI,GAAW;QAC9B,6DAA6D;QAC7D,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAM,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,uCAAuC;QACzC,CAAC;QAED,yEAAyE;QACzE,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QAChE,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAM,CAAC;YAC/C,CAAC;YAAC,MAAM,CAAC;gBACP,gBAAgB;YAClB,CAAC;QACH,CAAC;QAED,4DAA4D;QAC5D,MAAM,WAAW,GAAG,GAAG,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC3D,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAM,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC;gBACP,gBAAgB;YAClB,CAAC;QACH,CAAC;QAED,MAAM,IAAI,KAAK,CACb,uDAAuD,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC3E,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,KAAc;QAC9B,IAAI,KAAK,YAAY,SAAS,CAAC,QAAQ,EAAE,CAAC;YACxC,OAAO,IAAI,KAAK,CACd,wBAAwB,KAAK,CAAC,MAAM,MAAM,KAAK,CAAC,OAAO,EAAE,CAC1D,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,KAAK,CAAC,+BAA+B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF"}

package/dist/ai/element-search.d.ts

@@ -0,0 +1,12 @@
+import type { UIElement, ElementMatch } from "../types.js";
+/**
+ * Search UI elements locally by text matching.
+ * This is INSTANT and FREE — no AI API call needed.
+ * Falls back to AI only when local search fails (returns found: false).
+ *
+ * @param elements - The UI element tree from the device
+ * @param query - Natural language query like "the number 7 button"
+ * @returns An ElementMatch result compatible with AI findElement output
+ */
+export declare function searchElementsLocally(elements: UIElement[], query: string): ElementMatch;
+//# sourceMappingURL=element-search.d.ts.map

package/dist/ai/element-search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"element-search.d.ts","sourceRoot":"","sources":["../../src/ai/element-search.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAmB,MAAM,aAAa,CAAC;AAgY5E;;;;;;;;GAQG;AACH,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,SAAS,EAAE,EACrB,KAAK,EAAE,MAAM,GACZ,YAAY,CAiDd"}