@appclaw/vision 1.1.0

package/README.md

@@ -0,0 +1,27 @@
+# @appclaw/vision
+
+AI-powered vision element detection for [AppClaw](https://github.com/appclawhq/AppClaw) — locates on-screen UI elements from a screenshot using Gemini / OpenAI-compatible vision models.
+
+## Install
+
+```bash
+npm install @appclaw/vision
+```
+
+## Usage
+
+```ts
+import { StarkVisionClient, parseInstruction } from '@appclaw/vision';
+```
+
+## Develop
+
+```bash
+npm install
+npm run build
+npm run typecheck
+```
+
+## License
+
+MIT

package/dist/src/coordinates.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Coordinate scaling and parsing utilities.
+ * Adapted from appium-stark-vision/src/utils.ts
+ */
+import { BoundingBox, ScreenSize } from './types';
+/**
+ * Scale normalized coordinates (0-1000) to device pixel coordinates.
+ * Gemini returns [y_min, x_min] in 0-1000 scale.
+ * Source: appium-stark-vision/src/utils.ts:138-181
+ */
+export declare function scaleCoordinates(coordinates: [number, number], screenSize: ScreenSize): BoundingBox;
+/**
+ * Find the first substring enclosed in square brackets.
+ * Used to extract bounding box arrays from LLM responses.
+ * Source: appium-stark-vision/src/utils.ts:183-186
+ */
+export declare function findSubstringWithBrackets(message: string): string | null;
+/**
+ * Parse a bracket-enclosed string like "[320, 500]" into number array.
+ * Source: appium-stark-vision/src/utils.ts:188-194
+ */
+export declare function sanitizeOutput(arrayAsString: string): number[];
+/**
+ * Parse a string response from LLM into a JSON object.
+ * Handles escaped JSON, markdown code blocks, etc.
+ * Source: appium-stark-vision/src/utils.ts:251-283
+ */
+export declare function parseStringToObject(str: string): any;
+//# sourceMappingURL=coordinates.d.ts.map

package/dist/src/coordinates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"coordinates.d.ts","sourceRoot":"","sources":["../../src/coordinates.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAElD;;;;GAIG;AACH,wBAAgB,gBAAgB,CAC9B,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAC7B,UAAU,EAAE,UAAU,GACrB,WAAW,CAkBb;AAED;;;;GAIG;AACH,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAGxE;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM,EAAE,CAM9D;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CA+BpD"}

package/dist/src/coordinates.js

@@ -0,0 +1,92 @@
+"use strict";
+/**
+ * Coordinate scaling and parsing utilities.
+ * Adapted from appium-stark-vision/src/utils.ts
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scaleCoordinates = scaleCoordinates;
+exports.findSubstringWithBrackets = findSubstringWithBrackets;
+exports.sanitizeOutput = sanitizeOutput;
+exports.parseStringToObject = parseStringToObject;
+/**
+ * Scale normalized coordinates (0-1000) to device pixel coordinates.
+ * Gemini returns [y_min, x_min] in 0-1000 scale.
+ * Source: appium-stark-vision/src/utils.ts:138-181
+ */
+function scaleCoordinates(coordinates, screenSize) {
+    const { width, height } = screenSize;
+    const [y_min, x_min] = coordinates;
+    const sy = (value) => (value * height) / 1000;
+    const sx = (value) => (value * width) / 1000;
+    return {
+        corners: {
+            min: { x: sx(x_min), y: sy(y_min) },
+            max: { x: sx(x_min), y: sy(y_min) },
+        },
+        center: {
+            x: sx(x_min),
+            y: sy(y_min),
+        },
+        container: { width, height },
+    };
+}
+/**
+ * Find the first substring enclosed in square brackets.
+ * Used to extract bounding box arrays from LLM responses.
+ * Source: appium-stark-vision/src/utils.ts:183-186
+ */
+function findSubstringWithBrackets(message) {
+    const match = message.match(/\[.*?\]/);
+    return match ? match[0] : null;
+}
+/**
+ * Parse a bracket-enclosed string like "[320, 500]" into number array.
+ * Source: appium-stark-vision/src/utils.ts:188-194
+ */
+function sanitizeOutput(arrayAsString) {
+    return arrayAsString
+        .slice(1, -1)
+        .trim()
+        .split(/[\s,]+/)
+        .map(Number);
+}
+/**
+ * Parse a string response from LLM into a JSON object.
+ * Handles escaped JSON, markdown code blocks, etc.
+ * Source: appium-stark-vision/src/utils.ts:251-283
+ */
+function parseStringToObject(str) {
+    // Strip markdown code block wrappers
+    const cleaned = str
+        .trim()
+        .replace(/(^```json\s*|```\s*$)/g, '')
+        .trim();
+    try {
+        return JSON.parse(cleaned);
+    }
+    catch {
+        try {
+            // Handle escaped JSON string
+            const unescaped = JSON.parse(cleaned);
+            if (typeof unescaped === 'string') {
+                return JSON.parse(unescaped);
+            }
+            return unescaped;
+        }
+        catch {
+            try {
+                // Handle escaped characters
+                const furtherCleaned = cleaned
+                    .replace(/\\n/g, '\n')
+                    .replace(/\\"/g, '"')
+                    .replace(/\\'/g, "'")
+                    .replace(/\\\\/g, '\\');
+                return JSON.parse(furtherCleaned);
+            }
+            catch {
+                throw new Error('Failed to parse LLM response as JSON');
+            }
+        }
+    }
+}
+//# sourceMappingURL=coordinates.js.map

package/dist/src/coordinates.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"coordinates.js","sourceRoot":"","sources":["../../src/coordinates.ts"],"names":[],"mappings":";AAAA;;;GAGG;;AASH,4CAqBC;AAOD,8DAGC;AAMD,wCAMC;AAOD,kDA+BC;AAtFD;;;;GAIG;AACH,SAAgB,gBAAgB,CAC9B,WAA6B,EAC7B,UAAsB;IAEtB,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC;IACrC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,WAAW,CAAC;IAEnC,MAAM,EAAE,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC;IACtD,MAAM,EAAE,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC;IAErD,OAAO;QACL,OAAO,EAAE;YACP,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE;YACnC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE;SACpC;QACD,MAAM,EAAE;YACN,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;YACZ,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;SACb;QACD,SAAS,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;KAC7B,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAgB,yBAAyB,CAAC,OAAe;IACvD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACvC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjC,CAAC;AAED;;;GAGG;AACH,SAAgB,cAAc,CAAC,aAAqB;IAClD,OAAO,aAAa;SACjB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;SACZ,IAAI,EAAE;SACN,KAAK,CAAC,QAAQ,CAAC;SACf,GAAG,CAAC,MAAM,CAAC,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,SAAgB,mBAAmB,CAAC,GAAW;IAC7C,qCAAqC;IACrC,MAAM,OAAO,GAAG,GAAG;SAChB,IAAI,EAAE;SACN,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC;SACrC,IAAI,EAAE,CAAC;IAEV,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,CAAC;YACH,6BAA6B;YAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACtC,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC/B,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC;gBACH,4BAA4B;gBAC5B,MAAM,cAAc,GAAG,OAAO;qBAC3B,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC;qBACrB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;qBACpB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;qBACpB,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/src/geminiClient.d.ts

@@ -0,0 +1,54 @@
+/**
+ * Gemini API client for stark-vision.
+ * Adapted from appium-stark-vision/src/llm/Gemini.ts
+ * Stripped: Langfuse tracing, LangfuseMedia, Zod schemas, plugin references.
+ */
+import { StarkVisionConfig } from './types';
+export declare class StarkVisionClient {
+    private ai;
+    private model;
+    private disableThinking;
+    private localClient;
+    private onTokenUsage;
+    constructor(config: StarkVisionConfig);
+    /** Extract and emit token usage from a Gemini response's usageMetadata. */
+    private emitUsage;
+    /**
+     * Core Gemini call with retry logic.
+     * Adapted from appium-stark-vision/src/llm/Gemini.ts:21-164
+     */
+    private createMessage;
+    /**
+     * Combined instruction + vision: parse instruction and locate element coordinates.
+     * Returns raw JSON string from Gemini.
+     * Adapted from appium-stark-vision/src/llm/Gemini.ts:251-277
+     */
+    private static detectMimeType;
+    understandAndLocate(instruction: string, imageBase64: string): Promise<string>;
+    /**
+     * Check if an element is visible on the screenshot.
+     * Adapted from appium-stark-vision/src/llm/Gemini.ts:166-211
+     */
+    isElementVisible(imageBase64: string, instruction: string, withExplanation?: boolean): Promise<string>;
+    /**
+     * Get bounding box coordinates for a specific element.
+     * Adapted from appium-stark-vision/src/services/BoundingBoxService.ts:142-204
+     */
+    getBoundingBox(locator: string, imageBase64: string): Promise<string>;
+    /**
+     * Get element information / answer a question about the screen.
+     * Adapted from appium-stark-vision/src/llm/Gemini.ts:279-309
+     */
+    getElementInfo(imageBase64: string, instruction: string, withExplanation?: boolean): Promise<string>;
+    /**
+     * Find back navigation element on the screen.
+     * Adapted from appium-stark-vision/src/llm/Gemini.ts:311-332
+     */
+    findBackNavigation(imageBase64: string): Promise<string>;
+    /**
+     * Generate test code from execution history.
+     * Text-only Gemini call (no image).
+     */
+    generateCode(systemPrompt: string, userPrompt: string): Promise<string>;
+}
+//# sourceMappingURL=geminiClient.d.ts.map

package/dist/src/geminiClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"geminiClient.d.ts","sourceRoot":"","sources":["../../src/geminiClient.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAeH,OAAO,EAAE,iBAAiB,EAAoB,MAAM,SAAS,CAAC;AAE9D,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,WAAW,CAAmC;IACtD,OAAO,CAAC,YAAY,CAAkD;gBAE1D,MAAM,EAAE,iBAAiB;IAerC,2EAA2E;IAC3E,OAAO,CAAC,SAAS;IAWjB;;;OAGG;YACW,aAAa;IA8D3B;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,cAAc;IAIvB,mBAAmB,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAyBpF;;;OAGG;IACG,gBAAgB,CACpB,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EACnB,eAAe,UAAQ,GACtB,OAAO,CAAC,MAAM,CAAC;IA8BlB;;;OAGG;IACG,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAoD3E;;;OAGG;IACG,cAAc,CAClB,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EACnB,eAAe,UAAQ,GACtB,OAAO,CAAC,MAAM,CAAC;IA0BlB;;;OAGG;IACG,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAmB9D;;;OAGG;IACG,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAc9E"}

package/dist/src/geminiClient.js

@@ -0,0 +1,268 @@
+"use strict";
+/**
+ * Gemini API client for stark-vision.
+ * Adapted from appium-stark-vision/src/llm/Gemini.ts
+ * Stripped: Langfuse tracing, LangfuseMedia, Zod schemas, plugin references.
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StarkVisionClient = void 0;
+const genai_1 = require("@google/genai");
+const async_retry_1 = __importDefault(require("async-retry"));
+const openaiCompatClient_1 = require("./openaiCompatClient");
+const prompts_1 = require("./prompts");
+class StarkVisionClient {
+    constructor(config) {
+        this.localClient = null;
+        this.ai = new genai_1.GoogleGenAI({ apiKey: config.apiKey });
+        this.model = config.model;
+        this.disableThinking = config.disableThinking ?? false;
+        this.onTokenUsage = config.onTokenUsage;
+        if (config.baseUrl) {
+            this.localClient = new openaiCompatClient_1.OpenAICompatClient(config.baseUrl, config.model, config.apiKey, config.coordinateOrder ?? 'yx');
+        }
+    }
+    /** Extract and emit token usage from a Gemini response's usageMetadata. */
+    emitUsage(usageMetadata) {
+        if (!this.onTokenUsage || !usageMetadata)
+            return;
+        this.onTokenUsage({
+            inputTokens: usageMetadata.promptTokenCount ?? 0,
+            outputTokens: usageMetadata.candidatesTokenCount ?? 0,
+            totalTokens: usageMetadata.totalTokenCount ?? 0,
+            cachedTokens: usageMetadata.cachedContentTokenCount || undefined,
+            thoughtsTokens: usageMetadata.thoughtsTokenCount || undefined,
+        });
+    }
+    /**
+     * Core Gemini call with retry logic.
+     * Adapted from appium-stark-vision/src/llm/Gemini.ts:21-164
+     */
+    async createMessage(params) {
+        if (this.localClient) {
+            return this.localClient.createMessage(params);
+        }
+        const { system, contents, temperature = 0, maxTokens = 3000, responseMimeType = 'text/plain', } = params;
+        const response = await (0, async_retry_1.default)(async (bail) => {
+            try {
+                const config = {
+                    ...(this.disableThinking
+                        ? { thinkingConfig: { thinkingBudget: 0 } }
+                        : { thinkingConfig: { thinkingLevel: genai_1.ThinkingLevel.MINIMAL } }),
+                    temperature,
+                    maxOutputTokens: maxTokens,
+                    responseMimeType,
+                };
+                const result = await this.ai.models.generateContent({
+                    model: this.model,
+                    config: {
+                        ...config,
+                        ...(system ? { systemInstruction: system } : {}),
+                    },
+                    contents,
+                });
+                return result;
+            }
+            catch (error) {
+                if (error.status === 400 || error.status === 401) {
+                    bail(error);
+                    return;
+                }
+                throw error;
+            }
+        }, {
+            retries: 3,
+            factor: 1,
+            minTimeout: 1000,
+            randomize: true,
+        });
+        this.emitUsage(response?.usageMetadata);
+        return response?.candidates?.[0]?.content?.parts?.[0]?.text || '';
+    }
+    /**
+     * Combined instruction + vision: parse instruction and locate element coordinates.
+     * Returns raw JSON string from Gemini.
+     * Adapted from appium-stark-vision/src/llm/Gemini.ts:251-277
+     */
+    static detectMimeType(base64) {
+        return base64.startsWith('/9j/') ? 'image/jpeg' : 'image/png';
+    }
+    async understandAndLocate(instruction, imageBase64) {
+        return this.createMessage({
+            system: prompts_1.combinedInstructionPrompt,
+            contents: [
+                {
+                    role: 'user',
+                    parts: [
+                        {
+                            inlineData: {
+                                data: imageBase64,
+                                mimeType: StarkVisionClient.detectMimeType(imageBase64),
+                            },
+                        },
+                        {
+                            text: instruction,
+                        },
+                    ],
+                },
+            ],
+            temperature: 0.1,
+            maxTokens: 1024,
+            responseMimeType: 'application/json',
+        });
+    }
+    /**
+     * Check if an element is visible on the screenshot.
+     * Adapted from appium-stark-vision/src/llm/Gemini.ts:166-211
+     */
+    async isElementVisible(imageBase64, instruction, withExplanation = false) {
+        const visibleCheckPrompt = withExplanation
+            ? prompts_1.elementVisibilityWithExplanationPrompt
+            : prompts_1.elementVisibilityPrompt;
+        const prompt = `${visibleCheckPrompt} Can you see ${instruction} completely visible in the image?`;
+        return this.createMessage({
+            system: '',
+            contents: [
+                {
+                    role: 'user',
+                    parts: [
+                        {
+                            inlineData: {
+                                data: imageBase64,
+                                mimeType: StarkVisionClient.detectMimeType(imageBase64),
+                            },
+                        },
+                        {
+                            text: prompt,
+                        },
+                    ],
+                },
+            ],
+            temperature: 0,
+            maxTokens: 512,
+            responseMimeType: 'application/json',
+        });
+    }
+    /**
+     * Get bounding box coordinates for a specific element.
+     * Adapted from appium-stark-vision/src/services/BoundingBoxService.ts:142-204
+     */
+    async getBoundingBox(locator, imageBase64) {
+        const content = prompts_1.bboxPrompt.replace('${locator}', locator);
+        const promptConfig = [
+            { text: content },
+            {
+                inlineData: { mimeType: StarkVisionClient.detectMimeType(imageBase64), data: imageBase64 },
+            },
+        ];
+        const contents = [
+            { role: 'model', parts: [{ text: content }] },
+            { role: 'user', parts: promptConfig },
+        ];
+        if (this.localClient) {
+            return this.localClient.createMessage({
+                system: '',
+                contents,
+                temperature: 0.1,
+                responseMimeType: 'text/plain',
+            });
+        }
+        const response = await (0, async_retry_1.default)(async () => {
+            try {
+                const result = await this.ai.models.generateContent({
+                    model: this.model,
+                    contents,
+                    config: {
+                        temperature: 0.1,
+                        responseMimeType: 'text/plain',
+                        ...(this.disableThinking
+                            ? { thinkingConfig: { thinkingBudget: 0 } }
+                            : { thinkingConfig: { thinkingLevel: genai_1.ThinkingLevel.MINIMAL } }),
+                    },
+                });
+                return result;
+            }
+            catch {
+                return null;
+            }
+        }, {
+            retries: 3,
+            factor: 1,
+            minTimeout: 1000,
+        });
+        this.emitUsage(response?.usageMetadata);
+        return response?.candidates?.[0]?.content?.parts?.[0]?.text || '';
+    }
+    /**
+     * Get element information / answer a question about the screen.
+     * Adapted from appium-stark-vision/src/llm/Gemini.ts:279-309
+     */
+    async getElementInfo(imageBase64, instruction, withExplanation = false) {
+        const infoPrompt = withExplanation ? prompts_1.getInformationWithExplanationPrompt : prompts_1.getInformationPrompt;
+        return this.createMessage({
+            system: infoPrompt,
+            contents: [
+                {
+                    role: 'user',
+                    parts: [
+                        {
+                            inlineData: {
+                                data: imageBase64,
+                                mimeType: StarkVisionClient.detectMimeType(imageBase64),
+                            },
+                        },
+                        {
+                            text: instruction,
+                        },
+                    ],
+                },
+            ],
+            maxTokens: 512,
+            responseMimeType: 'application/json',
+        });
+    }
+    /**
+     * Find back navigation element on the screen.
+     * Adapted from appium-stark-vision/src/llm/Gemini.ts:311-332
+     */
+    async findBackNavigation(imageBase64) {
+        return this.createMessage({
+            system: prompts_1.backNavigationPrompt,
+            contents: [
+                {
+                    role: 'user',
+                    parts: [
+                        {
+                            inlineData: {
+                                data: imageBase64,
+                                mimeType: StarkVisionClient.detectMimeType(imageBase64),
+                            },
+                        },
+                    ],
+                },
+            ],
+        });
+    }
+    /**
+     * Generate test code from execution history.
+     * Text-only Gemini call (no image).
+     */
+    async generateCode(systemPrompt, userPrompt) {
+        return this.createMessage({
+            system: systemPrompt,
+            contents: [
+                {
+                    role: 'user',
+                    parts: [{ text: userPrompt }],
+                },
+            ],
+            temperature: 0,
+            maxTokens: 8192,
+            responseMimeType: 'text/plain',
+        });
+    }
+}
+exports.StarkVisionClient = StarkVisionClient;
+//# sourceMappingURL=geminiClient.js.map

package/dist/src/geminiClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"geminiClient.js","sourceRoot":"","sources":["../../src/geminiClient.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;;;;AAEH,yCAA2D;AAC3D,8DAAgC;AAEhC,6DAA0D;AAC1D,uCAQmB;AAGnB,MAAa,iBAAiB;IAO5B,YAAY,MAAyB;QAH7B,gBAAW,GAA8B,IAAI,CAAC;QAIpD,IAAI,CAAC,EAAE,GAAG,IAAI,mBAAW,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,KAAK,CAAC;QACvD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QACxC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,IAAI,CAAC,WAAW,GAAG,IAAI,uCAAkB,CACvC,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,eAAe,IAAI,IAAI,CAC/B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,2EAA2E;IACnE,SAAS,CAAC,aAAkB;QAClC,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,aAAa;YAAE,OAAO;QACjD,IAAI,CAAC,YAAY,CAAC;YAChB,WAAW,EAAE,aAAa,CAAC,gBAAgB,IAAI,CAAC;YAChD,YAAY,EAAE,aAAa,CAAC,oBAAoB,IAAI,CAAC;YACrD,WAAW,EAAE,aAAa,CAAC,eAAe,IAAI,CAAC;YAC/C,YAAY,EAAE,aAAa,CAAC,uBAAuB,IAAI,SAAS;YAChE,cAAc,EAAE,aAAa,CAAC,kBAAkB,IAAI,SAAS;SAC9D,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,aAAa,CAAC,MAO3B;QACC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,EACJ,MAAM,EACN,QAAQ,EACR,WAAW,GAAG,CAAC,EACf,SAAS,GAAG,IAAI,EAChB,gBAAgB,GAAG,YAAY,GAChC,GAAG,MAAM,CAAC;QAEX,MAAM,QAAQ,GAAG,MAAM,IAAA,qBAAK,EAC1B,KAAK,EAAC,IAAI,EAAC,EAAE;YACX,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG;oBACb,GAAG,CAAC,IAAI,CAAC,eAAe;wBACtB,CAAC,CAAC,EAAE,cAAc,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,EAAE;wBAC3C,CAAC,CAAC,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,qBAAa,CAAC,OAAO,EAAE,EAAE,CAAC;oBACjE,WAAW;oBACX,eAAe,EAAE,SAAS;oBAC1B,gBAAgB;iBACjB,CAAC;gBAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC;oBAClD,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE;wBACN,GAAG,MAAM;wBACT,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACjD;oBACD,QAAQ;iBACT,CAAC,CAAC;gBAEH,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACjD,IAAI,CAAC,KAAK,CAAC,CAAC;oBACZ,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,EACD;YACE,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,IAAI;YAChB,SAAS,EAAE,IAAI;SAChB,CACF,CAAC;QAEF,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACxC,OAAO,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;IACpE,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,cAAc,CAAC,MAAc;QAC1C,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,WAAmB,EAAE,WAAmB;QAChE,OAAO,IAAI,CAAC,aAAa,CAAC;YACxB,MAAM,EAAE,mCAAyB;YACjC,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE;wBACL;4BACE,UAAU,EAAE;gCACV,IAAI,EAAE,WAAW;gCACjB,QAAQ,EAAE,iBAAiB,CAAC,cAAc,CAAC,WAAW,CAAC;6BACxD;yBACF;wBACD;4BACE,IAAI,EAAE,WAAW;yBAClB;qBACF;iBACF;aACF;YACD,WAAW,EAAE,GAAG;YAChB,SAAS,EAAE,IAAI;YACf,gBAAgB,EAAE,kBAAkB;SACrC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,gBAAgB,CACpB,WAAmB,EACnB,WAAmB,EACnB,eAAe,GAAG,KAAK;QAEvB,MAAM,kBAAkB,GAAG,eAAe;YACxC,CAAC,CAAC,gDAAsC;YACxC,CAAC,CAAC,iCAAuB,CAAC;QAC5B,MAAM,MAAM,GAAG,GAAG,kBAAkB,gBAAgB,WAAW,mCAAmC,CAAC;QAEnG,OAAO,IAAI,CAAC,aAAa,CAAC;YACxB,MAAM,EAAE,EAAE;YACV,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE;wBACL;4BACE,UAAU,EAAE;gCACV,IAAI,EAAE,WAAW;gCACjB,QAAQ,EAAE,iBAAiB,CAAC,cAAc,CAAC,WAAW,CAAC;6BACxD;yBACF;wBACD;4BACE,IAAI,EAAE,MAAM;yBACb;qBACF;iBACF;aACF;YACD,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,GAAG;YACd,gBAAgB,EAAE,kBAAkB;SACrC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc,CAAC,OAAe,EAAE,WAAmB;QACvD,MAAM,OAAO,GAAG,oBAAU,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAC1D,MAAM,YAAY,GAAG;YACnB,EAAE,IAAI,EAAE,OAAO,EAAE;YACjB;gBACE,UAAU,EAAE,EAAE,QAAQ,EAAE,iBAAiB,CAAC,cAAc,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE;aAC3F;SACF,CAAC;QACF,MAAM,QAAQ,GAAG;YACf,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE;YAC7C,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE;SACtC,CAAC;QAEF,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC;gBACpC,MAAM,EAAE,EAAE;gBACV,QAAQ;gBACR,WAAW,EAAE,GAAG;gBAChB,gBAAgB,EAAE,YAAY;aAC/B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAA,qBAAK,EAC1B,KAAK,IAAI,EAAE;YACT,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC;oBAClD,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ;oBACR,MAAM,EAAE;wBACN,WAAW,EAAE,GAAG;wBAChB,gBAAgB,EAAE,YAAY;wBAC9B,GAAG,CAAC,IAAI,CAAC,eAAe;4BACtB,CAAC,CAAC,EAAE,cAAc,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,EAAE;4BAC3C,CAAC,CAAC,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,qBAAa,CAAC,OAAO,EAAE,EAAE,CAAC;qBAClE;iBACF,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC,EACD;YACE,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,IAAI;SACjB,CACF,CAAC;QAEF,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACxC,OAAO,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;IACpE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc,CAClB,WAAmB,EACnB,WAAmB,EACnB,eAAe,GAAG,KAAK;QAEvB,MAAM,UAAU,GAAG,eAAe,CAAC,CAAC,CAAC,6CAAmC,CAAC,CAAC,CAAC,8BAAoB,CAAC;QAEhG,OAAO,IAAI,CAAC,aAAa,CAAC;YACxB,MAAM,EAAE,UAAU;YAClB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE;wBACL;4BACE,UAAU,EAAE;gCACV,IAAI,EAAE,WAAW;gCACjB,QAAQ,EAAE,iBAAiB,CAAC,cAAc,CAAC,WAAW,CAAC;6BACxD;yBACF;wBACD;4BACE,IAAI,EAAE,WAAW;yBAClB;qBACF;iBACF;aACF;YACD,SAAS,EAAE,GAAG;YACd,gBAAgB,EAAE,kBAAkB;SACrC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,kBAAkB,CAAC,WAAmB;QAC1C,OAAO,IAAI,CAAC,aAAa,CAAC;YACxB,MAAM,EAAE,8BAAoB;YAC5B,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE;wBACL;4BACE,UAAU,EAAE;gCACV,IAAI,EAAE,WAAW;gCACjB,QAAQ,EAAE,iBAAiB,CAAC,cAAc,CAAC,WAAW,CAAC;6BACxD;yBACF;qBACF;iBACF;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,YAAoB,EAAE,UAAkB;QACzD,OAAO,IAAI,CAAC,aAAa,CAAC;YACxB,MAAM,EAAE,YAAY;YACpB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;iBAC9B;aACF;YACD,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,IAAI;YACf,gBAAgB,EAAE,YAAY;SAC/B,CAAC,CAAC;IACL,CAAC;CACF;AA/SD,8CA+SC"}

package/dist/src/generated/promptB64.d.ts

@@ -0,0 +1,10 @@
+export declare const combinedInstructionPrompt: string;
+export declare const elementVisibilityPrompt: string;
+export declare const elementVisibilityWithExplanationPrompt: string;
+export declare const bboxPrompt: string;
+export declare const backNavigationPrompt: string;
+export declare const getInformationWithExplanationPrompt: string;
+export declare const getInformationPrompt: string;
+export declare const createWDIOTestPrompt: string;
+export declare const createAppiumJavaTestPrompt: string;
+//# sourceMappingURL=promptB64.d.ts.map

package/dist/src/generated/promptB64.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptB64.d.ts","sourceRoot":"","sources":["../../../src/generated/promptB64.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,yBAAyB,QAErC,CAAC;AACF,eAAO,MAAM,uBAAuB,QAEnC,CAAC;AACF,eAAO,MAAM,sCAAsC,QAElD,CAAC;AACF,eAAO,MAAM,UAAU,QAEtB,CAAC;AACF,eAAO,MAAM,oBAAoB,QAEhC,CAAC;AACF,eAAO,MAAM,mCAAmC,QAE/C,CAAC;AACF,eAAO,MAAM,oBAAoB,QAEhC,CAAC;AACF,eAAO,MAAM,oBAAoB,QAEhC,CAAC;AACF,eAAO,MAAM,0BAA0B,QAEtC,CAAC"}

package/dist/src/generated/promptB64.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createAppiumJavaTestPrompt = exports.createWDIOTestPrompt = exports.getInformationPrompt = exports.getInformationWithExplanationPrompt = exports.backNavigationPrompt = exports.bboxPrompt = exports.elementVisibilityWithExplanationPrompt = exports.elementVisibilityPrompt = exports.combinedInstructionPrompt = void 0;
+/** Auto-generated by scripts/generate-prompt-b64.cjs from src/prompts.raw.ts — do not edit. */
+const promptCodec_1 = require("../promptCodec");
+exports.combinedInstructionPrompt = (0, promptCodec_1.decodeVisionPrompt)('H4sIAAAAAAAAA51Y3W7bRha+11Mc8CY2lmYkZ4tm1e0GiqG02lWkwnKaGIaxOCSPxKmHM9yZoWS2KNCrFnu76CMs9sHyJIszQ8qU7N0AuYltcnh+v/Odb3Kta0BDsBFbUoBgM0OkbKEd6DUglDoVkgCrClDlgAqEss7UmRNaJTDLSTmxbsAVBOgf+nNSZ+jIP303A5JUknKglX/y4COBS3K1UZBpbXKh0JEFtHDT/L0UKoZ7/nELQoHSpkQpfqQchmej4XAINkNJUGmhnFAbcNrb7lxdTBdX08tkMLicTlbLxWzxDXx3ubyYrlbw8ZffQShHRqEErWSTwETusLFApXCAkOmykuQI/rpaLkCnP1DmwNAGTS7JWi7MrhBZAalBlRWwFoZsAlcFQRRqEMFakMxBWJjM30+uV5CTEVvKYW106QPtlRG2ZFI4iTIpsrsohshhxT+Ig+RfpFYbqAxZy39tyYh1E8VALktOfbnL2jpYTL+fXkJKQGXlGtAGVC1lAkslQ398U7R5ZiHq1TvyFqISXVasMm0ogpwqUnnXrq2wIhVSuAaygrI7SEnqXTIYrBxVMErgu8nlanqcVALTe2cwc31ohEQ//vqvfaFC/HzEodmQ2zcwnGpDtje3SfsiOk1gmmwSCOXiIC2hyQoQGReeP2u97Qvamo76B7v4zxP4fraavZ7NZ1fXcPHt9OJvHiEcUqmtA1FW2jhUDqyjKoGJvRtDNLP+xPTD5OJqHzM/qS0ZyMlmRqSUcyg1StmEKkouEbhC2N4QvIpgUlVtjyyWBNahytHk0OgadrqWOZtliKOyOzJ7938Omf3Fg4MjEP0JexX5TBqyHgw6GZxBNL3HzEVQEqpgQwpHBuU+iX3sMSjNRdMluYJHzIpSSDQBMP7drsBe1pXRKaay8cZdxO5mmVY2wNMDDNIG3rxbXFzNlotg/wd+lzaQErvg1tgEJrAhNP4vnqHF8oqp6aF7fMKKjTqrK0hr5/rHpN4I1T71Iax9GTNUgMaJrJbMTJPFNRhCyxjXkOs6db5Y0Y6kjDknQ88sKN13y1bDK5itfESOuceGl4rQpM3HX/4T7QHUtsvH1gHuRQLTt7MrTy6BNGyBFfEhDDTU4eArz0790YUtyposZAWqDY1DdtbDGL6G6+nKwz/QWJiBP+w/3QlXcMrykGyZPfajD388Gw2TI7OLJTyY5WBWk7fTB/t46KFv/GYYw/D22EdKbkekYORfvAg1aM3tadM6ISVUuvLtannThzT6ChRtyUAqUd2BcKBrlwwG74smTFaJzpGxYzB+tzCs+kGttfFZ7Ayzaof6DGtLofSOrPPrBKveQT8CcUv8wsIaDey04bEsUPV8haQZoW36hmyllSWQ5IKHDKUkA7Y2a8yIN44kVBB1wfBcrHWt8gjIGK5swUu4rQmPutn6nfdQuEwrR/f7hcpvUbWboD2SGsK7gwB4dxuSjcdrrr3fXPsqJoPB9B55D/p914Ih4JmNL5Zw4sEUjMfwIxndr/OpR2dvyf0PvmbBAFuRk4ZKYsNl8eQFttA79uRnIEPrYsiwYlM29sjZU4R9kvQfAzHuo3CUHMfH/e6TRxtbG44Ht48FIVqJjYK6ijry6fvn5Q0n2nSRnH4ylPNHoTwsfEgxuwM0Ru+iEIPSvWf7tdKP4EAufLoMg4n/zo7BB8zrsorBkqTMxeBFSAyuqYgfqpz/5V5IQhNDTqyUYgiiJGaCEjnyE68VYtihcDE8hBRDXcWQ652KQdLaxWDEpnCxTyqGQpcUg8RaZUUM1mk+TFRJoe5iyA1uBm+0x4iW8rndicovH4jqKnoesdnoecR2o+eRNxyxnsRWkvCnvdr6D3vVSpj3lA71iduZhpvbZLCsXVWzAjAic7Lx5M37i7UijyyaJhkM5i0RmlqSZfzv5aCnJZXz28aD95DtH4vBfivaFgS5x6Ma+M8Pd9z+wVIvPhKpT4o3XbtMl+S1QCep4O271VVHLARv3s3nrQzw8wZCZbLOha+TvhclWzuhIMKMtvv9d+9585umZJl6zteFPO+G6XRwdojFQ4mfale0yj4+EPVByHM6bbQH2ykQEuWwWB5C3WeU0p6NF75KQm092ffXAS8WBFun1glXu/0V4om9FAg4Q2NEuytY9zyzvmft2jxuZ6gdWai0FfwEJfyjRinWgoyFE4/wVDuny6OBUH7A2qqesoR7qL6hNRlSGdmuEV31P3Dt+dPwW0pW5AQfmIYm8zlUaNweHMydzqBQLki0lHWHE3YtKE+6ZPiKo82DLg/uPkSnjGHeGB0FMbN7royhXbGt7m7Pddq0ooyTzxmtfnU4Q+j2HWWt5EfEPL4ahm4ydPvXlZPR2Wh4OoZC72A+u5peTubz60eN4PUYJrvtXRd3l5nElGQCrUhBS/4GJOleZCif+89bBcwdWC7m193eZOFpw2eNv1oyekZfP/JuCzTkReVOm9wGPj9w35VXAJaw0UJtIthaiN570ckXdday/sUrbulo+NhLJrXlpd7leuiAoYpOlJ2nw43Hvub8hLHT7umUJT+/WD38zdN8sVysZqur6eLiGi7fzafj/l75+M9/wwv4+NvvT/TPTxYLp50Oc4obQ8SKSepd38jTkpWp0+sdf7vcCi0xsPtTOrJWuF5TxhIybYAEq/eethkPbn4Kn4y767aX2ONoRXdoori7gI5vfmrrOI546BXf07yXKO4FN755cT6MvxgOb+OHPMZ/+vn259uep1aiBE+euZ9y4/la1+7IwcsvHjt4eeSg+y+CNpfXr1/3M/mcYDosBL3TkU1Hgb4aQvGK9BBM9f0TZfny5WHUXx5F3dctnwinMnrNkliUuKEjV+dPFOjzOtAXqoc+hvGh/dFn2T+Yvf/v4Jwd/Bezer3qrRMAAA==');
+exports.elementVisibilityPrompt = (0, promptCodec_1.decodeVisionPrompt)('H4sIAAAAAAAAA31Ty27cMAy8+yuIXNoChnNPTw0aoCnQpOiihxxpi14zK4uuSG3WKAr0I/qF/ZJC8jq7faBHkdRoZjiqHiQBRoIpyp4dOXhiGwAD8IhbAgwOEL4kUmMJTfUgKYKh7oAVTIAdBeN+Bu7BBjreGlDLqU/eA3kaKdgCTAfsDEa0bijYQWDCaIx+KZI21QfcEWiKVDCSUgTUHblnJFYIYiB7ih6n6URabKC4jjXV7cLp7NqelVtPwEHZESA4Ri9bkAiTTGmqQcmgk+A4692gsfZMLku1mAh+fv+x4umKsoIuWFrs7KT0Irm13VT3wc//we/RK60+nnEe2DkKcH3z7vbu7YnyS26oqX8bpgOrKUgoVe0iUYA2FRRptUuR3OWZa+185kAAkwmkB7ZXxbqAxnuCUVo+ibssNl2O4tBDRsFY9sj53R5sngi8dJjVwURxZNUcnE9kKS68ZCrNfvH88/Smy+frZCYhxwYNniR5B+0SgJbUoGdrbrdBjqFYFl1Y6POeOajFVNBKAjHMOdaHkW0GzzuCQBhriLwdrAZPvdVZdA2tmMkIXmRXeJ2b2qKSO3qqdALMqtUid+Zn6MV7efqThTbVZp1wUhY0eeSQmdnAYQvYSrLTxylS2MAJ6bpPGH/7DpF0kpCDovCY1KAV8YQBUJcENbAx7nY5US1lUpJsSpZ1jWjNi9fVzWGizrKopYMK7zf3dyDtI3VWfa3+EdCr9Z26Ap3VaPyYd3de/nuZV3CRHQrbi7oq0bjvj7fWevWt+gUnEZ8GggQAAA==');
+exports.elementVisibilityWithExplanationPrompt = (0, promptCodec_1.decodeVisionPrompt)('H4sIAAAAAAAAA31SzW7UMBC+5ylGvQBSlN4LQgJRiSLRIioOPU7iye50HY/xjLe7Qkg8BE/IkyA7m+4WEEd7PJ+/v+ZOMmAiiEm27MjBA9saMABPuCLA4ADhayY1ltA1d5ITGOoGWMEE2FEwHvfAI9iaDltr1Hoas/dAniYKNgPTDgeDCW1YV+wgEDEZo58vSbvmI24INCeqGFkpAeqG3CMSKwQxkC0ljzEeSYutKS3PuuZq5nSytmXl3hNwUHYECI7RywokQZSYYwtKBoMEx0XvLRrryOSKVEuZ4NePnwueLigL6Iyl1c5B6iyRW8ZdcxP8/j/4I3qlxccTzmt2jgK8vXx/df3uSPk5d9S1Tx7TjtUUJNRbHRJRgD5XFOl1yInc+Ylr/f7EgQAmEWQEthfVuoDGW4JJej6KO682nU/i0ENBwVRz5PLvCLaPBF4GLOogUppYtRTnM1lOMy+JdTjOnn+Jb4ZyfpvNJJTaoMGDZO+gnwvQkxqMbN3VKsihFHPQlYU+5sxBLeWKVhuIYV9qvZvY9uB5QxAIUwuJV2trwdNobRHdQi9mMoEX2VRep6b2qOQOniodAYtqtcSD+T2M4r08/MlCCzM2cEK6xAPTk3Yn0iih5K5wn9WgF/GEAVDnQnTPXjaXu0iDFRbZYrYy+3B7cw3S39NgzbfmH426WJDaBmgXPYaayQW8Ojm9bhvQvRpNn0oSpzt/R3MBZ0VvWJ21DdSkb8bD2jJovje/ATfufGJRBAAA');
+exports.bboxPrompt = (0, promptCodec_1.decodeVisionPrompt)('H4sIAAAAAAAAA2WOwWrDQAxE7/6KOfTomv5F6KEtlEIPIQQlq8RL15LRalMvIf9ess6tIBCaYfTmeyRHzPCRcdAiIcoZB11wUmvi0zXpkVztNnRv9MPIxbg5R31WC1HIOYOMIerQC1uieeaA3+gjSCqEycCJJxbPQ/d6avGHgKCc8f7xBV5idkRpbpzozD2MvZhg+9LjMTuQhDtqvDfllHnoNvHCmNZWWnwuDsogAZlRxbbupyg9lnXV/URLu2jZDfhcESqptgdr5h/kD7bnbQIpAQAA');
+exports.backNavigationPrompt = (0, promptCodec_1.decodeVisionPrompt)('H4sIAAAAAAAAA42Sy24aQRBF9/0VV3hhCaGR7OzYGQVFXsRYESyyo2amYCo0Xa3uGh6K8u9RDwYUJYts+3VP3dPuu/agxIhJD9Jyi6NYBwqQPW0ZugFhr7V4BsXopSETDRNQaHHWPsEo7yAZppCWg8nmDApnsOc9B4MGWMfYyoGvj1pHBvJej3nY6zOncj/QQbZkjJqaXVkomzHxQbTPyE1iDpVz4zEWq+X7aonx2D1V6CjPL2FTzFQ9U8CBfM9IHBPnAhW2OHZsXQnqODH4JNlyGfQKOlA1FFAPRC02mgaSI6X2yiYaKvdcXS9N8YJOtp0/o2Uj8dyi5dwkieVoqa/MsHq9pUgAIUvYeoaXwPfYjn2813Hr4t81TCCh8X1bBsuRG9lIk5H7pgNlGJ9sgqhZLrKkKRbOkQdtiT2ZHPh2oHLu9ev74tvy5W2Jt8VyPsVnRVD7CGGM1uv1j6xhVPgLjvYWe6uKi/mJ9tFzkfHwVLmfDn8YsdTzxOHe2GhW1AyKKSU9Xug+volphOeNodEUOI3cL+cenv9+dUM+87D56X8iv5TOUPdmGuCp5iLqcUbN7vGafBeMmhLIhtVazXRfMH4Dnksc2yoDAAA=');
+exports.getInformationWithExplanationPrompt = (0, promptCodec_1.decodeVisionPrompt)('H4sIAAAAAAAAA72SMW/CMBCF9/sVJ7NFiKodo4itQzvAQDswmnDELuQusi+QCvHfqzgtUHWokKpuvif583vPB0tp0QbCyu+J0TL62laEltdp4KihLdULT/A1EqojNNQ1O8u2Vw2qgDrPW/SK6oK0lUu3t0RNr0VfNzsaJ00dMQaKjfAaD17dwLMcDxTMBB67hkqlNUqrTatoIz4v5jOU1RuVmhAsip4HOWrwXMERBkCOxXCYwpXDHIuraQonKKizvacpjO4nkGVP3L+1IFbikvIsQ7On4DfvSDuqifXTKnWKtlXBSFYxur62JlAkVgNZdjY/T+bzLIMjfGXL0SwpjlPe36k+nsFj+FZ3jublRgQK40pUpcbgK6dYSmAKKJvkJpaBiC+/8QNUCk8MnGD08I9lzeSGrvqd+IO+rjB9Z5dyUvzi7rw2H2Rypiw1AwAA');
+exports.getInformationPrompt = (0, promptCodec_1.decodeVisionPrompt)('H4sIAAAAAAAAA7VSO0/DMBDe/StO6QIWagVsUVXEwFCEWqQuhM0xR2KUnCPfuQ2q+t+RE1Fg4LGw+fE97vNnVfgIJiBUbosEhsC1pkIw9DRsiCVEK87TVN03aBghoMRAcA1dQOt4xHK01pGAId5hAPEgNQL2EowVEOzlq9ZN36EVfAIfpYsChuF2s16BL1/QyiBJPnHGY5bgqJqqvRoNcpiPi4U6qDn2pu0aXKjJ+VRpvaSkuEESJIu51pBtMbjnV+hqTzhrkTlldNYTOAazNa4xZYOZ0vo42HoYLNda7VU2mmU5ZAXy2ZDtFy3g2u8cVSnZO+iheISdk/qDD2UsE3igexou2AZEytRBTS7+Pc7K/5QmVfBJ7qAml99MtOSx8AZbJIE7X/ko6YcwklzBSYE8W/nTP75wsprPjrW+AX8xYDmlAgAA');
+exports.createWDIOTestPrompt = (0, promptCodec_1.decodeVisionPrompt)('H4sIAAAAAAAAA1WRT2vbQBDF7/oUj1xkg1CUtFCQcUFNDjU02CQpPYa1dhwNkXbU3Vk7xvi7F0kNOIeFZd78/b2k9mSUYKAUFCGyEnbioQ3hlfcE4705QnYISn2AcRZBPdfaHmHFpQpjLYw7gt771hllcTnuPyl/7ldr1NJ1Q/X4rE0Mz66eTQ9x4E0jjq7mH9o4fUutHFCLJaiMkY60ETvsIlH7qGAXeJAbgqVQ85awbaV+y5NaXFAYxhImHF2NGbugPtbDenMsv+OUAJ40egdzMKywnvfkc3qnOirN0j0HFldix87+OFarNBtrgItO2RiQfviHBDjPF8l5kVRtELCr22gJ1Qq76Mb08T4rbvEZmpmoTXC14QAOowlV33PsclT/kXj6G9mTHa5lT/Wd6c2WW1amqcA464Unxrx+yjFu0pk3Qoh+IjUZ3UhsLbaEg/g3dq857mSk6Se3JiaeOlGanZDn+RB+2VSP1cNThvpy8nm+mIomFcYTJgOqzWb1++Hl5/rpGUukN7ff8iIv8pt0kXxK2Kwfh4Sv326/fCgX47DEaYg6Gik+kvrjnUSnJYosaSSoMx2Vl9OypBev5WX/LOmNNiXS64O9buL2Os2SVl5/0Z7aEim7naRZMpy9E//MHUnUEjdFURRZ0kndmHWvocQp0Q/xdhLP2WD6P+3jD3JLAwAA');
+exports.createAppiumJavaTestPrompt = (0, promptCodec_1.decodeVisionPrompt)('H4sIAAAAAAAAA51U32/iOBB+918x4gkkGlp6p5VYrbRZqLpIuw0iobo3ZJyBjNbxRP4B7Z72fz85pAV6vdPp8hLbM5/9fZ89I6YWpUeQ4NF5UFo6B1u24CuEHe3RgLRWPgNvwXlsHBzIVxw8SPMM+NRoaaQnNi6BosLjLq7ioEvAJ4+mhC/SYRGXpSkhOARJX1E3aBNJ/UF7WDoHxXUtTekSyIJvggc2+rllobhuNHo8ZxhJtMEta80HMjtw3gblg8WJEFQ3bD2w3SURZHaJNIZ9RzSS+ShEEzaaVLfhPRq00mPZMj0ydyfqfwoAgM9x3I467J6pbGnlCo20xP1Blxq/0Qha8NG34CLLC+1t5i/xS4ho3YVP6Xx6NOSYfmSJDqRFkNqiLJ/BoYfQtF5MxBWkTUOhnlnaowUy5Elq+tlqjtFXi6FGX3HpxFVL7+EezswRV5CjjTsoNlvaBduuTwRAuljMV9/XX7O8gE/Quxl/SK6T6+Smd4otsmWM/fZhfHtazO+Wj3fL9Wr5LcIq75vJaPSKnsTk0aEcVWHTEyI1pY2mKtnIDWnyhG4iVpQGz7X0bMdZ0xIF7v6fwOAB3sno/E0c+i5GbB5kjf3LaZI+zJbZfLZezdNVkX1Pi2w5PmFnuCeFLa7Xseudogst/ZZt/YjWEZt+72acXJ/FH/DQXWRBNXLw/VlnacLbHBWb0vVvrweDj0JQlr/R/cd0NY939L7mN9H/rHee5euIXRd3efG+UFpUbPBfdf7+v3Wme0labjTGR9k9xom4SS6Ko0fmWNHEpjeAq1gepM6esRifAfAJVfD4WjWX8CE4uceCp1JVOATUWKPxj+Roo3FaofoxhFo+5cqy1m4Irh3k9BPjwWm5l0ZheX727QXZe/Rzs+W/c75H/3IakIn+HctRvLSbU5d729z+sWmcdcoZg+G4s9KhxLYjO/ShAcVl1HnWnYfAFmRZUpxJ/dJPEvEXSDqHqwEGAAA=');
+//# sourceMappingURL=promptB64.js.map

package/dist/src/generated/promptB64.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptB64.js","sourceRoot":"","sources":["../../../src/generated/promptB64.ts"],"names":[],"mappings":";;;AAAA,+FAA+F;AAC/F,gDAAoD;AAEvC,QAAA,yBAAyB,GAAG,IAAA,gCAAkB,EACzD,s1FAAs1F,CACv1F,CAAC;AACW,QAAA,uBAAuB,GAAG,IAAA,gCAAkB,EACvD,8xBAA8xB,CAC/xB,CAAC;AACW,QAAA,sCAAsC,GAAG,IAAA,gCAAkB,EACtE,0vBAA0vB,CAC3vB,CAAC;AACW,QAAA,UAAU,GAAG,IAAA,gCAAkB,EAC1C,8RAA8R,CAC/R,CAAC;AACW,QAAA,oBAAoB,GAAG,IAAA,gCAAkB,EACpD,0mBAA0mB,CAC3mB,CAAC;AACW,QAAA,mCAAmC,GAAG,IAAA,gCAAkB,EACnE,kcAAkc,CACnc,CAAC;AACW,QAAA,oBAAoB,GAAG,IAAA,gCAAkB,EACpD,sbAAsb,CACvb,CAAC;AACW,QAAA,oBAAoB,GAAG,IAAA,gCAAkB,EACpD,srBAAsrB,CACvrB,CAAC;AACW,QAAA,0BAA0B,GAAG,IAAA,gCAAkB,EAC1D,k+BAAk+B,CACn+B,CAAC"}

package/dist/src/index.d.ts

@@ -0,0 +1,29 @@
+/**
+ * df-vision (npm) — Device Farm packages/stark-vision
+ *
+ * AI-powered vision element detection for device-farm.
+ * Core logic extracted from appium-stark-vision, stripped of Appium/Prisma/Langfuse dependencies.
+ */
+import { findSubstringWithBrackets, parseStringToObject, sanitizeOutput, scaleCoordinates } from './coordinates';
+import { StarkVisionClient } from './geminiClient';
+import { detectSimpleAction, parseInstruction } from './instructionParser';
+export { StarkVisionClient } from './geminiClient';
+export { parseInstruction, detectSimpleAction, SUPPORTED_ACTIONS } from './instructionParser';
+export { scaleCoordinates, findSubstringWithBrackets, sanitizeOutput, parseStringToObject, } from './coordinates';
+/** Prompt text lives in ./prompts (internal); not re-exported so npm typings do not publish prompt bodies. */
+export type { StarkVisionAction, StarkVisionConfig, VisionTokenUsage, BoundingBox, ScreenSize, ExecutionConfig, ScrollSize, CommandType, VisibilityResult, } from './types';
+export { DefaultExecutionConfig } from './types';
+/** CJS `default` for consumers that use `import pkg from 'df-vision'` under ESM (e.g. AppClaw). */
+declare const _default: {
+    StarkVisionClient: typeof StarkVisionClient;
+    parseInstruction: typeof parseInstruction;
+    detectSimpleAction: typeof detectSimpleAction;
+    SUPPORTED_ACTIONS: string[];
+    scaleCoordinates: typeof scaleCoordinates;
+    findSubstringWithBrackets: typeof findSubstringWithBrackets;
+    sanitizeOutput: typeof sanitizeOutput;
+    parseStringToObject: typeof parseStringToObject;
+    DefaultExecutionConfig: import("./types").ExecutionConfig;
+};
+export default _default;
+//# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,yBAAyB,EACzB,mBAAmB,EACnB,cAAc,EACd,gBAAgB,EACjB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAqB,MAAM,qBAAqB,CAAC;AAG9F,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAC9F,OAAO,EACL,gBAAgB,EAChB,yBAAyB,EACzB,cAAc,EACd,mBAAmB,GACpB,MAAM,eAAe,CAAC;AACvB,8GAA8G;AAC9G,YAAY,EACV,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,eAAe,EACf,UAAU,EACV,WAAW,EACX,gBAAgB,GACjB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAEjD,mGAAmG;;;;;;;;;;;;AACnG,wBAUE"}

package/dist/src/index.js

@@ -0,0 +1,39 @@
+"use strict";
+/**
+ * df-vision (npm) — Device Farm packages/stark-vision
+ *
+ * AI-powered vision element detection for device-farm.
+ * Core logic extracted from appium-stark-vision, stripped of Appium/Prisma/Langfuse dependencies.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DefaultExecutionConfig = exports.parseStringToObject = exports.sanitizeOutput = exports.findSubstringWithBrackets = exports.scaleCoordinates = exports.SUPPORTED_ACTIONS = exports.detectSimpleAction = exports.parseInstruction = exports.StarkVisionClient = void 0;
+const coordinates_1 = require("./coordinates");
+const geminiClient_1 = require("./geminiClient");
+const instructionParser_1 = require("./instructionParser");
+const types_1 = require("./types");
+var geminiClient_2 = require("./geminiClient");
+Object.defineProperty(exports, "StarkVisionClient", { enumerable: true, get: function () { return geminiClient_2.StarkVisionClient; } });
+var instructionParser_2 = require("./instructionParser");
+Object.defineProperty(exports, "parseInstruction", { enumerable: true, get: function () { return instructionParser_2.parseInstruction; } });
+Object.defineProperty(exports, "detectSimpleAction", { enumerable: true, get: function () { return instructionParser_2.detectSimpleAction; } });
+Object.defineProperty(exports, "SUPPORTED_ACTIONS", { enumerable: true, get: function () { return instructionParser_2.SUPPORTED_ACTIONS; } });
+var coordinates_2 = require("./coordinates");
+Object.defineProperty(exports, "scaleCoordinates", { enumerable: true, get: function () { return coordinates_2.scaleCoordinates; } });
+Object.defineProperty(exports, "findSubstringWithBrackets", { enumerable: true, get: function () { return coordinates_2.findSubstringWithBrackets; } });
+Object.defineProperty(exports, "sanitizeOutput", { enumerable: true, get: function () { return coordinates_2.sanitizeOutput; } });
+Object.defineProperty(exports, "parseStringToObject", { enumerable: true, get: function () { return coordinates_2.parseStringToObject; } });
+var types_2 = require("./types");
+Object.defineProperty(exports, "DefaultExecutionConfig", { enumerable: true, get: function () { return types_2.DefaultExecutionConfig; } });
+/** CJS `default` for consumers that use `import pkg from 'df-vision'` under ESM (e.g. AppClaw). */
+exports.default = {
+    StarkVisionClient: geminiClient_1.StarkVisionClient,
+    parseInstruction: instructionParser_1.parseInstruction,
+    detectSimpleAction: instructionParser_1.detectSimpleAction,
+    SUPPORTED_ACTIONS: instructionParser_1.SUPPORTED_ACTIONS,
+    scaleCoordinates: coordinates_1.scaleCoordinates,
+    findSubstringWithBrackets: coordinates_1.findSubstringWithBrackets,
+    sanitizeOutput: coordinates_1.sanitizeOutput,
+    parseStringToObject: coordinates_1.parseStringToObject,
+    DefaultExecutionConfig: types_1.DefaultExecutionConfig,
+};
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAEH,+CAKuB;AACvB,iDAAmD;AACnD,2DAA8F;AAC9F,mCAAiD;AAEjD,+CAAmD;AAA1C,iHAAA,iBAAiB,OAAA;AAC1B,yDAA8F;AAArF,qHAAA,gBAAgB,OAAA;AAAE,uHAAA,kBAAkB,OAAA;AAAE,sHAAA,iBAAiB,OAAA;AAChE,6CAKuB;AAJrB,+GAAA,gBAAgB,OAAA;AAChB,wHAAA,yBAAyB,OAAA;AACzB,6GAAA,cAAc,OAAA;AACd,kHAAA,mBAAmB,OAAA;AAcrB,iCAAiD;AAAxC,+GAAA,sBAAsB,OAAA;AAE/B,mGAAmG;AACnG,kBAAe;IACb,iBAAiB,EAAjB,gCAAiB;IACjB,gBAAgB,EAAhB,oCAAgB;IAChB,kBAAkB,EAAlB,sCAAkB;IAClB,iBAAiB,EAAjB,qCAAiB;IACjB,gBAAgB,EAAhB,8BAAgB;IAChB,yBAAyB,EAAzB,uCAAyB;IACzB,cAAc,EAAd,4BAAc;IACd,mBAAmB,EAAnB,iCAAmB;IACnB,sBAAsB,EAAtB,8BAAsB;CACvB,CAAC"}

package/dist/src/instructionParser.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Instruction parsing — converts natural language to structured actions.
+ * Adapted from appium-stark-vision/src/llm.ts
+ */
+import { StarkVisionClient } from './geminiClient';
+import { StarkVisionAction } from './types';
+/**
+ * Detect simple actions (scroll, back) without calling LLM.
+ * Returns null if instruction doesn't match any simple pattern.
+ * Source: appium-stark-vision/src/llm.ts:31-47
+ */
+export declare function detectSimpleAction(instruction: string): StarkVisionAction | null;
+/**
+ * Parse an instruction using Gemini vision + the combined instruction prompt.
+ * Takes a screenshot and instruction, returns structured actions with coordinates.
+ * Source: appium-stark-vision/src/llm.ts:55-151 (understandUserInstruction)
+ */
+export declare function parseInstruction(client: StarkVisionClient, instruction: string, screenshotBase64: string): Promise<StarkVisionAction[]>;
+/**
+ * Supported actions list.
+ * Source: appium-stark-vision/src/services/ActionService.ts:13-36
+ */
+export declare const SUPPORTED_ACTIONS: string[];
+//# sourceMappingURL=instructionParser.d.ts.map

package/dist/src/instructionParser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"instructionParser.d.ts","sourceRoot":"","sources":["../../src/instructionParser.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAyB5C;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG,iBAAiB,GAAG,IAAI,CAoBhF;AAED;;;;GAIG;AACH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,iBAAiB,EACzB,WAAW,EAAE,MAAM,EACnB,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAsB9B;AAED;;;GAGG;AACH,eAAO,MAAM,iBAAiB,UAmC7B,CAAC"}

package/dist/src/instructionParser.js

@@ -0,0 +1,119 @@
+"use strict";
+/**
+ * Instruction parsing — converts natural language to structured actions.
+ * Adapted from appium-stark-vision/src/llm.ts
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SUPPORTED_ACTIONS = void 0;
+exports.detectSimpleAction = detectSimpleAction;
+exports.parseInstruction = parseInstruction;
+const coordinates_1 = require("./coordinates");
+/**
+ * Simple action patterns that bypass the LLM entirely.
+ * Source: appium-stark-vision/src/llm.ts:24-47
+ */
+const SIMPLE_ACTION_PATTERNS = [
+    { pattern: /^(scroll|swipe|move|slide)\s*(up|upwards)$/i, action: 'up' },
+    { pattern: /^(scroll|swipe|move|slide)\s*(down|downwards)$/i, action: 'down' },
+    { pattern: /^(scroll|swipe|move|slide)\s*(left|leftwards)$/i, action: 'left' },
+    { pattern: /^(scroll|swipe|move|slide)\s*(right|rightwards)$/i, action: 'right' },
+    {
+        pattern: /^(scroll|swipe)\s*(up|down)\s*by\s*(\d+)%?$/i,
+        action: 'up',
+        valueExtractor: m => m[3],
+    },
+    { pattern: /^(go\s*)?back$/i, action: 'back' },
+    { pattern: /^(go\s*)?home$/i, action: 'home' },
+    { pattern: /^(navigate\s*)?home$/i, action: 'home' },
+];
+/**
+ * Detect simple actions (scroll, back) without calling LLM.
+ * Returns null if instruction doesn't match any simple pattern.
+ * Source: appium-stark-vision/src/llm.ts:31-47
+ */
+function detectSimpleAction(instruction) {
+    const trimmed = instruction.trim();
+    for (const { pattern, action, valueExtractor } of SIMPLE_ACTION_PATTERNS) {
+        const match = trimmed.match(pattern);
+        if (match) {
+            const directionMatch = match[2]?.toLowerCase();
+            const resolvedAction = action === 'up' && directionMatch === 'down'
+                ? 'down'
+                : action === 'down' && directionMatch === 'up'
+                    ? 'up'
+                    : action;
+            return {
+                action: resolvedAction,
+                value: valueExtractor ? valueExtractor(match) : null,
+                locators: [],
+            };
+        }
+    }
+    return null;
+}
+/**
+ * Parse an instruction using Gemini vision + the combined instruction prompt.
+ * Takes a screenshot and instruction, returns structured actions with coordinates.
+ * Source: appium-stark-vision/src/llm.ts:55-151 (understandUserInstruction)
+ */
+async function parseInstruction(client, instruction, screenshotBase64) {
+    const response = await client.understandAndLocate(instruction, screenshotBase64);
+    const cleanedText = response.trim().replace(/(^```json|```$)/g, '');
+    const instructionParsed = (0, coordinates_1.parseStringToObject)(cleanedText);
+    const formattedInstruction = Array.isArray(instructionParsed)
+        ? instructionParsed
+        : [
+            {
+                action: instructionParsed.action,
+                value: instructionParsed.value,
+                locators: Array.isArray(instructionParsed.locators)
+                    ? instructionParsed.locators
+                    : [{ element: instructionParsed.locators?.element || '' }],
+            },
+        ];
+    if (formattedInstruction.length === 0) {
+        throw new Error(`Unable to find any actionable element for instruction: "${instruction}"`);
+    }
+    return formattedInstruction;
+}
+/**
+ * Supported actions list.
+ * Source: appium-stark-vision/src/services/ActionService.ts:13-36
+ */
+exports.SUPPORTED_ACTIONS = [
+    'back',
+    'up',
+    'down',
+    'left',
+    'right',
+    'tap',
+    'click',
+    'touch',
+    'select',
+    'long press',
+    'longpress',
+    'enter',
+    'type',
+    'send',
+    'sendkeys',
+    'set',
+    'set value',
+    'clear',
+    'delete',
+    'remove',
+    'drag',
+    'verify',
+    'validate',
+    'wait',
+    'check',
+    'home',
+    'launch',
+    'launch app',
+    'open app',
+    'stop',
+    'stop app',
+    'terminate',
+    'deeplink',
+    'open url',
+];
+//# sourceMappingURL=instructionParser.js.map

package/dist/src/instructionParser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"instructionParser.js","sourceRoot":"","sources":["../../src/instructionParser.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAkCH,gDAoBC;AAOD,4CA0BC;AArFD,+CAAoD;AAIpD;;;GAGG;AACH,MAAM,sBAAsB,GAItB;IACJ,EAAE,OAAO,EAAE,6CAA6C,EAAE,MAAM,EAAE,IAAI,EAAE;IACxE,EAAE,OAAO,EAAE,iDAAiD,EAAE,MAAM,EAAE,MAAM,EAAE;IAC9E,EAAE,OAAO,EAAE,iDAAiD,EAAE,MAAM,EAAE,MAAM,EAAE;IAC9E,EAAE,OAAO,EAAE,mDAAmD,EAAE,MAAM,EAAE,OAAO,EAAE;IACjF;QACE,OAAO,EAAE,8CAA8C;QACvD,MAAM,EAAE,IAAI;QACZ,cAAc,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;KAC1B;IACD,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE;IAC9C,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE;IAC9C,EAAE,OAAO,EAAE,uBAAuB,EAAE,MAAM,EAAE,MAAM,EAAE;CACrD,CAAC;AAEF;;;;GAIG;AACH,SAAgB,kBAAkB,CAAC,WAAmB;IACpD,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;IACnC,KAAK,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,sBAAsB,EAAE,CAAC;QACzE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;YAC/C,MAAM,cAAc,GAClB,MAAM,KAAK,IAAI,IAAI,cAAc,KAAK,MAAM;gBAC1C,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,MAAM,KAAK,MAAM,IAAI,cAAc,KAAK,IAAI;oBAC5C,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,MAAM,CAAC;YACf,OAAO;gBACL,MAAM,EAAE,cAAc;gBACtB,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;gBACpD,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACI,KAAK,UAAU,gBAAgB,CACpC,MAAyB,EACzB,WAAmB,EACnB,gBAAwB;IAExB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC;IACjF,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;IAEpE,MAAM,iBAAiB,GAAG,IAAA,iCAAmB,EAAC,WAAW,CAAC,CAAC;IAC3D,MAAM,oBAAoB,GAAwB,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC;QAChF,CAAC,CAAC,iBAAiB;QACnB,CAAC,CAAC;YACE;gBACE,MAAM,EAAE,iBAAiB,CAAC,MAAM;gBAChC,KAAK,EAAE,iBAAiB,CAAC,KAAK;gBAC9B,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;oBACjD,CAAC,CAAC,iBAAiB,CAAC,QAAQ;oBAC5B,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,QAAQ,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;aAC7D;SACF,CAAC;IAEN,IAAI,oBAAoB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,2DAA2D,WAAW,GAAG,CAAC,CAAC;IAC7F,CAAC;IAED,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED;;;GAGG;AACU,QAAA,iBAAiB,GAAG;IAC/B,MAAM;IACN,IAAI;IACJ,MAAM;IACN,MAAM;IACN,OAAO;IACP,KAAK;IACL,OAAO;IACP,OAAO;IACP,QAAQ;IACR,YAAY;IACZ,WAAW;IACX,OAAO;IACP,MAAM;IACN,MAAM;IACN,UAAU;IACV,KAAK;IACL,WAAW;IACX,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,QAAQ;IACR,UAAU;IACV,MAAM;IACN,OAAO;IACP,MAAM;IACN,QAAQ;IACR,YAAY;IACZ,UAAU;IACV,MAAM;IACN,UAAU;IACV,WAAW;IACX,UAAU;IACV,UAAU;CACX,CAAC"}

package/dist/src/openaiCompatClient.d.ts

@@ -0,0 +1,28 @@
+/**
+ * OpenAI-compatible API client for local LLM servers (LM Studio, Ollama, etc.).
+ * Uses raw fetch — no extra dependencies.
+ */
+interface OpenAICompatRequestParams {
+    system: string;
+    contents: Array<{
+        role: string;
+        parts: Array<any>;
+    }>;
+    temperature?: number;
+    maxTokens?: number;
+    responseMimeType?: string;
+}
+export declare class OpenAICompatClient {
+    private baseUrl;
+    private model;
+    private apiKey;
+    private coordinateOrder;
+    constructor(baseUrl: string, model: string, apiKey: string, coordinateOrder?: 'yx' | 'xy');
+    /**
+     * Convert Google GenAI content format to OpenAI chat messages.
+     */
+    private convertToMessages;
+    createMessage(params: OpenAICompatRequestParams): Promise<string>;
+}
+export {};
+//# sourceMappingURL=openaiCompatClient.d.ts.map

package/dist/src/openaiCompatClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openaiCompatClient.d.ts","sourceRoot":"","sources":["../../src/openaiCompatClient.ts"],"names":[],"mappings":"AAAA;;;GAGG;AASH,UAAU,yBAAyB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAA;KAAE,CAAC,CAAC;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAuBD,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,eAAe,CAAc;gBAEzB,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,GAAE,IAAI,GAAG,IAAW;IAO/F;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAgCnB,aAAa,CAAC,MAAM,EAAE,yBAAyB,GAAG,OAAO,CAAC,MAAM,CAAC;CA8DxE"}

package/dist/src/openaiCompatClient.js

@@ -0,0 +1,119 @@
+"use strict";
+/**
+ * OpenAI-compatible API client for local LLM servers (LM Studio, Ollama, etc.).
+ * Uses raw fetch — no extra dependencies.
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAICompatClient = void 0;
+const async_retry_1 = __importDefault(require("async-retry"));
+/**
+ * Walk a parsed JSON value and swap [x, y] → [y, x] in all coordinates arrays.
+ * Used for models that return coordinates in x-first order despite the prompt.
+ */
+function swapCoordinates(value) {
+    if (Array.isArray(value)) {
+        if (value.length === 2 && typeof value[0] === 'number' && typeof value[1] === 'number') {
+            return [value[1], value[0]];
+        }
+        return value.map((item) => swapCoordinates(item));
+    }
+    if (value && typeof value === 'object') {
+        const out = {};
+        for (const [k, v] of Object.entries(value)) {
+            out[k] = swapCoordinates(v);
+        }
+        return out;
+    }
+    return value;
+}
+class OpenAICompatClient {
+    constructor(baseUrl, model, apiKey, coordinateOrder = 'yx') {
+        this.baseUrl = baseUrl.replace(/\/+$/, '');
+        this.model = model;
+        this.apiKey = apiKey;
+        this.coordinateOrder = coordinateOrder;
+    }
+    /**
+     * Convert Google GenAI content format to OpenAI chat messages.
+     */
+    convertToMessages(system, contents) {
+        const messages = [];
+        if (system) {
+            messages.push({ role: 'system', content: system });
+        }
+        for (const entry of contents) {
+            const role = entry.role === 'model' ? 'assistant' : entry.role;
+            const parts = [];
+            for (const part of entry.parts) {
+                if (part.text) {
+                    parts.push({ type: 'text', text: part.text });
+                }
+                else if (part.inlineData) {
+                    const { mimeType, data } = part.inlineData;
+                    parts.push({
+                        type: 'image_url',
+                        image_url: { url: `data:${mimeType};base64,${data}` },
+                    });
+                }
+            }
+            messages.push({ role, content: parts });
+        }
+        return messages;
+    }
+    async createMessage(params) {
+        const { system, contents, temperature = 0, maxTokens = 3000 } = params;
+        const messages = this.convertToMessages(system, contents);
+        const body = {
+            model: this.model,
+            messages,
+            temperature,
+            max_tokens: maxTokens,
+        };
+        const response = await (0, async_retry_1.default)(async (bail) => {
+            const res = await fetch(`${this.baseUrl}/v1/chat/completions`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    ...(this.apiKey ? { Authorization: `Bearer ${this.apiKey}` } : {}),
+                },
+                body: JSON.stringify(body),
+            });
+            if (res.status === 400 || res.status === 401) {
+                const errBody = await res.text();
+                bail(new Error(`${res.status}: ${errBody}`));
+                return;
+            }
+            if (!res.ok) {
+                const errBody = await res.text();
+                throw new Error(`${res.status}: ${errBody}`);
+            }
+            return res.json();
+        }, {
+            retries: 3,
+            factor: 1,
+            minTimeout: 1000,
+            randomize: true,
+        });
+        let content = response?.choices?.[0]?.message?.content || '';
+        // If the model returns [x, y] instead of [y, x], swap them.
+        if (this.coordinateOrder === 'xy') {
+            try {
+                const cleaned = content
+                    .trim()
+                    .replace(/(^```json\s*|```\s*$)/g, '')
+                    .trim();
+                const parsed = JSON.parse(cleaned);
+                content = JSON.stringify(swapCoordinates(parsed));
+            }
+            catch {
+                // Not JSON or not a coordinate response — leave as-is
+            }
+        }
+        return content;
+    }
+}
+exports.OpenAICompatClient = OpenAICompatClient;
+//# sourceMappingURL=openaiCompatClient.js.map

package/dist/src/openaiCompatClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openaiCompatClient.js","sourceRoot":"","sources":["../../src/openaiCompatClient.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;AAEH,8DAAgC;AAehC;;;GAGG;AACH,SAAS,eAAe,CAAC,KAAU;IACjC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;YACvF,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,GAAG,GAAwB,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3C,GAAG,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAa,kBAAkB;IAM7B,YAAY,OAAe,EAAE,KAAa,EAAE,MAAc,EAAE,kBAA+B,IAAI;QAC7F,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IACzC,CAAC;IAED;;OAEG;IACK,iBAAiB,CACvB,MAAc,EACd,QAAoD;QAEpD,MAAM,QAAQ,GAAkB,EAAE,CAAC;QAEnC,IAAI,MAAM,EAAE,CAAC;YACX,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAE,KAAK,CAAC,IAA6B,CAAC;YACzF,MAAM,KAAK,GAAwE,EAAE,CAAC;YAEtF,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAChD,CAAC;qBAAM,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBAC3B,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;oBAC3C,KAAK,CAAC,IAAI,CAAC;wBACT,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,QAAQ,WAAW,IAAI,EAAE,EAAE;qBACtD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAAiC;QACnD,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,GAAG,CAAC,EAAE,SAAS,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;QAEvE,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAE1D,MAAM,IAAI,GAAwB;YAChC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ;YACR,WAAW;YACX,UAAU,EAAE,SAAS;SACtB,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAA,qBAAK,EAC1B,KAAK,EAAC,IAAI,EAAC,EAAE;YACX,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,sBAAsB,EAAE;gBAC7D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACnE;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,CAAC,CAAC;YAEH,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC7C,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjC,IAAI,CAAC,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC7C,OAAO;YACT,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC,CAAC;YAC/C,CAAC;YAED,OAAO,GAAG,CAAC,IAAI,EAAkB,CAAC;QACpC,CAAC,EACD;YACE,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,IAAI;YAChB,SAAS,EAAE,IAAI;SAChB,CACF,CAAC;QAEF,IAAI,OAAO,GAAW,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAErE,4DAA4D;QAC5D,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,OAAO;qBACpB,IAAI,EAAE;qBACN,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC;qBACrC,IAAI,EAAE,CAAC;gBACV,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACnC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;YACpD,CAAC;YAAC,MAAM,CAAC;gBACP,sDAAsD;YACxD,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AA9GD,gDA8GC"}

package/dist/src/promptCodec.d.ts

@@ -0,0 +1,2 @@
+export declare function decodeVisionPrompt(b64: string): string;
+//# sourceMappingURL=promptCodec.d.ts.map

package/dist/src/promptCodec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptCodec.d.ts","sourceRoot":"","sources":["../../src/promptCodec.ts"],"names":[],"mappings":"AAOA,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAEtD"}

package/dist/src/promptCodec.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.decodeVisionPrompt = decodeVisionPrompt;
+/**
+ * Decode build-time prompt payloads. The published npm bundle avoids shipping
+ * plain-text prompts: they are gzip-compressed then Base64-encoded at build time
+ * (see scripts/generate-prompt-b64.cjs) and inflated here at runtime.
+ */
+const node_zlib_1 = require("node:zlib");
+function decodeVisionPrompt(b64) {
+    return (0, node_zlib_1.gunzipSync)(Buffer.from(b64, 'base64')).toString('utf8');
+}
+//# sourceMappingURL=promptCodec.js.map

package/dist/src/promptCodec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptCodec.js","sourceRoot":"","sources":["../../src/promptCodec.ts"],"names":[],"mappings":";;AAOA,gDAEC;AATD;;;;GAIG;AACH,yCAAuC;AAEvC,SAAgB,kBAAkB,CAAC,GAAW;IAC5C,OAAO,IAAA,sBAAU,EAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACjE,CAAC"}

package/dist/src/prompts.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Public prompt exports for stark-vision / df-vision.
+ * Human-readable source: `prompts.raw.ts` (not compiled). Published npm bundle uses Base64 payloads
+ * in `generated/promptB64.ts` (regenerate: `npm run gen:prompts`).
+ */
+export { combinedInstructionPrompt, elementVisibilityPrompt, elementVisibilityWithExplanationPrompt, bboxPrompt, backNavigationPrompt, getInformationWithExplanationPrompt, getInformationPrompt, createWDIOTestPrompt, createAppiumJavaTestPrompt, } from './generated/promptB64';
+//# sourceMappingURL=prompts.d.ts.map

package/dist/src/prompts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../src/prompts.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,yBAAyB,EACzB,uBAAuB,EACvB,sCAAsC,EACtC,UAAU,EACV,oBAAoB,EACpB,mCAAmC,EACnC,oBAAoB,EACpB,oBAAoB,EACpB,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC"}

package/dist/src/prompts.js

@@ -0,0 +1,19 @@
+"use strict";
+/**
+ * Public prompt exports for stark-vision / df-vision.
+ * Human-readable source: `prompts.raw.ts` (not compiled). Published npm bundle uses Base64 payloads
+ * in `generated/promptB64.ts` (regenerate: `npm run gen:prompts`).
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createAppiumJavaTestPrompt = exports.createWDIOTestPrompt = exports.getInformationPrompt = exports.getInformationWithExplanationPrompt = exports.backNavigationPrompt = exports.bboxPrompt = exports.elementVisibilityWithExplanationPrompt = exports.elementVisibilityPrompt = exports.combinedInstructionPrompt = void 0;
+var promptB64_1 = require("./generated/promptB64");
+Object.defineProperty(exports, "combinedInstructionPrompt", { enumerable: true, get: function () { return promptB64_1.combinedInstructionPrompt; } });
+Object.defineProperty(exports, "elementVisibilityPrompt", { enumerable: true, get: function () { return promptB64_1.elementVisibilityPrompt; } });
+Object.defineProperty(exports, "elementVisibilityWithExplanationPrompt", { enumerable: true, get: function () { return promptB64_1.elementVisibilityWithExplanationPrompt; } });
+Object.defineProperty(exports, "bboxPrompt", { enumerable: true, get: function () { return promptB64_1.bboxPrompt; } });
+Object.defineProperty(exports, "backNavigationPrompt", { enumerable: true, get: function () { return promptB64_1.backNavigationPrompt; } });
+Object.defineProperty(exports, "getInformationWithExplanationPrompt", { enumerable: true, get: function () { return promptB64_1.getInformationWithExplanationPrompt; } });
+Object.defineProperty(exports, "getInformationPrompt", { enumerable: true, get: function () { return promptB64_1.getInformationPrompt; } });
+Object.defineProperty(exports, "createWDIOTestPrompt", { enumerable: true, get: function () { return promptB64_1.createWDIOTestPrompt; } });
+Object.defineProperty(exports, "createAppiumJavaTestPrompt", { enumerable: true, get: function () { return promptB64_1.createAppiumJavaTestPrompt; } });
+//# sourceMappingURL=prompts.js.map

package/dist/src/prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/prompts.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAEH,mDAU+B;AAT7B,sHAAA,yBAAyB,OAAA;AACzB,oHAAA,uBAAuB,OAAA;AACvB,mIAAA,sCAAsC,OAAA;AACtC,uGAAA,UAAU,OAAA;AACV,iHAAA,oBAAoB,OAAA;AACpB,gIAAA,mCAAmC,OAAA;AACnC,iHAAA,oBAAoB,OAAA;AACpB,iHAAA,oBAAoB,OAAA;AACpB,uHAAA,0BAA0B,OAAA"}

package/dist/src/types.d.ts

@@ -0,0 +1,86 @@
+export type ScrollSize = 'SMALL' | 'MEDIUM' | 'LARGE';
+/** Token usage reported by a single Gemini API call inside StarkVisionClient. */
+export interface VisionTokenUsage {
+    inputTokens: number;
+    outputTokens: number;
+    totalTokens: number;
+    /** Tokens served from Gemini implicit cache (~75% cost reduction). */
+    cachedTokens?: number;
+    /** Tokens consumed by extended thinking (Gemini 2.5+ with MINIMAL/AUTO thinking). */
+    thoughtsTokens?: number;
+}
+export type CommandType = 'find' | 'getInfo';
+export interface StarkVisionConfig {
+    apiKey: string;
+    model: string;
+    /** Disable thinking (ThinkingLevel.NONE) for faster responses. Default: false (MINIMAL). */
+    disableThinking?: boolean;
+    /** Base URL for OpenAI-compatible local servers (e.g. LM Studio: http://127.0.0.1:1234). */
+    baseUrl?: string;
+    /**
+     * Coordinate order returned by the local model in the coordinates array.
+     * 'yx' (default): model returns [y, x] as the prompt instructs.
+     * 'xy': model returns [x, y] despite the prompt (e.g. some Qwen variants).
+     * When 'xy', coordinates are swapped before scaling.
+     */
+    coordinateOrder?: 'yx' | 'xy';
+    /**
+     * Optional callback invoked after every Gemini API call with token usage.
+     * Use this to accumulate and display token costs for vision operations.
+     */
+    onTokenUsage?: (usage: VisionTokenUsage) => void;
+}
+export interface ExecutionConfig {
+    scrollSize: ScrollSize;
+    elementVisibleCheck: boolean;
+    maxScrolls: number;
+    saveToCache: boolean;
+    visibleExplanation: boolean;
+}
+export declare const DefaultExecutionConfig: ExecutionConfig;
+export interface StarkVisionAction {
+    action: string;
+    value: string | null;
+    locators: {
+        element: string;
+        coordinates?: [number, number];
+        /**
+         * How directly the original instruction described this element (1–10).
+         * 1 = vague/unrelated (model had to interpret heavily),
+         * 10 = exact/direct description.
+         * Only present when the combinedInstructionPrompt includes matchScore support.
+         */
+        matchScore?: number;
+    }[];
+}
+export interface BoundingBox {
+    corners: {
+        min: {
+            x: number;
+            y: number;
+        };
+        max: {
+            x: number;
+            y: number;
+        };
+    };
+    center: {
+        x: number;
+        y: number;
+    };
+    container: {
+        width: number;
+        height: number;
+    };
+}
+export interface ScreenSize {
+    width: number;
+    height: number;
+}
+export interface VisibilityResult {
+    elementState: boolean | string;
+    systemPopUp: boolean;
+    popUpActionButtons: string;
+    typeOfPopUp: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/src/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,UAAU,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC;AAEtD,iFAAiF;AACjF,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,sEAAsE;IACtE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qFAAqF;IACrF,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,SAAS,CAAC;AAE7C,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,4FAA4F;IAC5F,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,4FAA4F;IAC5F,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;;;OAKG;IACH,eAAe,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAC9B;;;OAGG;IACH,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;CAClD;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,UAAU,CAAC;IACvB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,OAAO,CAAC;IACrB,kBAAkB,EAAE,OAAO,CAAC;CAC7B;AAED,eAAO,MAAM,sBAAsB,EAAE,eAMpC,CAAC;AAEF,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,QAAQ,EAAE;QACR,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/B;;;;;WAKG;QACH,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,EAAE,CAAC;CACL;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE;QAAE,GAAG,EAAE;YAAE,CAAC,EAAE,MAAM,CAAC;YAAC,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QAAC,GAAG,EAAE;YAAE,CAAC,EAAE,MAAM,CAAC;YAAC,CAAC,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;IAC1E,MAAM,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACjC,SAAS,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9C;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,OAAO,GAAG,MAAM,CAAC;IAC/B,WAAW,EAAE,OAAO,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;CACrB"}

package/dist/src/types.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DefaultExecutionConfig = void 0;
+exports.DefaultExecutionConfig = {
+    scrollSize: 'MEDIUM',
+    elementVisibleCheck: true,
+    maxScrolls: 0,
+    saveToCache: true,
+    visibleExplanation: false,
+};
+//# sourceMappingURL=types.js.map

package/dist/src/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";;;AA4Ca,QAAA,sBAAsB,GAAoB;IACrD,UAAU,EAAE,QAAQ;IACpB,mBAAmB,EAAE,IAAI;IACzB,UAAU,EAAE,CAAC;IACb,WAAW,EAAE,IAAI;IACjB,kBAAkB,EAAE,KAAK;CAC1B,CAAC"}

package/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "@appclaw/vision",
+  "version": "1.1.0",
+  "description": "AI-powered vision element detection for AppClaw",
+  "main": "dist/src/index.js",
+  "types": "dist/src/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/src/index.d.ts",
+      "import": "./dist/src/index.js",
+      "require": "./dist/src/index.js",
+      "default": "./dist/src/index.js"
+    }
+  },
+  "scripts": {
+    "gen:prompts": "node scripts/generate-prompt-b64.cjs",
+    "clean": "rm -rf dist",
+    "build": "npm run clean && npm run gen:prompts && tsc",
+    "build:tsc": "tsc",
+    "build:watch": "tsc --watch",
+    "typecheck": "npm run gen:prompts && tsc --noEmit",
+    "prepublishOnly": "npm run build"
+  },
+  "license": "MIT",
+  "dependencies": {
+    "@google/genai": "^1.44.0",
+    "async-retry": "^1.3.3"
+  },
+  "devDependencies": {
+    "@semantic-release/changelog": "^6.0.3",
+    "@semantic-release/commit-analyzer": "^13.0.1",
+    "@semantic-release/git": "^10.0.1",
+    "@semantic-release/github": "^11.0.6",
+    "@semantic-release/npm": "^12.0.2",
+    "@semantic-release/release-notes-generator": "^14.1.0",
+    "@types/async-retry": "^1.4.9",
+    "@types/node": "^20.11.0",
+    "conventional-changelog-conventionalcommits": "^9.3.1",
+    "semantic-release": "^24.2.9",
+    "typescript": "5.6.2"
+  },
+  "files": [
+    "dist"
+  ],
+  "publishConfig": {
+    "access": "public"
+  }
+}