@cogitator-ai/browser 0.1.2

package/dist/tools/vision.js

@@ -0,0 +1,134 @@
+import { tool } from '@cogitator-ai/core';
+import { screenshotSchema, screenshotElementSchema, findByDescriptionSchema, clickByDescriptionSchema, } from '../utils/schemas.js';
+import { getAccessibilityTree } from '../utils/page-helpers.js';
+export function createScreenshotTool(session) {
+    return tool({
+        name: 'browser_screenshot',
+        description: 'Take a screenshot of the current page or a specific element. Returns base64-encoded image data.',
+        category: 'web',
+        tags: ['browser', 'vision'],
+        parameters: screenshotSchema,
+        execute: async (params) => {
+            const page = session.page;
+            const options = { type: 'png' };
+            if (params.fullPage)
+                options.fullPage = true;
+            if (params.quality != null) {
+                options.type = 'jpeg';
+                options.quality = params.quality;
+            }
+            let buffer;
+            if (params.selector) {
+                buffer = await page.locator(params.selector).screenshot(options);
+            }
+            else {
+                buffer = await page.screenshot(options);
+            }
+            const viewport = page.viewportSize();
+            return {
+                image: buffer.toString('base64'),
+                width: viewport?.width ?? 0,
+                height: viewport?.height ?? 0,
+            };
+        },
+    });
+}
+export function createScreenshotElementTool(session) {
+    return tool({
+        name: 'browser_screenshot_element',
+        description: 'Screenshot a specific element and return its base64 image with bounding box coordinates.',
+        category: 'web',
+        tags: ['browser', 'vision'],
+        parameters: screenshotElementSchema,
+        execute: async (params) => {
+            const page = session.page;
+            const locator = page.locator(params.selector);
+            const buffer = await locator.screenshot({ type: 'png' });
+            const box = await locator.boundingBox();
+            return {
+                image: buffer.toString('base64'),
+                boundingBox: box ? { x: box.x, y: box.y, width: box.width, height: box.height } : null,
+            };
+        },
+    });
+}
+export function createFindByDescriptionTool(session) {
+    return tool({
+        name: 'browser_find_by_description',
+        description: 'Find elements matching a natural language description using the accessibility tree.',
+        category: 'web',
+        tags: ['browser', 'vision'],
+        parameters: findByDescriptionSchema,
+        execute: async (params) => {
+            const page = session.page;
+            const snapshot = await getAccessibilityTree(page);
+            if (!snapshot)
+                return { elements: [] };
+            const description = params.description.toLowerCase();
+            const matches = [];
+            function walk(node) {
+                const name = (node.name ?? '').toLowerCase();
+                const role = (node.role ?? '').toLowerCase();
+                if (name.length >= 2) {
+                    if (name.includes(description) ||
+                        (name.length >= 3 && description.toLowerCase().includes(name.toLowerCase())) ||
+                        role.includes(description)) {
+                        matches.push({
+                            role: node.role ?? '',
+                            name: node.name ?? '',
+                            description: `${node.role}: "${node.name}"`,
+                        });
+                    }
+                }
+                if (node.children) {
+                    for (const child of node.children)
+                        walk(child);
+                }
+            }
+            walk(snapshot);
+            return { elements: matches };
+        },
+    });
+}
+export function createClickByDescriptionTool(session) {
+    return tool({
+        name: 'browser_click_by_description',
+        description: 'Find an element by natural language description and click it. Tries role, text, label, and placeholder strategies.',
+        category: 'web',
+        tags: ['browser', 'vision'],
+        parameters: clickByDescriptionSchema,
+        execute: async (params) => {
+            const page = session.page;
+            const { description } = params;
+            const strategies = [
+                () => page.getByRole('button', { name: description }),
+                () => page.getByRole('link', { name: description }),
+                () => page.getByText(description, { exact: false }),
+                () => page.getByLabel(description),
+                () => page.getByPlaceholder(description),
+            ];
+            for (const getLocator of strategies) {
+                const locator = getLocator();
+                const count = await locator.count();
+                if (count > 0) {
+                    const idx = params.index ?? 0;
+                    await locator.nth(idx).click();
+                    return {
+                        clicked: true,
+                        element: { description: params.description, index: idx },
+                    };
+                }
+            }
+            return { clicked: false, element: null };
+        },
+    });
+}
+export function createVisionTools(session) {
+    return [
+        createScreenshotTool(session),
+        createScreenshotElementTool(session),
+        createFindByDescriptionTool(session),
+        createClickByDescriptionTool(session),
+    ];
+}
+//# sourceMappingURL=vision.js.map

package/dist/tools/vision.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision.js","sourceRoot":"","sources":["../../src/tools/vision.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAE1C,OAAO,EACL,gBAAgB,EAChB,uBAAuB,EACvB,uBAAuB,EACvB,wBAAwB,GAKzB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,oBAAoB,EAA0B,MAAM,uBAAuB,CAAC;AAErF,MAAM,UAAU,oBAAoB,CAAC,OAAuB;IAC1D,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EACT,iGAAiG;QACnG,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC3B,UAAU,EAAE,gBAAgB;QAC5B,OAAO,EAAE,KAAK,EAAE,MAAuB,EAAE,EAAE;YACzC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,OAAO,GAA4B,EAAE,IAAI,EAAE,KAAc,EAAE,CAAC;YAClE,IAAI,MAAM,CAAC,QAAQ;gBAAE,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;YAC7C,IAAI,MAAM,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;gBAC3B,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;gBACtB,OAAO,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YACnC,CAAC;YAED,IAAI,MAAc,CAAC;YACnB,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACpB,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACnE,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YACrC,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAChC,KAAK,EAAE,QAAQ,EAAE,KAAK,IAAI,CAAC;gBAC3B,MAAM,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;aAC9B,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,OAAuB;IACjE,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,4BAA4B;QAClC,WAAW,EACT,0FAA0F;QAC5F,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC3B,UAAU,EAAE,uBAAuB;QACnC,OAAO,EAAE,KAAK,EAAE,MAA8B,EAAE,EAAE;YAChD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YACxC,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAChC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI;aACvF,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,OAAuB;IACjE,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,6BAA6B;QACnC,WAAW,EACT,qFAAqF;QACvF,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC3B,UAAU,EAAE,uBAAuB;QACnC,OAAO,EAAE,KAAK,EAAE,MAA8B,EAAE,EAAE;YAChD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;YAClD,IAAI,CAAC,QAAQ;gBAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;YAEvC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;YACrD,MAAM,OAAO,GAA+D,EAAE,CAAC;YAE/E,SAAS,IAAI,CAAC,IAAuB;gBACnC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC7C,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC7C,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBACrB,IACE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;wBAC1B,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;wBAC5E,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAC1B,CAAC;wBACD,OAAO,CAAC,IAAI,CAAC;4BACX,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;4BACrB,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;4BACrB,WAAW,EAAE,GAAG,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,IAAI,GAAG;yBAC5C,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAClB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ;wBAAE,IAAI,CAAC,KAAK,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEf,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QAC/B,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,OAAuB;IAClE,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,8BAA8B;QACpC,WAAW,EACT,oHAAoH;QACtH,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC3B,UAAU,EAAE,wBAAwB;QACpC,OAAO,EAAE,KAAK,EAAE,MAA+B,EAAE,EAAE;YACjD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;YAE/B,MAAM,UAAU,GAAG;gBACjB,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;gBACrD,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;gBACnD,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;gBACnD,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;gBAClC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC;aACzC,CAAC;YAEF,KAAK,MAAM,UAAU,IAAI,UAAU,EAAE,CAAC;gBACpC,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;gBAC7B,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBACpC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;oBACd,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;oBAC9B,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;oBAC/B,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,OAAO,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE;qBACzD,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC3C,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAuB;IACvD,OAAO;QACL,oBAAoB,CAAC,OAAO,CAAC;QAC7B,2BAA2B,CAAC,OAAO,CAAC;QACpC,2BAA2B,CAAC,OAAO,CAAC;QACpC,4BAA4B,CAAC,OAAO,CAAC;KACtC,CAAC;AACJ,CAAC"}

package/dist/utils/page-helpers.d.ts

@@ -0,0 +1,11 @@
+import type { Page, ElementHandle } from 'playwright';
+import type { ElementInfo } from '@cogitator-ai/types';
+export declare function getReadableText(page: Page, selector?: string): Promise<string>;
+export interface AccessibilityNode {
+    role: string;
+    name: string;
+    children?: AccessibilityNode[];
+}
+export declare function getAccessibilityTree(page: Page): Promise<AccessibilityNode | null>;
+export declare function elementToInfo(handle: ElementHandle): Promise<ElementInfo>;
+//# sourceMappingURL=page-helpers.d.ts.map

package/dist/utils/page-helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"page-helpers.d.ts","sourceRoot":"","sources":["../../src/utils/page-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAEvD,wBAAsB,eAAe,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAUpF;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAC;CAChC;AAED,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAIxF;AAsCD,wBAAsB,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,CAwB/E"}

package/dist/utils/page-helpers.js

@@ -0,0 +1,73 @@
+export async function getReadableText(page, selector) {
+    return page.evaluate((sel) => {
+        const scope = sel ? document.querySelector(sel) : document.body;
+        if (!scope)
+            return '';
+        const clone = scope.cloneNode(true);
+        clone
+            .querySelectorAll('script, style, noscript, svg, link[rel="stylesheet"]')
+            .forEach((el) => el.remove());
+        return clone.innerText?.trim() ?? clone.textContent?.trim() ?? '';
+    }, selector);
+}
+export async function getAccessibilityTree(page) {
+    const raw = await page.locator(':root').ariaSnapshot();
+    if (!raw)
+        return null;
+    return parseAriaSnapshot(raw);
+}
+function parseAriaSnapshot(snapshot) {
+    const lines = snapshot.split('\n');
+    const root = { role: 'WebArea', name: '', children: [] };
+    const stack = [{ node: root, indent: -1 }];
+    for (const line of lines) {
+        if (!line.trim() || line.trim().startsWith('/'))
+            continue;
+        const stripped = line.replace(/^- /, '');
+        const indent = stripped.search(/\S/);
+        const content = stripped.trim().replace(/^- /, '');
+        const match = /^(\w[\w\s]*?)(?:\s+"(.*)")?(?:\s+\[.*])?:?$/.exec(content);
+        if (!match)
+            continue;
+        const role = match[1].trim();
+        const name = match[2] ?? '';
+        const node = { role, name };
+        while (stack.length > 1 && stack[stack.length - 1].indent >= indent) {
+            stack.pop();
+        }
+        const parent = stack[stack.length - 1].node;
+        if (!parent.children)
+            parent.children = [];
+        parent.children.push(node);
+        stack.push({ node, indent });
+    }
+    if (root.children?.length === 1 && root.children[0].role === 'document') {
+        return root.children[0];
+    }
+    return root;
+}
+export async function elementToInfo(handle) {
+    return handle.evaluate((el) => {
+        const htmlEl = el;
+        const rect = el.getBoundingClientRect();
+        const attrs = {};
+        for (const attr of Array.from(el.attributes)) {
+            attrs[attr.name] = attr.value;
+        }
+        return {
+            tag: el.tagName.toLowerCase(),
+            text: htmlEl.textContent?.trim().slice(0, 200) ?? '',
+            attributes: attrs,
+            boundingBox: rect.width > 0 && rect.height > 0
+                ? {
+                    x: rect.x,
+                    y: rect.y,
+                    width: rect.width,
+                    height: rect.height,
+                }
+                : undefined,
+            visible: rect.width > 0 && rect.height > 0,
+        };
+    });
+}
+//# sourceMappingURL=page-helpers.js.map

package/dist/utils/page-helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"page-helpers.js","sourceRoot":"","sources":["../../src/utils/page-helpers.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAU,EAAE,QAAiB;IACjE,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,EAAE;QAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QAChE,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAgB,CAAC;QACnD,KAAK;aACF,gBAAgB,CAAC,sDAAsD,CAAC;aACxE,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;QAChC,OAAO,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACpE,CAAC,EAAE,QAAQ,CAAC,CAAC;AACf,CAAC;AAQD,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAU;IACnD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,YAAY,EAAE,CAAC;IACvD,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,IAAI,GAAsB,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAC5E,MAAM,KAAK,GAAuD,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IAE/F,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QAE1D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAEnD,MAAM,KAAK,GAAG,6CAA6C,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1E,IAAI,CAAC,KAAK;YAAE,SAAS;QAErB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAE5B,MAAM,IAAI,GAAsB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAE/C,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;YACpE,KAAK,CAAC,GAAG,EAAE,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5C,IAAI,CAAC,MAAM,CAAC,QAAQ;YAAE,MAAM,CAAC,QAAQ,GAAG,EAAE,CAAC;QAC3C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,IAAI,CAAC,QAAQ,EAAE,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACxE,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAqB;IACvD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAW,EAAE,EAAE;QACrC,MAAM,MAAM,GAAG,EAAiB,CAAC;QACjC,MAAM,IAAI,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAC;QACxC,MAAM,KAAK,GAA2B,EAAE,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;QAChC,CAAC;QACD,OAAO;YACL,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE;YAC7B,IAAI,EAAE,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE;YACpD,UAAU,EAAE,KAAK;YACjB,WAAW,EACT,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;gBAC/B,CAAC,CAAC;oBACE,CAAC,EAAE,IAAI,CAAC,CAAC;oBACT,CAAC,EAAE,IAAI,CAAC,CAAC;oBACT,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB;gBACH,CAAC,CAAC,SAAS;YACf,OAAO,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;SAC3C,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/utils/schemas.d.ts

@@ -0,0 +1,209 @@
+import { z } from 'zod';
+export declare const navigateSchema: z.ZodObject<{
+    url: z.ZodString;
+    waitUntil: z.ZodOptional<z.ZodEnum<{
+        load: "load";
+        domcontentloaded: "domcontentloaded";
+        networkidle: "networkidle";
+        commit: "commit";
+    }>>;
+}, z.core.$strip>;
+export type NavigateInput = z.infer<typeof navigateSchema>;
+export declare const goBackSchema: z.ZodObject<{}, z.core.$strip>;
+export type GoBackInput = z.infer<typeof goBackSchema>;
+export declare const goForwardSchema: z.ZodObject<{}, z.core.$strip>;
+export type GoForwardInput = z.infer<typeof goForwardSchema>;
+export declare const reloadSchema: z.ZodObject<{
+    waitUntil: z.ZodOptional<z.ZodEnum<{
+        load: "load";
+        domcontentloaded: "domcontentloaded";
+        networkidle: "networkidle";
+        commit: "commit";
+    }>>;
+}, z.core.$strip>;
+export type ReloadInput = z.infer<typeof reloadSchema>;
+export declare const waitForNavigationSchema: z.ZodObject<{
+    url: z.ZodOptional<z.ZodString>;
+    timeout: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type WaitForNavigationInput = z.infer<typeof waitForNavigationSchema>;
+export declare const getCurrentUrlSchema: z.ZodObject<{}, z.core.$strip>;
+export type GetCurrentUrlInput = z.infer<typeof getCurrentUrlSchema>;
+export declare const waitForSelectorSchema: z.ZodObject<{
+    selector: z.ZodString;
+    state: z.ZodOptional<z.ZodEnum<{
+        visible: "visible";
+        hidden: "hidden";
+        attached: "attached";
+        detached: "detached";
+    }>>;
+    timeout: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type WaitForSelectorInput = z.infer<typeof waitForSelectorSchema>;
+export declare const clickSchema: z.ZodObject<{
+    selector: z.ZodString;
+    button: z.ZodOptional<z.ZodEnum<{
+        left: "left";
+        right: "right";
+        middle: "middle";
+    }>>;
+    clickCount: z.ZodOptional<z.ZodNumber>;
+    position: z.ZodOptional<z.ZodObject<{
+        x: z.ZodNumber;
+        y: z.ZodNumber;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type ClickInput = z.infer<typeof clickSchema>;
+export declare const typeSchema: z.ZodObject<{
+    selector: z.ZodString;
+    text: z.ZodString;
+    delay: z.ZodOptional<z.ZodNumber>;
+    clearFirst: z.ZodOptional<z.ZodBoolean>;
+}, z.core.$strip>;
+export type TypeInput = z.infer<typeof typeSchema>;
+export declare const selectOptionSchema: z.ZodObject<{
+    selector: z.ZodString;
+    value: z.ZodOptional<z.ZodString>;
+    label: z.ZodOptional<z.ZodString>;
+    index: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type SelectOptionInput = z.infer<typeof selectOptionSchema>;
+export declare const hoverSchema: z.ZodObject<{
+    selector: z.ZodString;
+    position: z.ZodOptional<z.ZodObject<{
+        x: z.ZodNumber;
+        y: z.ZodNumber;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type HoverInput = z.infer<typeof hoverSchema>;
+export declare const scrollSchema: z.ZodObject<{
+    direction: z.ZodEnum<{
+        up: "up";
+        down: "down";
+        left: "left";
+        right: "right";
+    }>;
+    amount: z.ZodOptional<z.ZodNumber>;
+    selector: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export type ScrollInput = z.infer<typeof scrollSchema>;
+export declare const pressKeySchema: z.ZodObject<{
+    key: z.ZodString;
+    modifiers: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+        Shift: "Shift";
+        Control: "Control";
+        Alt: "Alt";
+        Meta: "Meta";
+    }>>>;
+}, z.core.$strip>;
+export type PressKeyInput = z.infer<typeof pressKeySchema>;
+export declare const dragAndDropSchema: z.ZodObject<{
+    source: z.ZodString;
+    target: z.ZodString;
+}, z.core.$strip>;
+export type DragAndDropInput = z.infer<typeof dragAndDropSchema>;
+export declare const fillFormSchema: z.ZodObject<{
+    fields: z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
+}, z.core.$strip>;
+export type FillFormInput = z.infer<typeof fillFormSchema>;
+export declare const uploadFileSchema: z.ZodObject<{
+    selector: z.ZodString;
+    filePaths: z.ZodArray<z.ZodString>;
+}, z.core.$strip>;
+export type UploadFileInput = z.infer<typeof uploadFileSchema>;
+export declare const getTextSchema: z.ZodObject<{
+    selector: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export type GetTextInput = z.infer<typeof getTextSchema>;
+export declare const getHtmlSchema: z.ZodObject<{
+    selector: z.ZodOptional<z.ZodString>;
+    outer: z.ZodOptional<z.ZodBoolean>;
+}, z.core.$strip>;
+export type GetHtmlInput = z.infer<typeof getHtmlSchema>;
+export declare const getAttributeSchema: z.ZodObject<{
+    selector: z.ZodString;
+    attribute: z.ZodString;
+}, z.core.$strip>;
+export type GetAttributeInput = z.infer<typeof getAttributeSchema>;
+export declare const getLinksSchema: z.ZodObject<{
+    selector: z.ZodOptional<z.ZodString>;
+    baseUrl: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export type GetLinksInput = z.infer<typeof getLinksSchema>;
+export declare const querySelectorAllSchema: z.ZodObject<{
+    selector: z.ZodString;
+    attributes: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    limit: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type QuerySelectorAllInput = z.infer<typeof querySelectorAllSchema>;
+export declare const extractTableSchema: z.ZodObject<{
+    selector: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export type ExtractTableInput = z.infer<typeof extractTableSchema>;
+export declare const extractStructuredSchema: z.ZodObject<{
+    instruction: z.ZodString;
+    selector: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export type ExtractStructuredInput = z.infer<typeof extractStructuredSchema>;
+export declare const screenshotSchema: z.ZodObject<{
+    fullPage: z.ZodOptional<z.ZodBoolean>;
+    selector: z.ZodOptional<z.ZodString>;
+    quality: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type ScreenshotInput = z.infer<typeof screenshotSchema>;
+export declare const screenshotElementSchema: z.ZodObject<{
+    selector: z.ZodString;
+}, z.core.$strip>;
+export type ScreenshotElementInput = z.infer<typeof screenshotElementSchema>;
+export declare const findByDescriptionSchema: z.ZodObject<{
+    description: z.ZodString;
+}, z.core.$strip>;
+export type FindByDescriptionInput = z.infer<typeof findByDescriptionSchema>;
+export declare const clickByDescriptionSchema: z.ZodObject<{
+    description: z.ZodString;
+    index: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type ClickByDescriptionInput = z.infer<typeof clickByDescriptionSchema>;
+export declare const interceptRequestSchema: z.ZodObject<{
+    urlPattern: z.ZodString;
+    action: z.ZodEnum<{
+        block: "block";
+        modify: "modify";
+        continue: "continue";
+    }>;
+    modify: z.ZodOptional<z.ZodObject<{
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        body: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type InterceptRequestInput = z.infer<typeof interceptRequestSchema>;
+export declare const waitForResponseSchema: z.ZodObject<{
+    urlPattern: z.ZodString;
+    timeout: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type WaitForResponseInput = z.infer<typeof waitForResponseSchema>;
+export declare const blockResourcesSchema: z.ZodObject<{
+    types: z.ZodArray<z.ZodEnum<{
+        image: "image";
+        stylesheet: "stylesheet";
+        font: "font";
+        media: "media";
+        script: "script";
+    }>>;
+}, z.core.$strip>;
+export type BlockResourcesInput = z.infer<typeof blockResourcesSchema>;
+export declare const captureHarSchema: z.ZodObject<{
+    action: z.ZodEnum<{
+        start: "start";
+        stop: "stop";
+    }>;
+    path: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export type CaptureHarInput = z.infer<typeof captureHarSchema>;
+export declare const getApiCallsSchema: z.ZodObject<{
+    urlPattern: z.ZodOptional<z.ZodString>;
+    method: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export type GetApiCallsInput = z.infer<typeof getApiCallsSchema>;
+//# sourceMappingURL=schemas.d.ts.map

package/dist/utils/schemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../src/utils/schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,eAAO,MAAM,cAAc;;;;;;;;iBAGzB,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAE3D,eAAO,MAAM,YAAY,gCAAe,CAAC;AACzC,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAEvD,eAAO,MAAM,eAAe,gCAAe,CAAC;AAC5C,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAE7D,eAAO,MAAM,YAAY;;;;;;;iBAEvB,CAAC;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAEvD,eAAO,MAAM,uBAAuB;;;iBAGlC,CAAC;AACH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAE7E,eAAO,MAAM,mBAAmB,gCAAe,CAAC;AAChD,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAErE,eAAO,MAAM,qBAAqB;;;;;;;;;iBAOhC,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEzE,eAAO,MAAM,WAAW;;;;;;;;;;;;iBAWtB,CAAC;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAC;AAErD,eAAO,MAAM,UAAU;;;;;iBAKrB,CAAC;AACH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAC;AAEnD,eAAO,MAAM,kBAAkB;;;;;iBAY5B,CAAC;AACJ,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAEnE,eAAO,MAAM,WAAW;;;;;;iBAMtB,CAAC;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAC;AAErD,eAAO,MAAM,YAAY;;;;;;;;;iBAIvB,CAAC;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAEvD,eAAO,MAAM,cAAc;;;;;;;;iBAMzB,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAE3D,eAAO,MAAM,iBAAiB;;;iBAG5B,CAAC;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAEjE,eAAO,MAAM,cAAc;;iBAIzB,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAE3D,eAAO,MAAM,gBAAgB;;;iBAG3B,CAAC;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE/D,eAAO,MAAM,aAAa;;iBAExB,CAAC;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,CAAC;AAEzD,eAAO,MAAM,aAAa;;;iBAGxB,CAAC;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,CAAC;AAEzD,eAAO,MAAM,kBAAkB;;;iBAG7B,CAAC;AACH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAEnE,eAAO,MAAM,cAAc;;;iBAGzB,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAE3D,eAAO,MAAM,sBAAsB;;;;iBAIjC,CAAC;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAE3E,eAAO,MAAM,kBAAkB;;iBAE7B,CAAC;AACH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAEnE,eAAO,MAAM,uBAAuB;;;iBAGlC,CAAC;AACH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAE7E,eAAO,MAAM,gBAAgB;;;;iBAI3B,CAAC;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE/D,eAAO,MAAM,uBAAuB;;iBAElC,CAAC;AACH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAE7E,eAAO,MAAM,uBAAuB;;iBAElC,CAAC;AACH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAE7E,eAAO,MAAM,wBAAwB;;;iBAGnC,CAAC;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE/E,eAAO,MAAM,sBAAsB;;;;;;;;;;;;iBAWjC,CAAC;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAE3E,eAAO,MAAM,qBAAqB;;;iBAGhC,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEzE,eAAO,MAAM,oBAAoB;;;;;;;;iBAI/B,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAEvE,eAAO,MAAM,gBAAgB;;;;;;iBAG3B,CAAC;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE/D,eAAO,MAAM,iBAAiB;;;iBAG5B,CAAC;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC"}

package/dist/utils/schemas.js

@@ -0,0 +1,156 @@
+import { z } from 'zod';
+const waitUntilEnum = z.enum(['load', 'domcontentloaded', 'networkidle', 'commit']);
+export const navigateSchema = z.object({
+    url: z.string().url().describe('URL to navigate to'),
+    waitUntil: waitUntilEnum.optional().describe('When to consider navigation succeeded'),
+});
+export const goBackSchema = z.object({});
+export const goForwardSchema = z.object({});
+export const reloadSchema = z.object({
+    waitUntil: waitUntilEnum.optional().describe('When to consider reload succeeded'),
+});
+export const waitForNavigationSchema = z.object({
+    url: z.string().optional().describe('URL pattern to wait for'),
+    timeout: z.number().optional().describe('Timeout in milliseconds'),
+});
+export const getCurrentUrlSchema = z.object({});
+export const waitForSelectorSchema = z.object({
+    selector: z.string().describe('CSS selector to wait for'),
+    state: z
+        .enum(['visible', 'hidden', 'attached', 'detached'])
+        .optional()
+        .describe('Element state to wait for'),
+    timeout: z.number().optional().describe('Timeout in milliseconds'),
+});
+export const clickSchema = z.object({
+    selector: z.string().describe('CSS selector of element to click'),
+    button: z.enum(['left', 'right', 'middle']).optional().describe('Mouse button'),
+    clickCount: z.number().min(1).optional().describe('Number of clicks (2 for double-click)'),
+    position: z
+        .object({
+        x: z.number(),
+        y: z.number(),
+    })
+        .optional()
+        .describe('Position relative to element'),
+});
+export const typeSchema = z.object({
+    selector: z.string().describe('CSS selector of input element'),
+    text: z.string().describe('Text to type'),
+    delay: z.number().optional().describe('Delay between keystrokes in ms'),
+    clearFirst: z.boolean().optional().describe('Clear the field before typing'),
+});
+export const selectOptionSchema = z
+    .object({
+    selector: z.string().describe('CSS selector of select element'),
+    value: z.string().optional().describe('Option value to select'),
+    label: z.string().optional().describe('Option label to select'),
+    index: z.number().optional().describe('Option index to select'),
+})
+    .refine((data) => data.value !== undefined || data.label !== undefined || data.index !== undefined, {
+    message: 'At least one of value, label, or index is required',
+});
+export const hoverSchema = z.object({
+    selector: z.string().describe('CSS selector of element to hover'),
+    position: z
+        .object({ x: z.number(), y: z.number() })
+        .optional()
+        .describe('Position relative to element'),
+});
+export const scrollSchema = z.object({
+    direction: z.enum(['up', 'down', 'left', 'right']).describe('Scroll direction'),
+    amount: z.number().optional().describe('Scroll amount in pixels'),
+    selector: z.string().optional().describe('CSS selector of scrollable element'),
+});
+export const pressKeySchema = z.object({
+    key: z.string().describe('Key to press (e.g., "Enter", "Tab", "a")'),
+    modifiers: z
+        .array(z.enum(['Shift', 'Control', 'Alt', 'Meta']))
+        .optional()
+        .describe('Modifier keys to hold'),
+});
+export const dragAndDropSchema = z.object({
+    source: z.string().describe('CSS selector of drag source'),
+    target: z.string().describe('CSS selector of drop target'),
+});
+export const fillFormSchema = z.object({
+    fields: z
+        .record(z.string(), z.union([z.string(), z.boolean(), z.array(z.string())]))
+        .describe('Form fields to fill: { "Field Label": "value" }'),
+});
+export const uploadFileSchema = z.object({
+    selector: z.string().describe('CSS selector of file input'),
+    filePaths: z.array(z.string()).describe('Absolute paths to files to upload'),
+});
+export const getTextSchema = z.object({
+    selector: z.string().optional().describe('CSS selector to extract text from (defaults to body)'),
+});
+export const getHtmlSchema = z.object({
+    selector: z.string().optional().describe('CSS selector (defaults to full page)'),
+    outer: z.boolean().optional().describe('Include outer HTML of element'),
+});
+export const getAttributeSchema = z.object({
+    selector: z.string().describe('CSS selector of element'),
+    attribute: z.string().describe('Attribute name to get'),
+});
+export const getLinksSchema = z.object({
+    selector: z.string().optional().describe('CSS selector to scope link search'),
+    baseUrl: z.string().optional().describe('Base URL for resolving relative links'),
+});
+export const querySelectorAllSchema = z.object({
+    selector: z.string().describe('CSS selector to query'),
+    attributes: z.array(z.string()).optional().describe('Attributes to include per element'),
+    limit: z.number().optional().describe('Max elements to return'),
+});
+export const extractTableSchema = z.object({
+    selector: z.string().optional().describe('CSS selector of table element'),
+});
+export const extractStructuredSchema = z.object({
+    instruction: z.string().describe('What data to extract from the page'),
+    selector: z.string().optional().describe('CSS selector to scope extraction'),
+});
+export const screenshotSchema = z.object({
+    fullPage: z.boolean().optional().describe('Capture full scrollable page'),
+    selector: z.string().optional().describe('CSS selector to screenshot specific element'),
+    quality: z.number().min(0).max(100).optional().describe('Image quality 0-100 (JPEG only)'),
+});
+export const screenshotElementSchema = z.object({
+    selector: z.string().describe('CSS selector of element to screenshot'),
+});
+export const findByDescriptionSchema = z.object({
+    description: z.string().describe('Natural language description of element to find'),
+});
+export const clickByDescriptionSchema = z.object({
+    description: z.string().describe('Natural language description of element to click'),
+    index: z.number().optional().describe('Index of match to click if multiple found'),
+});
+export const interceptRequestSchema = z.object({
+    urlPattern: z.string().describe('URL pattern to intercept (glob or regex)'),
+    action: z.enum(['block', 'modify', 'continue']).describe('What to do with matching requests'),
+    modify: z
+        .object({
+        headers: z.record(z.string(), z.string()).optional(),
+        body: z.string().optional(),
+        url: z.string().optional(),
+    })
+        .optional()
+        .describe('Modifications to apply (only for action=modify)'),
+});
+export const waitForResponseSchema = z.object({
+    urlPattern: z.string().describe('URL pattern to wait for'),
+    timeout: z.number().optional().describe('Timeout in milliseconds'),
+});
+export const blockResourcesSchema = z.object({
+    types: z
+        .array(z.enum(['image', 'stylesheet', 'font', 'media', 'script']))
+        .describe('Resource types to block'),
+});
+export const captureHarSchema = z.object({
+    action: z.enum(['start', 'stop']).describe('Start or stop HAR capture'),
+    path: z.string().optional().describe('File path to save HAR (on stop)'),
+});
+export const getApiCallsSchema = z.object({
+    urlPattern: z.string().optional().describe('Filter API calls by URL pattern'),
+    method: z.string().optional().describe('Filter by HTTP method'),
+});
+//# sourceMappingURL=schemas.js.map

package/dist/utils/schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../src/utils/schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,aAAa,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,kBAAkB,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC;AAEpF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACpD,SAAS,EAAE,aAAa,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;CACtF,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAGzC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAG5C,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,SAAS,EAAE,aAAa,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;CAClF,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IAC9D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;CACnE,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAGhD,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IACzD,KAAK,EAAE,CAAC;SACL,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;SACnD,QAAQ,EAAE;SACV,QAAQ,CAAC,2BAA2B,CAAC;IACxC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;CACnE,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IACjE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;IAC/E,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IAC1F,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;QACb,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;KACd,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,8BAA8B,CAAC;CAC5C,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAC9D,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;IACzC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACvE,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;CAC7E,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC;KAChC,MAAM,CAAC;IACN,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC/D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IAC/D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IAC/D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;CAChE,CAAC;KACD,MAAM,CACL,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAC1F;IACE,OAAO,EAAE,oDAAoD;CAC9D,CACF,CAAC;AAGJ,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IACjE,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;SACxC,QAAQ,EAAE;SACV,QAAQ,CAAC,8BAA8B,CAAC;CAC5C,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC/E,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACjE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;CAC/E,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IACpE,SAAS,EAAE,CAAC;SACT,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;SAClD,QAAQ,EAAE;SACV,QAAQ,CAAC,uBAAuB,CAAC;CACrC,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC1D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;CAC3D,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,MAAM,EAAE,CAAC;SACN,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;SAC3E,QAAQ,CAAC,iDAAiD,CAAC;CAC/D,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IAC3D,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;CAC7E,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sDAAsD,CAAC;CACjG,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IAChF,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;CACxE,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACxD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;CACxD,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IAC7E,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;CACjF,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACtD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACxF,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;CAChE,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;CAC1E,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IACtE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;CAC7E,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IACzE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACvF,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;CAC3F,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;CACvE,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iDAAiD,CAAC;CACpF,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kDAAkD,CAAC;IACpF,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;CACnF,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IAC3E,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IAC7F,MAAM,EAAE,CAAC;SACN,MAAM,CAAC;QACN,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;QACpD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC3B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC3B,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,iDAAiD,CAAC;CAC/D,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IAC1D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;CACnE,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,KAAK,EAAE,CAAC;SACL,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;SACjE,QAAQ,CAAC,yBAAyB,CAAC;CACvC,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IACvE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;CACxE,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IAC7E,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;CAChE,CAAC,CAAC"}

package/dist/utils/selectors.d.ts

@@ -0,0 +1,4 @@
+import type { Page, Locator } from 'playwright';
+export declare function smartSelect(page: Page, identifier: string): Promise<Locator | null>;
+export declare function findFormField(page: Page, label: string): Promise<Locator | null>;
+//# sourceMappingURL=selectors.d.ts.map

package/dist/utils/selectors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"selectors.d.ts","sourceRoot":"","sources":["../../src/utils/selectors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAMhD,wBAAsB,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAazF;AAED,wBAAsB,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAqBtF"}