screencli 0.1.0

package/dist/src/agent/tools.js

@@ -0,0 +1,251 @@
+const elementTargetProps = {
+    role: { type: 'string', description: 'ARIA role (e.g. "button", "link", "textbox"). Preferred targeting method.' },
+    name: { type: 'string', description: 'Accessible name of the element. Use with role.' },
+    text: { type: 'string', description: 'Visible text content to match. Fallback if role+name unavailable.' },
+    selector: { type: 'string', description: 'CSS selector. Last resort.' },
+};
+export const tools = [
+    // Observation tools
+    {
+        name: 'screenshot',
+        description: 'Capture a screenshot of the current viewport. Use to observe the page state.',
+        input_schema: {
+            type: 'object',
+            properties: {},
+            required: [],
+        },
+    },
+    {
+        name: 'get_accessibility_tree',
+        description: 'Get the ARIA accessibility tree of the page. Shows all interactive elements with roles and names. Use this to identify elements to interact with.',
+        input_schema: {
+            type: 'object',
+            properties: {},
+            required: [],
+        },
+    },
+    {
+        name: 'get_page_info',
+        description: 'Get current page URL, title, viewport size, and loading state.',
+        input_schema: {
+            type: 'object',
+            properties: {},
+            required: [],
+        },
+    },
+    // Action tools
+    {
+        name: 'click',
+        description: 'Click an element on the page. Returns a screenshot after clicking.',
+        input_schema: {
+            type: 'object',
+            properties: {
+                ...elementTargetProps,
+                click_type: {
+                    type: 'string',
+                    enum: ['left', 'right', 'double'],
+                    description: 'Type of click. Default: left.',
+                },
+                description: {
+                    type: 'string',
+                    description: 'Human-readable description of what this click does. Required.',
+                },
+            },
+            required: ['description'],
+        },
+    },
+    {
+        name: 'type',
+        description: 'Type text into an input element. Returns a screenshot after typing.',
+        input_schema: {
+            type: 'object',
+            properties: {
+                ...elementTargetProps,
+                text: {
+                    type: 'string',
+                    description: 'The text to type (overrides text-targeting if also used for element matching).',
+                },
+                target_text: {
+                    type: 'string',
+                    description: 'Text content to match for element targeting (when "text" is used for the value to type).',
+                },
+                clear_first: {
+                    type: 'boolean',
+                    description: 'Clear the input before typing. Default: false.',
+                },
+                character_by_character: {
+                    type: 'boolean',
+                    description: 'Type one character at a time with delay. Default: false.',
+                },
+                description: {
+                    type: 'string',
+                    description: 'Human-readable description of what this typing does. Required.',
+                },
+            },
+            required: ['text', 'description'],
+        },
+    },
+    {
+        name: 'press_key',
+        description: 'Press a keyboard key or key combination. Examples: "Enter", "Tab", "Control+a", "Meta+c".',
+        input_schema: {
+            type: 'object',
+            properties: {
+                key: {
+                    type: 'string',
+                    description: 'Key or key combination to press.',
+                },
+                description: {
+                    type: 'string',
+                    description: 'Human-readable description of what this key press does. Required.',
+                },
+            },
+            required: ['key', 'description'],
+        },
+    },
+    {
+        name: 'scroll',
+        description: 'Scroll the page or scroll to a specific element.',
+        input_schema: {
+            type: 'object',
+            properties: {
+                direction: {
+                    type: 'string',
+                    enum: ['up', 'down', 'left', 'right'],
+                    description: 'Scroll direction. Used with amount.',
+                },
+                amount: {
+                    type: 'number',
+                    description: 'Pixels to scroll. Default: 500.',
+                },
+                to_role: { type: 'string', description: 'Scroll to element with this ARIA role.' },
+                to_name: { type: 'string', description: 'Scroll to element with this accessible name.' },
+                to_text: { type: 'string', description: 'Scroll to element containing this text.' },
+                to_selector: { type: 'string', description: 'Scroll to element matching this CSS selector.' },
+                description: {
+                    type: 'string',
+                    description: 'Human-readable description. Required.',
+                },
+            },
+            required: ['description'],
+        },
+    },
+    {
+        name: 'hover',
+        description: 'Hover over an element to reveal tooltips, menus, etc. Returns a screenshot.',
+        input_schema: {
+            type: 'object',
+            properties: {
+                ...elementTargetProps,
+                description: {
+                    type: 'string',
+                    description: 'Human-readable description. Required.',
+                },
+            },
+            required: ['description'],
+        },
+    },
+    {
+        name: 'navigate',
+        description: 'Navigate to a URL.',
+        input_schema: {
+            type: 'object',
+            properties: {
+                url: {
+                    type: 'string',
+                    description: 'The URL to navigate to.',
+                },
+                description: {
+                    type: 'string',
+                    description: 'Human-readable description. Required.',
+                },
+            },
+            required: ['url', 'description'],
+        },
+    },
+    {
+        name: 'wait',
+        description: 'Wait for a condition: time, element visible/hidden, or network idle.',
+        input_schema: {
+            type: 'object',
+            properties: {
+                time: {
+                    type: 'number',
+                    description: 'Milliseconds to wait.',
+                },
+                element_visible: {
+                    type: 'object',
+                    properties: elementTargetProps,
+                    description: 'Wait for this element to become visible.',
+                },
+                element_hidden: {
+                    type: 'object',
+                    properties: elementTargetProps,
+                    description: 'Wait for this element to become hidden.',
+                },
+                network_idle: {
+                    type: 'boolean',
+                    description: 'Wait for network to be idle.',
+                },
+                description: {
+                    type: 'string',
+                    description: 'Human-readable description. Required.',
+                },
+            },
+            required: ['description'],
+        },
+    },
+    {
+        name: 'select_option',
+        description: 'Select an option from a dropdown/select element.',
+        input_schema: {
+            type: 'object',
+            properties: {
+                ...elementTargetProps,
+                option_label: {
+                    type: 'string',
+                    description: 'The visible label of the option to select.',
+                },
+                option_value: {
+                    type: 'string',
+                    description: 'The value attribute of the option to select.',
+                },
+                description: {
+                    type: 'string',
+                    description: 'Human-readable description. Required.',
+                },
+            },
+            required: ['description'],
+        },
+    },
+    // Control tools
+    {
+        name: 'done',
+        description: 'Signal that the task is complete. Call this when you have finished all actions.',
+        input_schema: {
+            type: 'object',
+            properties: {
+                summary: {
+                    type: 'string',
+                    description: 'Summary of what was accomplished.',
+                },
+            },
+            required: ['summary'],
+        },
+    },
+    {
+        name: 'narrate',
+        description: 'Add a narration caption/subtitle at the current timestamp. Use before major sections to label what is happening for the viewer.',
+        input_schema: {
+            type: 'object',
+            properties: {
+                text: {
+                    type: 'string',
+                    description: 'Narration text to display.',
+                },
+            },
+            required: ['text'],
+        },
+    },
+];
+//# sourceMappingURL=tools.js.map

package/dist/src/agent/tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.js","sourceRoot":"","sources":["../../../src/agent/tools.ts"],"names":[],"mappings":"AAIA,MAAM,kBAAkB,GAAG;IACzB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAiB,EAAE,WAAW,EAAE,2EAA2E,EAAE;IAC3H,IAAI,EAAE,EAAE,IAAI,EAAE,QAAiB,EAAE,WAAW,EAAE,gDAAgD,EAAE;IAChG,IAAI,EAAE,EAAE,IAAI,EAAE,QAAiB,EAAE,WAAW,EAAE,mEAAmE,EAAE;IACnH,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAiB,EAAE,WAAW,EAAE,4BAA4B,EAAE;CACjF,CAAC;AAEF,MAAM,CAAC,MAAM,KAAK,GAAc;IAC9B,oBAAoB;IACpB;QACE,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,8EAA8E;QAC3F,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,EAAE;SACb;KACF;IACD;QACE,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,mJAAmJ;QAChK,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,EAAE;SACb;KACF;IACD;QACE,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,gEAAgE;QAC7E,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,EAAE;SACb;KACF;IAED,eAAe;IACf;QACE,IAAI,EAAE,OAAO;QACb,WAAW,EAAE,oEAAoE;QACjF,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,GAAG,kBAAkB;gBACrB,UAAU,EAAE;oBACV,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;oBACjC,WAAW,EAAE,+BAA+B;iBAC7C;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,+DAA+D;iBAC7E;aACF;YACD,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B;KACF;IACD;QACE,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,qEAAqE;QAClF,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,GAAG,kBAAkB;gBACrB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,gFAAgF;iBAC9F;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,0FAA0F;iBACxG;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,gDAAgD;iBAC9D;gBACD,sBAAsB,EAAE;oBACtB,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,0DAA0D;iBACxE;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,gEAAgE;iBAC9E;aACF;YACD,QAAQ,EAAE,CAAC,MAAM,EAAE,aAAa,CAAC;SAClC;KACF;IACD;QACE,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,2FAA2F;QACxG,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kCAAkC;iBAChD;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,mEAAmE;iBACjF;aACF;YACD,QAAQ,EAAE,CAAC,KAAK,EAAE,aAAa,CAAC;SACjC;KACF;IACD;QACE,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,kDAAkD;QAC/D,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC;oBACrC,WAAW,EAAE,qCAAqC;iBACnD;gBACD,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,iCAAiC;iBAC/C;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wCAAwC,EAAE;gBAClF,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8CAA8C,EAAE;gBACxF,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,yCAAyC,EAAE;gBACnF,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,+CAA+C,EAAE;gBAC7F,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,uCAAuC;iBACrD;aACF;YACD,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B;KACF;IACD;QACE,IAAI,EAAE,OAAO;QACb,WAAW,EAAE,6EAA6E;QAC1F,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,GAAG,kBAAkB;gBACrB,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,uCAAuC;iBACrD;aACF;YACD,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B;KACF;IACD;QACE,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,oBAAoB;QACjC,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,yBAAyB;iBACvC;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,uCAAuC;iBACrD;aACF;YACD,QAAQ,EAAE,CAAC,KAAK,EAAE,aAAa,CAAC;SACjC;KACF;IACD;QACE,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,sEAAsE;QACnF,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,uBAAuB;iBACrC;gBACD,eAAe,EAAE;oBACf,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,kBAAkB;oBAC9B,WAAW,EAAE,0CAA0C;iBACxD;gBACD,cAAc,EAAE;oBACd,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,kBAAkB;oBAC9B,WAAW,EAAE,yCAAyC;iBACvD;gBACD,YAAY,EAAE;oBACZ,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,8BAA8B;iBAC5C;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,uCAAuC;iBACrD;aACF;YACD,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B;KACF;IACD;QACE,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,kDAAkD;QAC/D,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,GAAG,kBAAkB;gBACrB,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4CAA4C;iBAC1D;gBACD,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,8CAA8C;iBAC5D;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,uCAAuC;iBACrD;aACF;YACD,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B;KACF;IAED,gBAAgB;IAChB;QACE,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,iFAAiF;QAC9F,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,mCAAmC;iBACjD;aACF;YACD,QAAQ,EAAE,CAAC,SAAS,CAAC;SACtB;KACF;IACD;QACE,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,iIAAiI;QAC9I,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4BAA4B;iBAC1C;aACF;YACD,QAAQ,EAAE,CAAC,MAAM,CAAC;SACnB;KACF;CACF,CAAC"}

package/dist/src/browser/accessibility.d.ts

@@ -0,0 +1,28 @@
+import type { Page } from 'playwright';
+export interface AccessibilityNode {
+    role: string;
+    name: string;
+    children?: AccessibilityNode[];
+    value?: string;
+    description?: string;
+    checked?: boolean | 'mixed';
+    disabled?: boolean;
+    expanded?: boolean;
+    level?: number;
+    pressed?: boolean | 'mixed';
+    selected?: boolean;
+}
+export declare function getAccessibilityTree(page: Page): Promise<{
+    tree: string;
+    elementCount: number;
+}>;
+export declare function getPageInfo(page: Page): Promise<{
+    url: string;
+    title: string;
+    viewport: {
+        width: number;
+        height: number;
+    };
+    loading: boolean;
+}>;
+//# sourceMappingURL=accessibility.d.ts.map

package/dist/src/browser/accessibility.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"accessibility.d.ts","sourceRoot":"","sources":["../../../src/browser/accessibility.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC;IAC9D,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC,CA4BD;AAED,wBAAsB,WAAW,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC;IACrD,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5C,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC,CAeD"}

package/dist/src/browser/accessibility.js

@@ -0,0 +1,47 @@
+export async function getAccessibilityTree(page) {
+    // Use Playwright's ariaSnapshot for modern versions, fall back to locator-based approach
+    try {
+        const snapshot = await page.locator('body').ariaSnapshot();
+        const lineCount = snapshot.split('\n').length;
+        return { tree: snapshot, elementCount: lineCount };
+    }
+    catch {
+        // Fallback: use page.evaluate with string function to avoid DOM type issues
+        const tree = await page.evaluate(`
+      (function() {
+        function walk(el, depth) {
+          var role = el.getAttribute('role') || el.tagName.toLowerCase();
+          var name = el.getAttribute('aria-label') || el.getAttribute('title') || (el.innerText || '').slice(0, 50);
+          var prefix = '  '.repeat(depth);
+          var line = prefix + '- ' + role;
+          if (name) line += ' "' + name.replace(/"/g, '\\\\"') + '"';
+          var lines = [line];
+          for (var i = 0; i < el.children.length; i++) {
+            lines.push(walk(el.children[i], depth + 1));
+          }
+          return lines.join('\\n');
+        }
+        return walk(document.body, 0);
+      })()
+    `);
+        const lineCount = tree.split('\n').length;
+        return { tree, elementCount: lineCount };
+    }
+}
+export async function getPageInfo(page) {
+    const viewport = page.viewportSize() ?? { width: 0, height: 0 };
+    let loading = false;
+    try {
+        loading = await page.evaluate(`document.readyState !== 'complete'`);
+    }
+    catch {
+        loading = true;
+    }
+    return {
+        url: page.url(),
+        title: await page.title(),
+        viewport,
+        loading,
+    };
+}
+//# sourceMappingURL=accessibility.js.map

package/dist/src/browser/accessibility.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"accessibility.js","sourceRoot":"","sources":["../../../src/browser/accessibility.ts"],"names":[],"mappings":"AAgBA,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAU;IAInD,yFAAyF;IACzF,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,YAAY,EAAE,CAAC;QAC3D,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAC9C,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,4EAA4E;QAC5E,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;;;;;;;;;;;;;;;;KAgBhC,CAAW,CAAC;QACb,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAC1C,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAU;IAM1C,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAChE,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,oCAAoC,CAAY,CAAC;IACjF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,IAAI,CAAC;IACjB,CAAC;IAED,OAAO;QACL,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE;QACf,KAAK,EAAE,MAAM,IAAI,CAAC,KAAK,EAAE;QACzB,QAAQ;QACR,OAAO;KACR,CAAC;AACJ,CAAC"}

package/dist/src/browser/actions.d.ts

@@ -0,0 +1,32 @@
+import type { Page } from 'playwright';
+import { type ElementTarget } from './resolve-locator.js';
+import type { BoundingBox } from '../recording/types.js';
+export interface ActionResult {
+    bounding_box?: BoundingBox;
+    screenshot: Buffer;
+    url: string;
+}
+export declare function click(page: Page, target: ElementTarget, clickType?: 'left' | 'right' | 'double', delayMs?: number): Promise<ActionResult>;
+export declare function type(page: Page, target: ElementTarget, text: string, options?: {
+    clearFirst?: boolean;
+    characterByCharacter?: boolean;
+}, delayMs?: number): Promise<ActionResult>;
+export declare function pressKey(page: Page, key: string, delayMs?: number): Promise<ActionResult>;
+export declare function scroll(page: Page, options: {
+    direction?: 'up' | 'down' | 'left' | 'right';
+    amount?: number;
+    toElement?: ElementTarget;
+}, delayMs?: number): Promise<ActionResult>;
+export declare function hover(page: Page, target: ElementTarget, delayMs?: number): Promise<ActionResult>;
+export declare function navigate(page: Page, url: string, delayMs?: number): Promise<ActionResult>;
+export declare function waitFor(page: Page, condition: {
+    time?: number;
+    elementVisible?: ElementTarget;
+    elementHidden?: ElementTarget;
+    networkIdle?: boolean;
+}): Promise<ActionResult>;
+export declare function selectOption(page: Page, target: ElementTarget, option: {
+    label?: string;
+    value?: string;
+}, delayMs?: number): Promise<ActionResult>;
+//# sourceMappingURL=actions.d.ts.map

package/dist/src/browser/actions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"actions.d.ts","sourceRoot":"","sources":["../../../src/browser/actions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAkC,KAAK,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1F,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAEzD,MAAM,WAAW,YAAY;IAC3B,YAAY,CAAC,EAAE,WAAW,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;CACb;AAOD,wBAAsB,KAAK,CACzB,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,aAAa,EACrB,SAAS,GAAE,MAAM,GAAG,OAAO,GAAG,QAAiB,EAC/C,OAAO,GAAE,MAAU,GAClB,OAAO,CAAC,YAAY,CAAC,CAavB;AAED,wBAAsB,IAAI,CACxB,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,aAAa,EACrB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IAAE,UAAU,CAAC,EAAE,OAAO,CAAC;IAAC,oBAAoB,CAAC,EAAE,OAAO,CAAA;CAAO,EACtE,OAAO,GAAE,MAAU,GAClB,OAAO,CAAC,YAAY,CAAC,CAiBvB;AAED,wBAAsB,QAAQ,CAC5B,IAAI,EAAE,IAAI,EACV,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,MAAU,GAClB,OAAO,CAAC,YAAY,CAAC,CAKvB;AAED,wBAAsB,MAAM,CAC1B,IAAI,EAAE,IAAI,EACV,OAAO,EAAE;IACP,SAAS,CAAC,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAC7C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,aAAa,CAAC;CAC3B,EACD,OAAO,GAAE,MAAU,GAClB,OAAO,CAAC,YAAY,CAAC,CAiCvB;AAED,wBAAsB,KAAK,CACzB,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,aAAa,EACrB,OAAO,GAAE,MAAU,GAClB,OAAO,CAAC,YAAY,CAAC,CAQvB;AAED,wBAAsB,QAAQ,CAC5B,IAAI,EAAE,IAAI,EACV,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,MAAU,GAClB,OAAO,CAAC,YAAY,CAAC,CAKvB;AAED,wBAAsB,OAAO,CAC3B,IAAI,EAAE,IAAI,EACV,SAAS,EAAE;IACT,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,aAAa,CAAC;IAC/B,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,GACA,OAAO,CAAC,YAAY,CAAC,CAiBvB;AAED,wBAAsB,YAAY,CAChC,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,aAAa,EACrB,MAAM,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,EAC1C,OAAO,GAAE,MAAU,GAClB,OAAO,CAAC,YAAY,CAAC,CAavB"}

package/dist/src/browser/actions.js

@@ -0,0 +1,122 @@
+import { resolveLocator, getBoundingBox } from './resolve-locator.js';
+async function captureState(page) {
+    const screenshot = await page.screenshot({ type: 'png' });
+    return { screenshot, url: page.url() };
+}
+export async function click(page, target, clickType = 'left', delayMs = 0) {
+    const locator = resolveLocator(page, target);
+    const bounding_box = await getBoundingBox(locator);
+    if (clickType === 'double') {
+        await locator.dblclick({ timeout: 10000 });
+    }
+    else {
+        await locator.click({ button: clickType, timeout: 10000 });
+    }
+    if (delayMs > 0)
+        await page.waitForTimeout(delayMs);
+    const state = await captureState(page);
+    return { bounding_box, ...state };
+}
+export async function type(page, target, text, options = {}, delayMs = 0) {
+    const locator = resolveLocator(page, target);
+    const bounding_box = await getBoundingBox(locator);
+    if (options.clearFirst) {
+        await locator.clear({ timeout: 10000 });
+    }
+    if (options.characterByCharacter) {
+        await locator.pressSequentially(text, { delay: 50, timeout: 30000 });
+    }
+    else {
+        await locator.fill(text, { timeout: 10000 });
+    }
+    if (delayMs > 0)
+        await page.waitForTimeout(delayMs);
+    const state = await captureState(page);
+    return { bounding_box, ...state };
+}
+export async function pressKey(page, key, delayMs = 0) {
+    await page.keyboard.press(key);
+    if (delayMs > 0)
+        await page.waitForTimeout(delayMs);
+    const state = await captureState(page);
+    return { ...state };
+}
+export async function scroll(page, options, delayMs = 0) {
+    let bounding_box;
+    if (options.toElement) {
+        const locator = resolveLocator(page, options.toElement);
+        bounding_box = await getBoundingBox(locator);
+        await locator.scrollIntoViewIfNeeded({ timeout: 10000 });
+    }
+    else {
+        const amount = options.amount ?? 500;
+        const deltaX = options.direction === 'left' ? -amount : options.direction === 'right' ? amount : 0;
+        const deltaY = options.direction === 'up' ? -amount : options.direction === 'down' ? amount : 0;
+        // Smooth scroll: break into small increments over ~400ms
+        const STEP_PX = 40;
+        const STEP_DELAY_MS = 16; // ~60fps
+        const totalX = Math.abs(deltaX);
+        const totalY = Math.abs(deltaY);
+        const total = Math.max(totalX, totalY);
+        const steps = Math.max(1, Math.ceil(total / STEP_PX));
+        const stepX = deltaX / steps;
+        const stepY = deltaY / steps;
+        for (let i = 0; i < steps; i++) {
+            await page.mouse.wheel(stepX, stepY);
+            await page.waitForTimeout(STEP_DELAY_MS);
+        }
+    }
+    if (delayMs > 0)
+        await page.waitForTimeout(delayMs);
+    const state = await captureState(page);
+    return { bounding_box, ...state };
+}
+export async function hover(page, target, delayMs = 0) {
+    const locator = resolveLocator(page, target);
+    const bounding_box = await getBoundingBox(locator);
+    await locator.hover({ timeout: 10000 });
+    if (delayMs > 0)
+        await page.waitForTimeout(delayMs);
+    const state = await captureState(page);
+    return { bounding_box, ...state };
+}
+export async function navigate(page, url, delayMs = 0) {
+    await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
+    if (delayMs > 0)
+        await page.waitForTimeout(delayMs);
+    const state = await captureState(page);
+    return { ...state };
+}
+export async function waitFor(page, condition) {
+    if (condition.time) {
+        await page.waitForTimeout(condition.time);
+    }
+    if (condition.elementVisible) {
+        const locator = resolveLocator(page, condition.elementVisible);
+        await locator.waitFor({ state: 'visible', timeout: 15000 });
+    }
+    if (condition.elementHidden) {
+        const locator = resolveLocator(page, condition.elementHidden);
+        await locator.waitFor({ state: 'hidden', timeout: 15000 });
+    }
+    if (condition.networkIdle) {
+        await page.waitForLoadState('networkidle', { timeout: 15000 });
+    }
+    const state = await captureState(page);
+    return { ...state };
+}
+export async function selectOption(page, target, option, delayMs = 0) {
+    const locator = resolveLocator(page, target);
+    const bounding_box = await getBoundingBox(locator);
+    if (option.label) {
+        await locator.selectOption({ label: option.label }, { timeout: 10000 });
+    }
+    else if (option.value) {
+        await locator.selectOption({ value: option.value }, { timeout: 10000 });
+    }
+    if (delayMs > 0)
+        await page.waitForTimeout(delayMs);
+    const state = await captureState(page);
+    return { bounding_box, ...state };
+}
+//# sourceMappingURL=actions.js.map

package/dist/src/browser/actions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"actions.js","sourceRoot":"","sources":["../../../src/browser/actions.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,cAAc,EAAsB,MAAM,sBAAsB,CAAC;AAS1F,KAAK,UAAU,YAAY,CAAC,IAAU;IACpC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1D,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,IAAU,EACV,MAAqB,EACrB,YAAyC,MAAM,EAC/C,UAAkB,CAAC;IAEnB,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;IAEnD,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC3B,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7C,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,OAAO,GAAG,CAAC;QAAE,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,EAAE,YAAY,EAAE,GAAG,KAAK,EAAE,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CACxB,IAAU,EACV,MAAqB,EACrB,IAAY,EACZ,UAAoE,EAAE,EACtE,UAAkB,CAAC;IAEnB,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;IAEnD,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,MAAM,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,OAAO,CAAC,oBAAoB,EAAE,CAAC;QACjC,MAAM,OAAO,CAAC,iBAAiB,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACvE,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,OAAO,GAAG,CAAC;QAAE,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,EAAE,YAAY,EAAE,GAAG,KAAK,EAAE,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAU,EACV,GAAW,EACX,UAAkB,CAAC;IAEnB,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,OAAO,GAAG,CAAC;QAAE,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC;AACtB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,IAAU,EACV,OAIC,EACD,UAAkB,CAAC;IAEnB,IAAI,YAAqC,CAAC;IAE1C,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACxD,YAAY,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,OAAO,CAAC,sBAAsB,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;SAAM,CAAC;QACN,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC;QACrC,MAAM,MAAM,GACV,OAAO,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,MAAM,MAAM,GACV,OAAO,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnF,yDAAyD;QACzD,MAAM,OAAO,GAAG,EAAE,CAAC;QACnB,MAAM,aAAa,GAAG,EAAE,CAAC,CAAC,SAAS;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,MAAM,GAAG,KAAK,CAAC;QAC7B,MAAM,KAAK,GAAG,MAAM,GAAG,KAAK,CAAC;QAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACrC,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAG,CAAC;QAAE,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,EAAE,YAAY,EAAE,GAAG,KAAK,EAAE,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,IAAU,EACV,MAAqB,EACrB,UAAkB,CAAC;IAEnB,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;IACnD,MAAM,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAExC,IAAI,OAAO,GAAG,CAAC;QAAE,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,EAAE,YAAY,EAAE,GAAG,KAAK,EAAE,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAU,EACV,GAAW,EACX,UAAkB,CAAC;IAEnB,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACxE,IAAI,OAAO,GAAG,CAAC;QAAE,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC;AACtB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,IAAU,EACV,SAKC;IAED,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,SAAS,CAAC,cAAc,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;QAC/D,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,aAAa,CAAC,CAAC;QAC9D,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;QAC1B,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC;AACtB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAU,EACV,MAAqB,EACrB,MAA0C,EAC1C,UAAkB,CAAC;IAEnB,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;IAEnD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,MAAM,OAAO,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1E,CAAC;SAAM,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,OAAO,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,OAAO,GAAG,CAAC;QAAE,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,EAAE,YAAY,EAAE,GAAG,KAAK,EAAE,CAAC;AACpC,CAAC"}

package/dist/src/browser/auth.d.ts

@@ -0,0 +1,12 @@
+import type { Viewport } from '../recording/types.js';
+export declare function authStatePath(name: string): string;
+export declare function hasAuthState(name: string): boolean;
+export declare function saveAuthState(name: string, state: object): void;
+export declare function loadAuthState(name: string): object | null;
+/**
+ * Open a visible browser for the user to log in manually.
+ * Returns the Playwright storageState (cookies, localStorage, sessionStorage)
+ * after the user presses Enter in the terminal.
+ */
+export declare function runLoginFlow(url: string, viewport: Viewport): Promise<object>;
+//# sourceMappingURL=auth.d.ts.map

package/dist/src/browser/auth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.d.ts","sourceRoot":"","sources":["../../../src/browser/auth.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAKtD,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAElD;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAElD;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAI/D;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAIzD;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAkBnF"}

package/dist/src/browser/auth.js

@@ -0,0 +1,53 @@
+import { chromium } from 'playwright';
+import { existsSync, readFileSync, writeFileSync, mkdirSync } from 'node:fs';
+import { join } from 'node:path';
+import { homedir } from 'node:os';
+import { createInterface } from 'node:readline';
+import { logger } from '../utils/logger.js';
+const AUTH_DIR = join(homedir(), '.screencli', 'auth');
+export function authStatePath(name) {
+    return join(AUTH_DIR, `${name}.json`);
+}
+export function hasAuthState(name) {
+    return existsSync(authStatePath(name));
+}
+export function saveAuthState(name, state) {
+    mkdirSync(AUTH_DIR, { recursive: true });
+    writeFileSync(authStatePath(name), JSON.stringify(state, null, 2));
+    logger.info(`Auth state saved to ${authStatePath(name)}`);
+}
+export function loadAuthState(name) {
+    const path = authStatePath(name);
+    if (!existsSync(path))
+        return null;
+    return JSON.parse(readFileSync(path, 'utf-8'));
+}
+/**
+ * Open a visible browser for the user to log in manually.
+ * Returns the Playwright storageState (cookies, localStorage, sessionStorage)
+ * after the user presses Enter in the terminal.
+ */
+export async function runLoginFlow(url, viewport) {
+    const browser = await chromium.launch({ headless: false });
+    const context = await browser.newContext({
+        viewport,
+        userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+    });
+    const page = await context.newPage();
+    await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
+    await waitForEnter();
+    const state = await context.storageState();
+    await context.close();
+    await browser.close();
+    return state;
+}
+function waitForEnter() {
+    return new Promise((resolve) => {
+        const rl = createInterface({ input: process.stdin, output: process.stdout });
+        rl.question('', () => {
+            rl.close();
+            resolve();
+        });
+    });
+}
+//# sourceMappingURL=auth.js.map

package/dist/src/browser/auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/browser/auth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;AAEvD,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,OAAO,UAAU,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,KAAa;IACvD,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,aAAa,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,CAAC,IAAI,CAAC,uBAAuB,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;AACjD,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,GAAW,EAAE,QAAkB;IAChE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3D,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;QACvC,QAAQ;QACR,SAAS,EACP,uHAAuH;KAC1H,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAErC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAExE,MAAM,YAAY,EAAE,CAAC;IAErB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;IAC3C,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACtB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IAEtB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY;IACnB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7E,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE;YACnB,EAAE,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/src/browser/resolve-locator.d.ts

@@ -0,0 +1,15 @@
+import type { Page, Locator } from 'playwright';
+export interface ElementTarget {
+    role?: string;
+    name?: string;
+    text?: string;
+    selector?: string;
+}
+export declare function resolveLocator(page: Page, target: ElementTarget): Locator;
+export declare function getBoundingBox(locator: Locator): Promise<{
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+} | undefined>;
+//# sourceMappingURL=resolve-locator.d.ts.map

package/dist/src/browser/resolve-locator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve-locator.d.ts","sourceRoot":"","sources":["../../../src/browser/resolve-locator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAEhD,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,GAAG,OAAO,CAczE;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,OAAO,GACf,OAAO,CAAC;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAAC,CAQ9E"}

package/dist/src/browser/resolve-locator.js

@@ -0,0 +1,27 @@
+export function resolveLocator(page, target) {
+    if (target.role && target.name) {
+        return page.getByRole(target.role, { name: target.name });
+    }
+    if (target.role) {
+        return page.getByRole(target.role);
+    }
+    if (target.text) {
+        return page.getByText(target.text);
+    }
+    if (target.selector) {
+        return page.locator(target.selector);
+    }
+    throw new Error('No valid target provided. Use role+name, text, or selector.');
+}
+export async function getBoundingBox(locator) {
+    try {
+        const box = await locator.boundingBox({ timeout: 3000 });
+        if (!box)
+            return undefined;
+        return { x: box.x, y: box.y, width: box.width, height: box.height };
+    }
+    catch {
+        return undefined;
+    }
+}
+//# sourceMappingURL=resolve-locator.js.map

package/dist/src/browser/resolve-locator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve-locator.js","sourceRoot":"","sources":["../../../src/browser/resolve-locator.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,cAAc,CAAC,IAAU,EAAE,MAAqB;IAC9D,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAW,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAW,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;AACjF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAgB;IAEhB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,IAAI,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC;QAC3B,OAAO,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;IACtE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC"}