@predicatelabs/sdk 0.99.9

package/dist/read.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"read.js","sourceRoot":"","sources":["../src/read.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;AA0DH,oBAuEC;AAKD,0BAiCC;AAnKD,wDAAuC;AACvC,iEAA6D;AAG7D,qCAA8C;AAgB9C,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAC7D,IAAI,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAC3C,IAAI,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACI,KAAK,UAAU,IAAI,CACxB,OAAyB,EACzB,UAAuB,EAAE;IAEzB,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,8CAA8C;IACtF,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,KAAK,KAAK,CAAC,CAAC,kBAAkB;IAE7E,IAAI,MAAM,KAAK,UAAU,IAAI,eAAe,EAAE,CAAC;QAC7C,wCAAwC;QACxC,MAAM,aAAa,GAAG,CAAC,MAAM,oCAAgB,CAAC,QAAQ,CACpD,IAAI,EACJ,IAAI,CAAC,EAAE,CAAE,MAAc,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAC5C,EAAE,MAAM,EAAE,KAAK,EAAE,CAClB,CAAe,CAAC;QAEjB,IAAI,aAAa,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,eAAe,GAAG,IAAI,kBAAe,CAAC;oBAC1C,YAAY,EAAE,KAAK;oBACnB,EAAE,EAAE,KAAK;oBACT,gBAAgB,EAAE,GAAG;oBACrB,cAAc,EAAE,QAAQ;oBACxB,WAAW,EAAE,GAAG;iBACjB,CAAC,CAAC;gBAEH,uCAAuC;gBACvC,eAAe,CAAC,OAAO,CAAC,eAAe,EAAE;oBACvC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAC5E,WAAW,EAAE,UAAU,OAAO;wBAC5B,OAAO,IAAI,GAAG,OAAO,GAAG,IAAI,CAAC;oBAC/B,CAAC;iBACF,CAAC,CAAC;gBAEH,yCAAyC;gBACzC,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAQ,CAAC,CAAC;gBAEzE,MAAM,eAAe,GAAG,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBAC9D,OAAO;oBACL,MAAM,EAAE,SAAS;oBACjB,GAAG,EAAE,aAAa,CAAC,GAAG;oBACtB,MAAM,EAAE,UAAU;oBAClB,OAAO,EAAE,eAAe;oBACxB,MAAM,EAAE,eAAe,CAAC,MAAM;iBAC/B,CAAC;YACJ,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,IAAI,CACV,+BAA+B,CAAC,CAAC,OAAO,yCAAyC,CAClF,CAAC;gBACF,qDAAqD;YACvD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CACV,0CAA0C,aAAa,CAAC,KAAK,yCAAyC,CACvG,CAAC;YACF,6DAA6D;QAC/D,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,MAAM,MAAM,GAAG,CAAC,MAAM,oCAAgB,CAAC,QAAQ,CAC7C,IAAI,EACJ,IAAI,CAAC,EAAE,CAAE,MAAc,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAC5C,EAAE,MAAM,EAAE,CACX,CAAe,CAAC;IAEjB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,OAAO,CAC3B,OAAyB,EACzB,GAAgB,EAChB,KAAa,EACb,MAAmB,EACnB,WAAmB,KAAK;IAExB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;IAClF,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAChC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,aAAa,EAAE,CAAC;IAC7D,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAClD,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAA,qBAAe,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACzE,MAAM,MAAM,GAAG,gFAAgF,CAAC;IAChG,MAAM,IAAI,GAAG,WAAW,KAAK,gBAAgB,UAAU,iBAAiB,OAAO,EAAE,CAAC;IAClF,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAEpC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC;IAChD,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC;QACzD,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC;IAC9C,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,OAAO,IAAI,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC;IAChE,CAAC;AACH,CAAC"}

package/dist/recorder.d.ts

@@ -0,0 +1,44 @@
+/**
+ * Recorder - captures user actions into a trace
+ */
+import { SentienceBrowser } from './browser';
+import { Snapshot } from './types';
+export interface TraceStep {
+    ts: number;
+    type: 'navigation' | 'click' | 'type' | 'press' | 'wait' | 'assert';
+    selector?: string;
+    element_id?: number;
+    text?: string;
+    key?: string;
+    url?: string;
+    snapshot?: Snapshot;
+}
+export interface Trace {
+    version: string;
+    created_at: string;
+    start_url: string;
+    steps: TraceStep[];
+}
+export declare class Recorder {
+    private browser;
+    private captureSnapshots;
+    private trace;
+    private active;
+    private startTime;
+    private maskPatterns;
+    constructor(browser: SentienceBrowser, captureSnapshots?: boolean);
+    start(): void;
+    stop(): void;
+    addMaskPattern(pattern: string): void;
+    private shouldMask;
+    recordNavigation(url: string): void;
+    recordClick(elementId: number, selector?: string): Promise<void>;
+    recordType(elementId: number, text: string, selector?: string): Promise<void>;
+    recordPress(key: string): void;
+    getTrace(): Trace;
+    save(filepath: string): Promise<void>;
+    static load(filepath: string): Promise<Trace>;
+    private inferSelector;
+}
+export declare function record(browser: SentienceBrowser, captureSnapshots?: boolean): Recorder;
+//# sourceMappingURL=recorder.d.ts.map

package/dist/recorder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recorder.d.ts","sourceRoot":"","sources":["../src/recorder.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAW,MAAM,SAAS,CAAC;AAI5C,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,YAAY,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,QAAQ,CAAC;IACpE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB;AAED,MAAM,WAAW,KAAK;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,SAAS,EAAE,CAAC;CACpB;AAED,qBAAa,QAAQ;IAOjB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,gBAAgB;IAP1B,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,SAAS,CAAoB;IACrC,OAAO,CAAC,YAAY,CAAgB;gBAG1B,OAAO,EAAE,gBAAgB,EACzB,gBAAgB,GAAE,OAAe;IAG3C,KAAK,IAAI,IAAI;IAiBb,IAAI,IAAI,IAAI;IAIZ,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAIrC,OAAO,CAAC,UAAU;IAKlB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAW7B,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwChE,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBnF,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAW9B,QAAQ,IAAI,KAAK;IAOX,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WAS9B,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;YAMrC,aAAa;CAwF5B;AAED,wBAAgB,MAAM,CAAC,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,GAAE,OAAe,GAAG,QAAQ,CAE7F"}

package/dist/recorder.js

@@ -0,0 +1,262 @@
+"use strict";
+/**
+ * Recorder - captures user actions into a trace
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Recorder = void 0;
+exports.record = record;
+const snapshot_1 = require("./snapshot");
+const query_1 = require("./query");
+class Recorder {
+    constructor(browser, captureSnapshots = false) {
+        this.browser = browser;
+        this.captureSnapshots = captureSnapshots;
+        this.trace = null;
+        this.active = false;
+        this.startTime = new Date();
+        this.maskPatterns = [];
+    }
+    start() {
+        const page = this.browser.getPage();
+        if (!page) {
+            throw new Error('Browser not started. Call start() first.');
+        }
+        this.active = true;
+        const startUrl = page.url();
+        this.startTime = new Date();
+        this.trace = {
+            version: '1.0.0',
+            created_at: new Date().toISOString(),
+            start_url: startUrl,
+            steps: [],
+        };
+    }
+    stop() {
+        this.active = false;
+    }
+    addMaskPattern(pattern) {
+        this.maskPatterns.push(pattern.toLowerCase());
+    }
+    shouldMask(text) {
+        const textLower = text.toLowerCase();
+        return this.maskPatterns.some(pattern => textLower.includes(pattern));
+    }
+    recordNavigation(url) {
+        if (!this.active || !this.trace)
+            return;
+        const ts = Date.now() - this.startTime.getTime();
+        this.trace.steps.push({
+            ts,
+            type: 'navigation',
+            url,
+        });
+    }
+    async recordClick(elementId, selector) {
+        if (!this.active || !this.trace)
+            return;
+        // If no selector provided, try to infer one
+        if (!selector) {
+            selector = await this.inferSelector(elementId);
+        }
+        const ts = Date.now() - this.startTime.getTime();
+        // Optionally capture snapshot
+        if (this.captureSnapshots) {
+            try {
+                const snap = await (0, snapshot_1.snapshot)(this.browser);
+                this.trace.steps.push({
+                    ts,
+                    type: 'click',
+                    element_id: elementId,
+                    selector,
+                    snapshot: snap,
+                });
+            }
+            catch (e) {
+                // If snapshot fails, just record without it
+                this.trace.steps.push({
+                    ts,
+                    type: 'click',
+                    element_id: elementId,
+                    selector,
+                });
+            }
+        }
+        else {
+            this.trace.steps.push({
+                ts,
+                type: 'click',
+                element_id: elementId,
+                selector,
+            });
+        }
+    }
+    async recordType(elementId, text, selector) {
+        if (!this.active || !this.trace)
+            return;
+        // If no selector provided, try to infer one
+        if (!selector) {
+            selector = await this.inferSelector(elementId);
+        }
+        const ts = Date.now() - this.startTime.getTime();
+        const mask = this.shouldMask(text);
+        const maskedText = mask ? '***' : text;
+        this.trace.steps.push({
+            ts,
+            type: 'type',
+            element_id: elementId,
+            text: maskedText,
+            selector,
+        });
+    }
+    recordPress(key) {
+        if (!this.active || !this.trace)
+            return;
+        const ts = Date.now() - this.startTime.getTime();
+        this.trace.steps.push({
+            ts,
+            type: 'press',
+            key,
+        });
+    }
+    getTrace() {
+        if (!this.trace) {
+            throw new Error('No trace available. Start recording first.');
+        }
+        return this.trace;
+    }
+    async save(filepath) {
+        if (!this.trace) {
+            throw new Error('No trace to save. Start recording first.');
+        }
+        const fs = await Promise.resolve().then(() => __importStar(require('fs')));
+        fs.writeFileSync(filepath, JSON.stringify(this.trace, null, 2), 'utf-8');
+    }
+    static async load(filepath) {
+        const fs = await Promise.resolve().then(() => __importStar(require('fs')));
+        const data = fs.readFileSync(filepath, 'utf-8');
+        return JSON.parse(data);
+    }
+    async inferSelector(elementId) {
+        try {
+            // Take a snapshot to get element info
+            const snap = await (0, snapshot_1.snapshot)(this.browser);
+            // Find the element in the snapshot
+            let element;
+            for (const el of snap.elements) {
+                if (el.id === elementId) {
+                    element = el;
+                    break;
+                }
+            }
+            if (!element) {
+                return undefined;
+            }
+            // Build candidate selector
+            const parts = [];
+            // Add role
+            if (element.role && element.role !== 'generic') {
+                parts.push(`role=${element.role}`);
+            }
+            // Add text if available
+            if (element.text) {
+                const textPart = element.text.replace(/"/g, '\\"').substring(0, 50);
+                parts.push(`text~"${textPart}"`);
+            }
+            else {
+                // Try to get name/aria-label/placeholder from DOM
+                const page = this.browser.getPage();
+                if (page) {
+                    try {
+                        const el = await page.evaluate((id) => {
+                            const registry = window.sentience_registry;
+                            if (!registry || !registry[id])
+                                return null;
+                            const elem = registry[id];
+                            return {
+                                name: elem.name || null,
+                                ariaLabel: elem.getAttribute('aria-label') || null,
+                                placeholder: elem.placeholder || null,
+                            };
+                        }, elementId);
+                        if (el) {
+                            if (el.name) {
+                                parts.push(`name="${el.name}"`);
+                            }
+                            else if (el.ariaLabel) {
+                                parts.push(`text~"${el.ariaLabel}"`);
+                            }
+                            else if (el.placeholder) {
+                                parts.push(`text~"${el.placeholder}"`);
+                            }
+                        }
+                    }
+                    catch (e) {
+                        // Ignore errors
+                    }
+                }
+            }
+            // Add clickable if relevant
+            if (element.visual_cues.is_clickable) {
+                parts.push('clickable=true');
+            }
+            if (parts.length === 0) {
+                return undefined;
+            }
+            const selector = parts.join(' ');
+            // Validate selector - should match exactly 1 element
+            const matches = (0, query_1.query)(snap, selector);
+            if (matches.length === 1) {
+                return selector;
+            }
+            else if (matches.length > 1) {
+                // Multiple matches - return selector anyway (could add more constraints later)
+                return selector;
+            }
+            else {
+                // Selector doesn't match - return undefined (will use element_id)
+                return undefined;
+            }
+        }
+        catch (e) {
+            return undefined;
+        }
+    }
+}
+exports.Recorder = Recorder;
+function record(browser, captureSnapshots = false) {
+    return new Recorder(browser, captureSnapshots);
+}
+//# sourceMappingURL=recorder.js.map

package/dist/recorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recorder.js","sourceRoot":"","sources":["../src/recorder.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqQH,wBAEC;AAnQD,yCAAsC;AACtC,mCAAqD;AAoBrD,MAAa,QAAQ;IAMnB,YACU,OAAyB,EACzB,mBAA4B,KAAK;QADjC,YAAO,GAAP,OAAO,CAAkB;QACzB,qBAAgB,GAAhB,gBAAgB,CAAiB;QAPnC,UAAK,GAAiB,IAAI,CAAC;QAC3B,WAAM,GAAY,KAAK,CAAC;QACxB,cAAS,GAAS,IAAI,IAAI,EAAE,CAAC;QAC7B,iBAAY,GAAa,EAAE,CAAC;IAKjC,CAAC;IAEJ,KAAK;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAE5B,IAAI,CAAC,KAAK,GAAG;YACX,OAAO,EAAE,OAAO;YAChB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,SAAS,EAAE,QAAQ;YACnB,KAAK,EAAE,EAAE;SACV,CAAC;IACJ,CAAC;IAED,IAAI;QACF,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,cAAc,CAAC,OAAe;QAC5B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IAChD,CAAC;IAEO,UAAU,CAAC,IAAY;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,gBAAgB,CAAC,GAAW;QAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QAExC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACjD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YACpB,EAAE;YACF,IAAI,EAAE,YAAY;YAClB,GAAG;SACJ,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAiB,EAAE,QAAiB;QACpD,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QAExC,4CAA4C;QAC5C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAEjD,8BAA8B;QAC9B,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC1C,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;oBACpB,EAAE;oBACF,IAAI,EAAE,OAAO;oBACb,UAAU,EAAE,SAAS;oBACrB,QAAQ;oBACR,QAAQ,EAAE,IAAI;iBACf,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,4CAA4C;gBAC5C,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;oBACpB,EAAE;oBACF,IAAI,EAAE,OAAO;oBACb,UAAU,EAAE,SAAS;oBACrB,QAAQ;iBACT,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;gBACpB,EAAE;gBACF,IAAI,EAAE,OAAO;gBACb,UAAU,EAAE,SAAS;gBACrB,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB,EAAE,IAAY,EAAE,QAAiB;QACjE,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QAExC,4CAA4C;QAC5C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAEvC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YACpB,EAAE;YACF,IAAI,EAAE,MAAM;YACZ,UAAU,EAAE,SAAS;YACrB,IAAI,EAAE,UAAU;YAChB,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CAAC,GAAW;QACrB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QAExC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACjD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YACpB,EAAE;YACF,IAAI,EAAE,OAAO;YACb,GAAG;SACJ,CAAC,CAAC;IACL,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAgB;QACzB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QAC9B,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,QAAgB;QAChC,MAAM,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAU,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,SAAiB;QAC3C,IAAI,CAAC;YACH,sCAAsC;YACtC,MAAM,IAAI,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAE1C,mCAAmC;YACnC,IAAI,OAA4B,CAAC;YACjC,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC/B,IAAI,EAAE,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;oBACxB,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM;gBACR,CAAC;YACH,CAAC;YAED,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,2BAA2B;YAC3B,MAAM,KAAK,GAAa,EAAE,CAAC;YAE3B,WAAW;YACX,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC/C,KAAK,CAAC,IAAI,CAAC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YACrC,CAAC;YAED,wBAAwB;YACxB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACjB,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACpE,KAAK,CAAC,IAAI,CAAC,SAAS,QAAQ,GAAG,CAAC,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,kDAAkD;gBAClD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpC,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC;wBACH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAU,EAAE,EAAE;4BAC5C,MAAM,QAAQ,GAAI,MAAc,CAAC,kBAAkB,CAAC;4BACpD,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;gCAAE,OAAO,IAAI,CAAC;4BAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;4BAC1B,OAAO;gCACL,IAAI,EAAG,IAAyB,CAAC,IAAI,IAAI,IAAI;gCAC7C,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,IAAI;gCAClD,WAAW,EAAG,IAAyB,CAAC,WAAW,IAAI,IAAI;6BAC5D,CAAC;wBACJ,CAAC,EAAE,SAAS,CAAC,CAAC;wBAEd,IAAI,EAAE,EAAE,CAAC;4BACP,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gCACZ,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC;4BAClC,CAAC;iCAAM,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;gCACxB,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,SAAS,GAAG,CAAC,CAAC;4BACvC,CAAC;iCAAM,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gCAC1B,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,WAAW,GAAG,CAAC,CAAC;4BACzC,CAAC;wBACH,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,gBAAgB;oBAClB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,4BAA4B;YAC5B,IAAI,OAAO,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC/B,CAAC;YAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAEjC,qDAAqD;YACrD,MAAM,OAAO,GAAG,IAAA,aAAK,EAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAEtC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,QAAQ,CAAC;YAClB,CAAC;iBAAM,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,+EAA+E;gBAC/E,OAAO,QAAQ,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,kEAAkE;gBAClE,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;CACF;AA1OD,4BA0OC;AAED,SAAgB,MAAM,CAAC,OAAyB,EAAE,mBAA4B,KAAK;IACjF,OAAO,IAAI,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;AACjD,CAAC"}

package/dist/runtime-agent.d.ts

@@ -0,0 +1,72 @@
+/**
+ * AgentRuntime-backed agent with optional vision executor fallback.
+ *
+ * This keeps the control plane verification-first:
+ * - Actions may be proposed by either a structured executor (DOM snapshot prompt)
+ *   or a vision executor (screenshot prompt).
+ * - Verification is always executed via AgentRuntime predicates.
+ */
+import { AgentRuntime } from './agent-runtime';
+import { LLMProvider } from './llm-provider';
+import type { StepHookContext } from './types';
+import type { Predicate } from './verification';
+export interface StepVerification {
+    predicate: Predicate;
+    label: string;
+    required?: boolean;
+    eventually?: boolean;
+    timeoutMs?: number;
+    pollMs?: number;
+    maxSnapshotAttempts?: number;
+    minConfidence?: number;
+}
+export interface RuntimeStep {
+    goal: string;
+    intent?: string;
+    verifications?: StepVerification[];
+    snapshotLimitBase?: number;
+    snapshotLimitStep?: number;
+    snapshotLimitMax?: number;
+    maxSnapshotAttempts?: number;
+    minConfidence?: number;
+    minActionables?: number;
+    visionExecutorEnabled?: boolean;
+    maxVisionExecutorAttempts?: number;
+}
+export declare class RuntimeAgent {
+    readonly runtime: AgentRuntime;
+    readonly executor: LLMProvider;
+    readonly visionExecutor?: LLMProvider;
+    readonly visionVerifier?: LLMProvider;
+    readonly shortCircuitCanvas: boolean;
+    private structuredLLM;
+    constructor(opts: {
+        runtime: AgentRuntime;
+        executor: LLMProvider;
+        visionExecutor?: LLMProvider;
+        visionVerifier?: LLMProvider;
+        shortCircuitCanvas?: boolean;
+    });
+    runStep(opts: {
+        taskGoal: string;
+        step: RuntimeStep;
+        onStepStart?: (ctx: StepHookContext) => void | Promise<void>;
+        onStepEnd?: (ctx: StepHookContext) => void | Promise<void>;
+    }): Promise<boolean>;
+    private runHook;
+    private snapshotWithRamp;
+    private proposeStructuredAction;
+    private visionExecutorAttempt;
+    private applyVerifications;
+    private executeAction;
+    private stabilizeBestEffort;
+    private clickBBox;
+    private findElement;
+    private countActionables;
+    private shouldShortCircuitToVision;
+    private visionExecutorPrompts;
+    private verificationTargetsHuman;
+    private parseAction;
+    private extractActionFromText;
+}
+//# sourceMappingURL=runtime-agent.d.ts.map

package/dist/runtime-agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime-agent.d.ts","sourceRoot":"","sources":["../src/runtime-agent.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,EAA2B,eAAe,EAAE,MAAM,SAAS,CAAC;AACxE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEhD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,SAAS,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAGnC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,yBAAyB,CAAC,EAAE,MAAM,CAAC;CACpC;AAUD,qBAAa,YAAY;IACvB,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;IAC/B,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC;IAC/B,QAAQ,CAAC,cAAc,CAAC,EAAE,WAAW,CAAC;IACtC,QAAQ,CAAC,cAAc,CAAC,EAAE,WAAW,CAAC;IACtC,QAAQ,CAAC,kBAAkB,EAAE,OAAO,CAAC;IAErC,OAAO,CAAC,aAAa,CAAwB;gBAEjC,IAAI,EAAE;QAChB,OAAO,EAAE,YAAY,CAAC;QACtB,QAAQ,EAAE,WAAW,CAAC;QACtB,cAAc,CAAC,EAAE,WAAW,CAAC;QAC7B,cAAc,CAAC,EAAE,WAAW,CAAC;QAC7B,kBAAkB,CAAC,EAAE,OAAO,CAAC;KAC9B;IASK,OAAO,CAAC,IAAI,EAAE;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,WAAW,CAAC;QAClB,WAAW,CAAC,EAAE,CAAC,GAAG,EAAE,eAAe,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC7D,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,eAAe,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;KAC5D,GAAG,OAAO,CAAC,OAAO,CAAC;YA6EN,OAAO;YAYP,gBAAgB;YAoChB,uBAAuB;YAYvB,qBAAqB;YAgCrB,kBAAkB;YA0BlB,aAAa;YAgDb,mBAAmB;IAQjC,OAAO,CAAC,SAAS;IAMjB,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,gBAAgB;YAQV,0BAA0B;IAuBxC,OAAO,CAAC,qBAAqB;IA2C7B,OAAO,CAAC,wBAAwB;IAOhC,OAAO,CAAC,WAAW;IAiCnB,OAAO,CAAC,qBAAqB;CAO9B"}