@isoldex/sentinel 0.1.0

package/dist/core/state-parser.d.ts

@@ -0,0 +1,38 @@
+import type { CDPSession, Page } from 'playwright';
+export interface UIElement {
+    id: number;
+    role: string;
+    name: string;
+    description?: string;
+    boundingClientRect: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+    attributes?: Record<string, string>;
+    state?: {
+        disabled?: boolean;
+        hidden?: boolean;
+        focused?: boolean;
+        checked?: boolean | 'mixed';
+    };
+}
+export interface SimplifiedState {
+    url: string;
+    title: string;
+    elements: UIElement[];
+}
+export declare class StateParser {
+    private page;
+    private cdp;
+    private elementCounter;
+    private cachedState;
+    private cacheTimestamp;
+    constructor(page: Page, cdp: CDPSession);
+    invalidateCache(): void;
+    parse(): Promise<SimplifiedState>;
+    private isInteractive;
+    private nodeToUIElement;
+}
+//# sourceMappingURL=state-parser.d.ts.map

package/dist/core/state-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"state-parser.d.ts","sourceRoot":"","sources":["../../src/core/state-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEnD,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE;QAClB,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,KAAK,CAAC,EAAE;QACN,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC;KAC7B,CAAC;CACH;AAED,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,SAAS,EAAE,CAAC;CACvB;AAID,qBAAa,WAAW;IAKV,OAAO,CAAC,IAAI;IAAQ,OAAO,CAAC,GAAG;IAJ3C,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,WAAW,CAAgC;IACnD,OAAO,CAAC,cAAc,CAAK;gBAEP,IAAI,EAAE,IAAI,EAAU,GAAG,EAAE,UAAU;IAEvD,eAAe;IAKT,KAAK,IAAI,OAAO,CAAC,eAAe,CAAC;IAwDvC,OAAO,CAAC,aAAa;IAerB,OAAO,CAAC,eAAe;CA8BxB"}

package/dist/core/state-parser.js

@@ -0,0 +1,103 @@
+const STATE_CACHE_TTL_MS = 500;
+export class StateParser {
+    page;
+    cdp;
+    elementCounter = 0;
+    cachedState = null;
+    cacheTimestamp = 0;
+    constructor(page, cdp) {
+        this.page = page;
+        this.cdp = cdp;
+    }
+    invalidateCache() {
+        this.cachedState = null;
+        this.cacheTimestamp = 0;
+    }
+    async parse() {
+        const now = Date.now();
+        if (this.cachedState && (now - this.cacheTimestamp) < STATE_CACHE_TTL_MS) {
+            return this.cachedState;
+        }
+        this.elementCounter = 0;
+        const { nodes } = await this.cdp.send('Accessibility.getFullAXTree');
+        // Step 1: Filter interactive nodes synchronously (no I/O)
+        const interactiveNodes = nodes.filter((node) => this.isInteractive(node) && node.backendDOMNodeId);
+        // Step 2: Fire ALL getBoxModel requests in parallel
+        const boxModelResults = await Promise.allSettled(interactiveNodes.map((node) => this.cdp.send('DOM.getBoxModel', { backendNodeId: node.backendDOMNodeId })));
+        // Step 3: Build UIElement list from results
+        const uiElements = [];
+        for (let i = 0; i < interactiveNodes.length; i++) {
+            const node = interactiveNodes[i];
+            const result = boxModelResults[i];
+            if (!result || result.status === 'rejected')
+                continue;
+            const fulfilled = result;
+            const { model } = fulfilled.value;
+            if (!model?.content || model.content.length < 8)
+                continue;
+            const element = this.nodeToUIElement(node);
+            if (!element)
+                continue;
+            const x = model.content[0];
+            const y = model.content[1];
+            const width = model.content[2] - model.content[0];
+            const height = model.content[7] - model.content[1];
+            element.boundingClientRect = { x, y, width, height };
+            uiElements.push(element);
+        }
+        const state = {
+            url: this.page.url(),
+            title: await this.page.title(),
+            elements: uiElements,
+        };
+        this.cachedState = state;
+        this.cacheTimestamp = Date.now();
+        return state;
+    }
+    isInteractive(node) {
+        const interactiveRoles = [
+            // Standard form controls
+            'button', 'link', 'textbox', 'checkbox', 'combobox',
+            'listbox', 'menuitem', 'radio', 'searchbox', 'slider',
+            'spinbutton', 'switch', 'tab', 'treeitem',
+            // List-based UI (e.g. WhatsApp chat list items, dropdowns)
+            'listitem', 'option', 'row', 'gridcell',
+            // Custom interactive containers often used in SPAs
+            'menuitemcheckbox', 'menuitemradio', 'columnheader',
+        ];
+        return interactiveRoles.includes(node.role?.value) && !node.ignored;
+    }
+    // Made synchronous – no async needed, no await inside
+    nodeToUIElement(node) {
+        const role = node.role?.value || 'unknown';
+        const name = node.name?.value || '';
+        const description = node.description?.value || '';
+        // Use description as fallback name (common in SPA list items)
+        const effectiveName = name || description;
+        // Skip completely nameless elements unless they are a textbox (always useful)
+        if (!effectiveName && role !== 'textbox')
+            return null;
+        const state = {};
+        if (node.properties) {
+            for (const prop of node.properties) {
+                if (prop.name === 'disabled')
+                    state.disabled = prop.value.value;
+                if (prop.name === 'hidden')
+                    state.hidden = prop.value.value;
+                if (prop.name === 'focused')
+                    state.focused = prop.value.value;
+                if (prop.name === 'checked')
+                    state.checked = prop.value.value;
+            }
+        }
+        return {
+            id: this.elementCounter++,
+            role,
+            name: effectiveName,
+            description,
+            boundingClientRect: { x: 0, y: 0, width: 0, height: 0 },
+            state,
+        };
+    }
+}
+//# sourceMappingURL=state-parser.js.map

package/dist/core/state-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"state-parser.js","sourceRoot":"","sources":["../../src/core/state-parser.ts"],"names":[],"mappings":"AA4BA,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B,MAAM,OAAO,WAAW;IAKF;IAAoB;IAJhC,cAAc,GAAG,CAAC,CAAC;IACnB,WAAW,GAA2B,IAAI,CAAC;IAC3C,cAAc,GAAG,CAAC,CAAC;IAE3B,YAAoB,IAAU,EAAU,GAAe;QAAnC,SAAI,GAAJ,IAAI,CAAM;QAAU,QAAG,GAAH,GAAG,CAAY;IAAG,CAAC;IAE3D,eAAe;QACb,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,kBAAkB,EAAE,CAAC;YACzE,OAAO,IAAI,CAAC,WAAW,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAErE,0DAA0D;QAC1D,MAAM,gBAAgB,GAAG,KAAK,CAAC,MAAM,CACnC,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,gBAAgB,CACjE,CAAC;QAEF,oDAAoD;QACpD,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,UAAU,CAC9C,gBAAgB,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CACjC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,aAAa,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAC3E,CACF,CAAC;QAEF,4CAA4C;QAC5C,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACjD,MAAM,IAAI,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;YAElC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU;gBAAE,SAAS;YAEtD,MAAM,SAAS,GAAG,MAAqC,CAAC;YACxD,MAAM,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,KAAK,CAAC;YAClC,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,SAAS;YAE1D,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC;YAC5B,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC;YACpD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC;YAErD,OAAO,CAAC,kBAAkB,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;YACrD,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;QAED,MAAM,KAAK,GAAoB;YAC7B,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACpB,KAAK,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;YAC9B,QAAQ,EAAE,UAAU;SACrB,CAAC;QAEF,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,aAAa,CAAC,IAAS;QAC7B,MAAM,gBAAgB,GAAG;YACvB,yBAAyB;YACzB,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU;YACnD,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ;YACrD,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU;YACzC,2DAA2D;YAC3D,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU;YACvC,mDAAmD;YACnD,kBAAkB,EAAE,eAAe,EAAE,cAAc;SACpD,CAAC;QACF,OAAO,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;IACtE,CAAC;IAED,sDAAsD;IAC9C,eAAe,CAAC,IAAS;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,SAAS,CAAC;QAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC;QAElD,8DAA8D;QAC9D,MAAM,aAAa,GAAG,IAAI,IAAI,WAAW,CAAC;QAE1C,8EAA8E;QAC9E,IAAI,CAAC,aAAa,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QAEtD,MAAM,KAAK,GAAoC,EAAE,CAAC;QAClD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACnC,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;oBAAE,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;gBAChE,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;oBAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;gBAC5D,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;oBAAE,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;gBAC9D,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;oBAAE,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;YAChE,CAAC;QACH,CAAC;QAED,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,cAAc,EAAE;YACzB,IAAI;YACJ,IAAI,EAAE,aAAa;YACnB,WAAW;YACX,kBAAkB,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YACvD,KAAK;SACN,CAAC;IACJ,CAAC;CACF"}

package/dist/debug-aom.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=debug-aom.d.ts.map

package/dist/debug-aom.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-aom.d.ts","sourceRoot":"","sources":["../src/debug-aom.ts"],"names":[],"mappings":""}

package/dist/debug-aom.js

@@ -0,0 +1,22 @@
+import { SentinelDriver } from './core/driver.js';
+import { StateParser } from './core/state-parser.js';
+import dotenv from 'dotenv';
+import fs from 'fs';
+dotenv.config();
+async function debugAOM() {
+    const driver = new SentinelDriver({ headless: false });
+    await driver.initialize();
+    const page = driver.getPage();
+    await page.goto("https://web.whatsapp.com");
+    console.log("WAITING FOR MANUAL LOGIN...");
+    await page.waitForSelector('#pane-side', { timeout: 120000 });
+    console.log("Logged in. Capturing AOM...");
+    const cdp = driver.getCDPSession();
+    const parser = new StateParser(page, cdp);
+    const state = await parser.parse();
+    fs.writeFileSync('whatsapp-aom-debug.json', JSON.stringify(state, null, 2));
+    console.log("AOM saved to whatsapp-aom-debug.json");
+    await driver.close();
+}
+debugAOM();
+//# sourceMappingURL=debug-aom.js.map

package/dist/debug-aom.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-aom.js","sourceRoot":"","sources":["../src/debug-aom.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,KAAK,UAAU,QAAQ;IACrB,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IACvD,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAG,CAAC;IAE/B,MAAM,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAC3C,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAE9D,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,aAAa,EAAG,CAAC;IACpC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IAEnC,EAAE,CAAC,aAAa,CAAC,yBAAyB,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;IAEpD,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;AACvB,CAAC;AAED,QAAQ,EAAE,CAAC"}

package/dist/demo.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=demo.d.ts.map

package/dist/demo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"demo.d.ts","sourceRoot":"","sources":["../src/demo.ts"],"names":[],"mappings":""}

package/dist/demo.js

@@ -0,0 +1,41 @@
+import { Sentinel, z } from './index.js';
+import dotenv from 'dotenv';
+dotenv.config();
+async function main() {
+    const sentinel = new Sentinel({
+        apiKey: process.env.GEMINI_API_KEY || 'YOUR_API_KEY',
+        headless: false,
+        verbose: 1,
+        enableCaching: true,
+        domSettleTimeoutMs: 3000,
+    });
+    try {
+        await sentinel.init();
+        // Direct Playwright page access (like Stagehand)
+        console.log('Current URL:', sentinel.page.url());
+        await sentinel.goto('https://www.google.com');
+        // act() with variables support
+        await sentinel.act("Click 'Alle akzeptieren' or 'I agree' to cookies if present", { retries: 1 });
+        // act() with %variable% interpolation
+        const searchTerm = 'Stagehand AI';
+        await sentinel.act('Type %term% into the search bar and press enter', {
+            variables: { term: searchTerm },
+        });
+        // extract() with Zod schema
+        const results = await sentinel.extract('Extract the first 5 search result titles', z.object({
+            titles: z.array(z.string()),
+        }));
+        console.log('Search results:', results);
+        // observe() with optional instruction
+        const actions = await sentinel.observe('Find navigation or search elements');
+        console.log('Observable actions:', actions);
+    }
+    catch (error) {
+        console.error('Sentinel Error:', error);
+    }
+    finally {
+        await sentinel.close();
+    }
+}
+main();
+//# sourceMappingURL=demo.js.map

package/dist/demo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"demo.js","sourceRoot":"","sources":["../src/demo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,KAAK,UAAU,IAAI;IACjB,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,cAAc;QACpD,QAAQ,EAAE,KAAK;QACf,OAAO,EAAE,CAAC;QACV,aAAa,EAAE,IAAI;QACnB,kBAAkB,EAAE,IAAI;KACzB,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEtB,iDAAiD;QACjD,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAEjD,MAAM,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAE9C,+BAA+B;QAC/B,MAAM,QAAQ,CAAC,GAAG,CAAC,6DAA6D,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QAElG,sCAAsC;QACtC,MAAM,UAAU,GAAG,cAAc,CAAC;QAClC,MAAM,QAAQ,CAAC,GAAG,CAAC,iDAAiD,EAAE;YACpE,SAAS,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;SAChC,CAAC,CAAC;QAEH,4BAA4B;QAC5B,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CACpC,0CAA0C,EAC1C,CAAC,CAAC,MAAM,CAAC;YACP,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SAC5B,CAAC,CACH,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;QAExC,sCAAsC;QACtC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC;QAC7E,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;IAE9C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;IAC1C,CAAC;YAAS,CAAC;QACT,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,85 @@
+import type { Page, BrowserContext } from 'playwright';
+import type { ActOptions, ActionResult } from './api/act.js';
+import type { ObserveResult } from './api/observe.js';
+import type { SchemaInput } from './utils/gemini.js';
+import { z } from 'zod';
+export { z };
+export type { ActOptions, ActionResult, ObserveResult };
+export interface SentinelOptions {
+    /** Gemini API key */
+    apiKey: string;
+    /** Run browser in headless mode (default: false) */
+    headless?: boolean;
+    /** Viewport size (default: 1280x720) */
+    viewport?: {
+        width: number;
+        height: number;
+    };
+    /**
+     * Verbosity level:
+     *  0 = silent, 1 = key actions only (default), 2 = full debug
+     */
+    verbose?: 0 | 1 | 2;
+    /**
+     * Enable state caching between calls (default: true).
+     * Set to false to always fetch a fresh AOM state.
+     */
+    enableCaching?: boolean;
+    /**
+     * How long (ms) to wait for the DOM to settle after navigation/actions (default: 3000).
+     */
+    domSettleTimeoutMs?: number;
+}
+export declare class Sentinel {
+    private driver;
+    private stateParser;
+    private actionEngine;
+    private extractionEngine;
+    private observationEngine;
+    private verifier;
+    private gemini;
+    private readonly verbose;
+    private readonly enableCaching;
+    private readonly domSettleTimeoutMs;
+    constructor(options: SentinelOptions);
+    /** Direct access to the Playwright Page object */
+    get page(): Page;
+    /** Direct access to the Playwright BrowserContext object */
+    get context(): BrowserContext;
+    init(): Promise<void>;
+    goto(url: string): Promise<void>;
+    close(): Promise<void>;
+    /**
+     * Perform an action on the page described in natural language.
+     *
+     * @param instruction  Natural-language instruction, e.g. "Click the login button"
+     * @param options      Optional: variables for interpolation, retry count
+     *
+     * @example
+     * await sentinel.act('Fill %email% into the email field', { variables: { email: 'tom@example.com' } });
+     */
+    act(instruction: string, options?: ActOptions & {
+        retries?: number;
+    }): Promise<ActionResult>;
+    /**
+     * Extract structured data from the current page.
+     *
+     * @param instruction  What to extract, e.g. "Get all product names and prices"
+     * @param schema       Zod schema or raw JSON Schema describing the expected output
+     *
+     * @example
+     * const data = await sentinel.extract('Get the page title', z.object({ title: z.string() }));
+     */
+    extract<T>(instruction: string, schema: SchemaInput<T>): Promise<T>;
+    /**
+     * Observe the current page and return a list of possible interactions.
+     *
+     * @param instruction  Optional focus hint, e.g. "Find all navigation links"
+     *
+     * @example
+     * const actions = await sentinel.observe('Find login-related elements');
+     */
+    observe(instruction?: string): Promise<ObserveResult[]>;
+    private log;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAKvD,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAG7D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAE,CAAC,EAAE,CAAC;AACb,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC;AAExD,MAAM,WAAW,eAAe;IAC9B,qBAAqB;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,wCAAwC;IACxC,QAAQ,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7C;;;OAGG;IACH,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACpB;;;OAGG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,qBAAa,QAAQ;IACnB,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,gBAAgB,CAAiC;IACzD,OAAO,CAAC,iBAAiB,CAAkC;IAC3D,OAAO,CAAC,QAAQ,CAAyB;IACzC,OAAO,CAAC,MAAM,CAAgB;IAE9B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAY;IACpC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAU;IACxC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;gBAEhC,OAAO,EAAE,eAAe;IAcpC,kDAAkD;IAClD,IAAI,IAAI,IAAI,IAAI,CAEf;IAED,4DAA4D;IAC5D,IAAI,OAAO,IAAI,cAAc,CAE5B;IAIK,IAAI;IAcJ,IAAI,CAAC,GAAG,EAAE,MAAM;IAMhB,KAAK;IAOX;;;;;;;;OAQG;IACG,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,CAAC;IAsClG;;;;;;;;OAQG;IACG,OAAO,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAOzE;;;;;;;OAOG;IACG,OAAO,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAS7D,OAAO,CAAC,GAAG;CAKZ"}

package/dist/index.js

@@ -0,0 +1,143 @@
+import { SentinelDriver } from './core/driver.js';
+import { StateParser } from './core/state-parser.js';
+import { ActionEngine } from './api/act.js';
+import { ExtractionEngine } from './api/extract.js';
+import { ObservationEngine } from './api/observe.js';
+import { GeminiService } from './utils/gemini.js';
+import { Verifier } from './reliability/verifier.js';
+import { z } from 'zod';
+// Re-export z and types so users can do: import { Sentinel, z } from './index.js'
+export { z };
+export class Sentinel {
+    driver;
+    stateParser = null;
+    actionEngine = null;
+    extractionEngine = null;
+    observationEngine = null;
+    verifier = null;
+    gemini;
+    verbose;
+    enableCaching;
+    domSettleTimeoutMs;
+    constructor(options) {
+        const driverOptions = {
+            headless: options.headless ?? false,
+            ...(options.viewport ? { viewport: options.viewport } : {}),
+        };
+        this.driver = new SentinelDriver(driverOptions);
+        this.gemini = new GeminiService(options.apiKey);
+        this.verbose = options.verbose ?? 1;
+        this.enableCaching = options.enableCaching ?? true;
+        this.domSettleTimeoutMs = options.domSettleTimeoutMs ?? 3000;
+    }
+    // ─── Playwright passthrough ───────────────────────────────────────────────
+    /** Direct access to the Playwright Page object */
+    get page() {
+        return this.driver.getPage();
+    }
+    /** Direct access to the Playwright BrowserContext object */
+    get context() {
+        return this.driver.getContext();
+    }
+    // ─── Lifecycle ────────────────────────────────────────────────────────────
+    async init() {
+        await this.driver.initialize();
+        const page = this.driver.getPage();
+        const cdp = this.driver.getCDPSession();
+        this.stateParser = new StateParser(page, cdp);
+        this.actionEngine = new ActionEngine(page, this.stateParser, this.gemini);
+        this.extractionEngine = new ExtractionEngine(page, this.stateParser, this.gemini);
+        this.observationEngine = new ObservationEngine(page, this.stateParser, this.gemini);
+        this.verifier = new Verifier(page, this.stateParser, this.gemini);
+        this.log(1, '🚀 Sentinel initialized');
+    }
+    async goto(url) {
+        await this.driver.goto(url);
+        this.stateParser?.invalidateCache();
+        this.log(1, `🌐 Navigated to ${url}`);
+    }
+    async close() {
+        await this.driver.close();
+        this.log(1, '🔒 Sentinel closed');
+    }
+    // ─── Core API ─────────────────────────────────────────────────────────────
+    /**
+     * Perform an action on the page described in natural language.
+     *
+     * @param instruction  Natural-language instruction, e.g. "Click the login button"
+     * @param options      Optional: variables for interpolation, retry count
+     *
+     * @example
+     * await sentinel.act('Fill %email% into the email field', { variables: { email: 'tom@example.com' } });
+     */
+    async act(instruction, options) {
+        if (!this.actionEngine || !this.stateParser || !this.verifier) {
+            throw new Error('Sentinel not initialized. Call init() first.');
+        }
+        if (!this.enableCaching)
+            this.stateParser.invalidateCache();
+        const retries = options?.retries ?? 2;
+        let currentAttempt = 0;
+        while (currentAttempt <= retries) {
+            const stateBefore = await this.stateParser.parse();
+            const result = await this.actionEngine.act(instruction, options);
+            if (!result.success) {
+                this.log(1, `⚠️  Action failed: ${result.message}. Attempt ${currentAttempt + 1}/${retries + 1}`);
+                currentAttempt++;
+                continue;
+            }
+            const stateAfter = await this.stateParser.parse();
+            const verification = await this.verifier.verifyAction(instruction, stateBefore, stateAfter);
+            if (verification.success && verification.confidence > 0.7) {
+                this.log(1, `✅ "${instruction}" verified (confidence: ${(verification.confidence * 100).toFixed(0)}%)`);
+                return { success: true, message: verification.message, ...(result.action ? { action: result.action } : {}) };
+            }
+            else {
+                this.log(1, `⚠️  Verification weak (${(verification.confidence * 100).toFixed(0)}%): ${verification.message}. ` +
+                    `Retrying... (${currentAttempt + 1}/${retries + 1})`);
+                currentAttempt++;
+            }
+        }
+        return { success: false, message: `Failed to execute "${instruction}" after ${retries + 1} attempts.` };
+    }
+    /**
+     * Extract structured data from the current page.
+     *
+     * @param instruction  What to extract, e.g. "Get all product names and prices"
+     * @param schema       Zod schema or raw JSON Schema describing the expected output
+     *
+     * @example
+     * const data = await sentinel.extract('Get the page title', z.object({ title: z.string() }));
+     */
+    async extract(instruction, schema) {
+        if (!this.extractionEngine)
+            throw new Error('Sentinel not initialized. Call init() first.');
+        if (!this.enableCaching)
+            this.stateParser?.invalidateCache();
+        this.log(2, `🔍 Extracting: "${instruction}"`);
+        return await this.extractionEngine.extract(instruction, schema);
+    }
+    /**
+     * Observe the current page and return a list of possible interactions.
+     *
+     * @param instruction  Optional focus hint, e.g. "Find all navigation links"
+     *
+     * @example
+     * const actions = await sentinel.observe('Find login-related elements');
+     */
+    async observe(instruction) {
+        if (!this.observationEngine)
+            throw new Error('Sentinel not initialized. Call init() first.');
+        if (!this.enableCaching)
+            this.stateParser?.invalidateCache();
+        this.log(2, `👁️  Observing${instruction ? `: "${instruction}"` : ''}`);
+        return await this.observationEngine.observe(instruction);
+    }
+    // ─── Internal helpers ─────────────────────────────────────────────────────
+    log(level, message) {
+        if (this.verbose >= level) {
+            console.log(`[Sentinel] ${message}`);
+        }
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,kFAAkF;AAClF,OAAO,EAAE,CAAC,EAAE,CAAC;AA0Bb,MAAM,OAAO,QAAQ;IACX,MAAM,CAAiB;IACvB,WAAW,GAAuB,IAAI,CAAC;IACvC,YAAY,GAAwB,IAAI,CAAC;IACzC,gBAAgB,GAA4B,IAAI,CAAC;IACjD,iBAAiB,GAA6B,IAAI,CAAC;IACnD,QAAQ,GAAoB,IAAI,CAAC;IACjC,MAAM,CAAgB;IAEb,OAAO,CAAY;IACnB,aAAa,CAAU;IACvB,kBAAkB,CAAS;IAE5C,YAAY,OAAwB;QAClC,MAAM,aAAa,GAAkB;YACnC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK;YACnC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5D,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,IAAI,cAAc,CAAC,aAAa,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;QACnD,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,IAAI,IAAI,CAAC;IAC/D,CAAC;IAED,6EAA6E;IAE7E,kDAAkD;IAClD,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;IAC/B,CAAC;IAED,4DAA4D;IAC5D,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IAClC,CAAC;IAED,6EAA6E;IAE7E,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;QAExC,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1E,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAClF,IAAI,CAAC,iBAAiB,GAAG,IAAI,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACpF,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAElE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,yBAAyB,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAW;QACpB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,WAAW,EAAE,eAAe,EAAE,CAAC;QACpC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,mBAAmB,GAAG,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;IACpC,CAAC;IAED,6EAA6E;IAE7E;;;;;;;;OAQG;IACH,KAAK,CAAC,GAAG,CAAC,WAAmB,EAAE,OAA2C;QACxE,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC;QAE5D,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,CAAC,CAAC;QACtC,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,OAAO,cAAc,IAAI,OAAO,EAAE,CAAC;YACjC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAEjE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,sBAAsB,MAAM,CAAC,OAAO,aAAa,cAAc,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC;gBAClG,cAAc,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAClD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAE5F,IAAI,YAAY,CAAC,OAAO,IAAI,YAAY,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;gBAC1D,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,WAAW,2BAA2B,CAAC,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACxG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/G,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,CAAC,CAAC,EACR,0BAA0B,CAAC,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,YAAY,CAAC,OAAO,IAAI;oBACnG,gBAAgB,cAAc,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,GAAG,CACrD,CAAC;gBACF,cAAc,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,sBAAsB,WAAW,WAAW,OAAO,GAAG,CAAC,YAAY,EAAE,CAAC;IAC1G,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,OAAO,CAAI,WAAmB,EAAE,MAAsB;QAC1D,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAC5F,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,IAAI,CAAC,WAAW,EAAE,eAAe,EAAE,CAAC;QAC7D,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,mBAAmB,WAAW,GAAG,CAAC,CAAC;QAC/C,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAI,WAAW,EAAE,MAAM,CAAC,CAAC;IACrE,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,OAAO,CAAC,WAAoB;QAChC,IAAI,CAAC,IAAI,CAAC,iBAAiB;YAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAC7F,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,IAAI,CAAC,WAAW,EAAE,eAAe,EAAE,CAAC;QAC7D,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,iBAAiB,WAAW,CAAC,CAAC,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACxE,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC3D,CAAC;IAED,6EAA6E;IAErE,GAAG,CAAC,KAAgB,EAAE,OAAe;QAC3C,IAAI,IAAI,CAAC,OAAO,IAAI,KAAK,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,cAAc,OAAO,EAAE,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;CACF"}

package/dist/list-all.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=list-all.d.ts.map

package/dist/list-all.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-all.d.ts","sourceRoot":"","sources":["../src/list-all.ts"],"names":[],"mappings":""}

package/dist/list-all.js

@@ -0,0 +1,25 @@
+import dotenv from 'dotenv';
+dotenv.config();
+async function listAllModels() {
+    const key = process.env.GEMINI_API_KEY;
+    const versions = ['v1', 'v1beta', 'v1alpha'];
+    for (const v of versions) {
+        try {
+            console.log(`Checking models in ${v}...`);
+            const resp = await fetch(`https://generativelanguage.googleapis.com/${v}/models?key=${key}`);
+            const data = await resp.json();
+            if (data.models) {
+                data.models.forEach((m) => {
+                    if (m.name.includes('flash') || m.name.includes('3')) {
+                        console.log(`- ${m.name} (${m.displayName})`);
+                    }
+                });
+            }
+        }
+        catch (e) {
+            console.log(`Error in ${v}: ${e.message}`);
+        }
+    }
+}
+listAllModels();
+//# sourceMappingURL=list-all.js.map

package/dist/list-all.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-all.js","sourceRoot":"","sources":["../src/list-all.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,KAAK,UAAU,aAAa;IAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IACvC,MAAM,QAAQ,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAE7C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,6CAA6C,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC;YAC7F,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAM,EAAE,EAAE;oBAC7B,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;wBACrD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC;oBAChD,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;AACH,CAAC;AAED,aAAa,EAAE,CAAC"}

package/dist/list-models.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=list-models.d.ts.map

package/dist/list-models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-models.d.ts","sourceRoot":"","sources":["../src/list-models.ts"],"names":[],"mappings":""}

package/dist/list-models.js

@@ -0,0 +1,11 @@
+import { GoogleGenerativeAI } from "@google/generative-ai";
+import dotenv from 'dotenv';
+dotenv.config();
+async function listModels() {
+    const genAI = new GoogleGenerativeAI(process.env.GEMINI_API_KEY || "");
+    const result = await fetch(`https://generativelanguage.googleapis.com/v1beta/models?key=${process.env.GEMINI_API_KEY}`);
+    const models = await result.json();
+    console.log(JSON.stringify(models, null, 2));
+}
+listModels();
+//# sourceMappingURL=list-models.js.map

package/dist/list-models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-models.js","sourceRoot":"","sources":["../src/list-models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,KAAK,UAAU,UAAU;IACvB,MAAM,KAAK,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;IACvE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,+DAA+D,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC;IACxH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,UAAU,EAAE,CAAC"}

package/dist/reliability/verifier.d.ts

@@ -0,0 +1,18 @@
+import type { Page } from 'playwright';
+import { StateParser } from '../core/state-parser.js';
+import type { SimplifiedState } from '../core/state-parser.js';
+import { GeminiService } from '../utils/gemini.js';
+export interface VerificationResult {
+    done: boolean;
+    success: boolean;
+    message: string;
+    confidence: number;
+}
+export declare class Verifier {
+    private page;
+    private stateParser;
+    private gemini;
+    constructor(page: Page, stateParser: StateParser, gemini: GeminiService);
+    verifyAction(action: string, stateBefore: SimplifiedState, stateAfter: SimplifiedState): Promise<VerificationResult>;
+}
+//# sourceMappingURL=verifier.d.ts.map

package/dist/reliability/verifier.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verifier.d.ts","sourceRoot":"","sources":["../../src/reliability/verifier.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAaD,qBAAa,QAAQ;IAEjB,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,MAAM;gBAFN,IAAI,EAAE,IAAI,EACV,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,aAAa;IAGzB,YAAY,CAChB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,eAAe,EAC5B,UAAU,EAAE,eAAe,GAC1B,OAAO,CAAC,kBAAkB,CAAC;CAkD/B"}

package/dist/reliability/verifier.js

@@ -0,0 +1,64 @@
+import { StateParser } from '../core/state-parser.js';
+import { GeminiService } from '../utils/gemini.js';
+/** Returns a short, meaningful summary of a state for comparison */
+function summarizeState(state) {
+    return {
+        url: state.url,
+        title: state.title,
+        elementCount: state.elements.length,
+        // Include top-25 element names for semantic diff (not just count)
+        elementNames: state.elements.slice(0, 25).map(e => `${e.role}: ${e.name}`),
+    };
+}
+export class Verifier {
+    page;
+    stateParser;
+    gemini;
+    constructor(page, stateParser, gemini) {
+        this.page = page;
+        this.stateParser = stateParser;
+        this.gemini = gemini;
+    }
+    async verifyAction(action, stateBefore, stateAfter) {
+        // Fast path: URL changed → navigation happened → very likely success
+        if (stateBefore.url !== stateAfter.url) {
+            console.log(`[Verifier] URL changed: ${stateBefore.url} → ${stateAfter.url}. Auto-success.`);
+            return {
+                done: true,
+                success: true,
+                message: `Page navigated to ${stateAfter.url}`,
+                confidence: 0.95,
+            };
+        }
+        const prompt = `
+      I performed an action on a web page: "${action}"
+      
+      State BEFORE the action:
+      ${JSON.stringify(summarizeState(stateBefore), null, 2)}
+      
+      State AFTER the action:
+      ${JSON.stringify(summarizeState(stateAfter), null, 2)}
+      
+      Based on the semantic differences between these states (URL, title, element changes),
+      did the action achieve its intended goal?
+      Rate your confidence between 0.0 and 1.0.
+    `;
+        const schema = {
+            type: "object",
+            properties: {
+                success: { type: "boolean" },
+                confidence: { type: "number" },
+                explanation: { type: "string" }
+            },
+            required: ["success", "confidence", "explanation"]
+        };
+        const result = await this.gemini.generateStructuredData(prompt, schema);
+        return {
+            done: true,
+            success: result.success,
+            message: result.explanation,
+            confidence: result.confidence,
+        };
+    }
+}
+//# sourceMappingURL=verifier.js.map