@cogitator-ai/browser 0.1.2

package/dist/tools/navigation.d.ts

@@ -0,0 +1,63 @@
+import type { BrowserSession } from '../session.js';
+export declare function createNavigateTool(session: BrowserSession): import("@cogitator-ai/types").Tool<{
+    url: string;
+    waitUntil?: "load" | "domcontentloaded" | "networkidle" | "commit" | undefined;
+}, {
+    url: string;
+    title: string;
+    status: number;
+}>;
+export declare function createGoBackTool(session: BrowserSession): import("@cogitator-ai/types").Tool<Record<string, never>, {
+    url: string;
+    title: string;
+}>;
+export declare function createGoForwardTool(session: BrowserSession): import("@cogitator-ai/types").Tool<Record<string, never>, {
+    url: string;
+    title: string;
+}>;
+export declare function createReloadTool(session: BrowserSession): import("@cogitator-ai/types").Tool<{
+    waitUntil?: "load" | "domcontentloaded" | "networkidle" | "commit" | undefined;
+}, {
+    url: string;
+    title: string;
+}>;
+export declare function createWaitForNavigationTool(session: BrowserSession): import("@cogitator-ai/types").Tool<{
+    url?: string | undefined;
+    timeout?: number | undefined;
+}, {
+    url: string;
+    title: string;
+}>;
+export declare function createGetCurrentUrlTool(session: BrowserSession): import("@cogitator-ai/types").Tool<Record<string, never>, {
+    url: string;
+    title: string;
+}>;
+export declare function createWaitForSelectorTool(session: BrowserSession): import("@cogitator-ai/types").Tool<{
+    selector: string;
+    state?: "visible" | "hidden" | "attached" | "detached" | undefined;
+    timeout?: number | undefined;
+}, {
+    found: boolean;
+}>;
+export declare function createNavigationTools(session: BrowserSession): (import("@cogitator-ai/types").Tool<Record<string, never>, {
+    url: string;
+    title: string;
+}> | import("@cogitator-ai/types").Tool<{
+    waitUntil?: "load" | "domcontentloaded" | "networkidle" | "commit" | undefined;
+}, {
+    url: string;
+    title: string;
+}> | import("@cogitator-ai/types").Tool<{
+    url?: string | undefined;
+    timeout?: number | undefined;
+}, {
+    url: string;
+    title: string;
+}> | import("@cogitator-ai/types").Tool<{
+    selector: string;
+    state?: "visible" | "hidden" | "attached" | "detached" | undefined;
+    timeout?: number | undefined;
+}, {
+    found: boolean;
+}>)[];
+//# sourceMappingURL=navigation.d.ts.map

package/dist/tools/navigation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"navigation.d.ts","sourceRoot":"","sources":["../../src/tools/navigation.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAejD,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,cAAc;;;;;;;GAoBzD;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,cAAc;;;GAgBvD;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,cAAc;;;GAgB1D;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,cAAc;;;;;GAgBvD;AAED,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,cAAc;;;;;;GAgBlE;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc;;;GAe9D;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,cAAc;;;;;;GAqBhE;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;MAU5D"}

package/dist/tools/navigation.js

@@ -0,0 +1,140 @@
+import { tool } from '@cogitator-ai/core';
+import { navigateSchema, goBackSchema, goForwardSchema, reloadSchema, waitForNavigationSchema, getCurrentUrlSchema, waitForSelectorSchema, } from '../utils/schemas.js';
+export function createNavigateTool(session) {
+    return tool({
+        name: 'browser_navigate',
+        description: 'Navigate to a URL in the browser. Returns the final URL, page title, and HTTP status.',
+        category: 'web',
+        tags: ['browser', 'navigation'],
+        parameters: navigateSchema,
+        execute: async (params) => {
+            const page = session.page;
+            const response = await page.goto(params.url, {
+                waitUntil: params.waitUntil ?? 'load',
+            });
+            return {
+                url: page.url(),
+                title: await page.title(),
+                status: response?.status() ?? 0,
+            };
+        },
+    });
+}
+export function createGoBackTool(session) {
+    return tool({
+        name: 'browser_go_back',
+        description: 'Go back to the previous page in browser history.',
+        category: 'web',
+        tags: ['browser', 'navigation'],
+        parameters: goBackSchema,
+        execute: async () => {
+            const page = session.page;
+            await page.goBack();
+            return {
+                url: page.url(),
+                title: await page.title(),
+            };
+        },
+    });
+}
+export function createGoForwardTool(session) {
+    return tool({
+        name: 'browser_go_forward',
+        description: 'Go forward to the next page in browser history.',
+        category: 'web',
+        tags: ['browser', 'navigation'],
+        parameters: goForwardSchema,
+        execute: async () => {
+            const page = session.page;
+            await page.goForward();
+            return {
+                url: page.url(),
+                title: await page.title(),
+            };
+        },
+    });
+}
+export function createReloadTool(session) {
+    return tool({
+        name: 'browser_reload',
+        description: 'Reload the current page.',
+        category: 'web',
+        tags: ['browser', 'navigation'],
+        parameters: reloadSchema,
+        execute: async (params) => {
+            const page = session.page;
+            await page.reload({ waitUntil: params.waitUntil ?? 'load' });
+            return {
+                url: page.url(),
+                title: await page.title(),
+            };
+        },
+    });
+}
+export function createWaitForNavigationTool(session) {
+    return tool({
+        name: 'browser_wait_for_navigation',
+        description: 'Wait for the page to navigate to a URL matching the given pattern.',
+        category: 'web',
+        tags: ['browser', 'navigation'],
+        parameters: waitForNavigationSchema,
+        execute: async (params) => {
+            const page = session.page;
+            await page.waitForURL(params.url ?? '**', { timeout: params.timeout });
+            return {
+                url: page.url(),
+                title: await page.title(),
+            };
+        },
+    });
+}
+export function createGetCurrentUrlTool(session) {
+    return tool({
+        name: 'browser_get_current_url',
+        description: 'Get the current page URL and title.',
+        category: 'web',
+        tags: ['browser', 'navigation'],
+        parameters: getCurrentUrlSchema,
+        execute: async () => {
+            const page = session.page;
+            return {
+                url: page.url(),
+                title: await page.title(),
+            };
+        },
+    });
+}
+export function createWaitForSelectorTool(session) {
+    return tool({
+        name: 'browser_wait_for_selector',
+        description: 'Wait for a CSS selector to appear on the page. Returns whether the element was found.',
+        category: 'web',
+        tags: ['browser', 'navigation'],
+        parameters: waitForSelectorSchema,
+        execute: async (params) => {
+            const page = session.page;
+            try {
+                await page.waitForSelector(params.selector, {
+                    state: params.state,
+                    timeout: params.timeout,
+                });
+                return { found: true };
+            }
+            catch {
+                return { found: false };
+            }
+        },
+    });
+}
+export function createNavigationTools(session) {
+    return [
+        createNavigateTool(session),
+        createGoBackTool(session),
+        createGoForwardTool(session),
+        createReloadTool(session),
+        createWaitForNavigationTool(session),
+        createGetCurrentUrlTool(session),
+        createWaitForSelectorTool(session),
+    ];
+}
+//# sourceMappingURL=navigation.js.map

package/dist/tools/navigation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"navigation.js","sourceRoot":"","sources":["../../src/tools/navigation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAE1C,OAAO,EACL,cAAc,EACd,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,uBAAuB,EACvB,mBAAmB,EACnB,qBAAqB,GAKtB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,UAAU,kBAAkB,CAAC,OAAuB;IACxD,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,kBAAkB;QACxB,WAAW,EACT,uFAAuF;QACzF,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,YAAY,CAAC;QAC/B,UAAU,EAAE,cAAc;QAC1B,OAAO,EAAE,KAAK,EAAE,MAAqB,EAAE,EAAE;YACvC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;gBAC3C,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,MAAM;aACtC,CAAC,CAAC;YACH,OAAO;gBACL,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE;gBACf,KAAK,EAAE,MAAM,IAAI,CAAC,KAAK,EAAE;gBACzB,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC;aAChC,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAuB;IACtD,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,kDAAkD;QAC/D,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,YAAY,CAAC;QAC/B,UAAU,EAAE,YAAY;QACxB,OAAO,EAAE,KAAK,IAAI,EAAE;YAClB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,OAAO;gBACL,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE;gBACf,KAAK,EAAE,MAAM,IAAI,CAAC,KAAK,EAAE;aAC1B,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAuB;IACzD,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EAAE,iDAAiD;QAC9D,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,YAAY,CAAC;QAC/B,UAAU,EAAE,eAAe;QAC3B,OAAO,EAAE,KAAK,IAAI,EAAE;YAClB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YACvB,OAAO;gBACL,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE;gBACf,KAAK,EAAE,MAAM,IAAI,CAAC,KAAK,EAAE;aAC1B,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAuB;IACtD,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,gBAAgB;QACtB,WAAW,EAAE,0BAA0B;QACvC,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,YAAY,CAAC;QAC/B,UAAU,EAAE,YAAY;QACxB,OAAO,EAAE,KAAK,EAAE,MAAmB,EAAE,EAAE;YACrC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,MAAM,EAAE,CAAC,CAAC;YAC7D,OAAO;gBACL,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE;gBACf,KAAK,EAAE,MAAM,IAAI,CAAC,KAAK,EAAE;aAC1B,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,OAAuB;IACjE,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,6BAA6B;QACnC,WAAW,EAAE,oEAAoE;QACjF,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,YAAY,CAAC;QAC/B,UAAU,EAAE,uBAAuB;QACnC,OAAO,EAAE,KAAK,EAAE,MAA8B,EAAE,EAAE;YAChD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;YACvE,OAAO;gBACL,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE;gBACf,KAAK,EAAE,MAAM,IAAI,CAAC,KAAK,EAAE;aAC1B,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAuB;IAC7D,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,qCAAqC;QAClD,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,YAAY,CAAC;QAC/B,UAAU,EAAE,mBAAmB;QAC/B,OAAO,EAAE,KAAK,IAAI,EAAE;YAClB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,OAAO;gBACL,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE;gBACf,KAAK,EAAE,MAAM,IAAI,CAAC,KAAK,EAAE;aAC1B,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,OAAuB;IAC/D,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,2BAA2B;QACjC,WAAW,EACT,uFAAuF;QACzF,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,YAAY,CAAC;QAC/B,UAAU,EAAE,qBAAqB;QACjC,OAAO,EAAE,KAAK,EAAE,MAA4B,EAAE,EAAE;YAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE;oBAC1C,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;iBACxB,CAAC,CAAC;gBACH,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACzB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YAC1B,CAAC;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAuB;IAC3D,OAAO;QACL,kBAAkB,CAAC,OAAO,CAAC;QAC3B,gBAAgB,CAAC,OAAO,CAAC;QACzB,mBAAmB,CAAC,OAAO,CAAC;QAC5B,gBAAgB,CAAC,OAAO,CAAC;QACzB,2BAA2B,CAAC,OAAO,CAAC;QACpC,uBAAuB,CAAC,OAAO,CAAC;QAChC,yBAAyB,CAAC,OAAO,CAAC;KACnC,CAAC;AACJ,CAAC"}

package/dist/tools/network.d.ts

@@ -0,0 +1,122 @@
+import type { BrowserSession } from '../session.js';
+interface ApiCallRecord {
+    url: string;
+    method: string;
+    status: number;
+    timing: number;
+    requestHeaders: Record<string, string>;
+    responseHeaders: Record<string, string>;
+}
+interface HarEntry {
+    url: string;
+    method: string;
+    status: number;
+    timing: number;
+    requestHeaders: Record<string, string>;
+    responseHeaders: Record<string, string>;
+    responseBody: string;
+}
+declare class NetworkState {
+    private _interceptors;
+    private _apiCalls;
+    private _listening;
+    private _interceptorCounter;
+    get apiCalls(): ApiCallRecord[];
+    addInterceptor(_page: unknown, id: string, remover: () => Promise<void>): Promise<void>;
+    removeInterceptor(id: string): Promise<void>;
+    startListening(page: BrowserSession['page']): void;
+    nextId(): string;
+    clearApiCalls(): void;
+}
+export declare function createInterceptRequestTool(session: BrowserSession, state: NetworkState): import("@cogitator-ai/types").Tool<{
+    urlPattern: string;
+    action: "block" | "modify" | "continue";
+    modify?: {
+        headers?: Record<string, string> | undefined;
+        body?: string | undefined;
+        url?: string | undefined;
+    } | undefined;
+}, {
+    interceptorId: string;
+}>;
+export declare function createWaitForResponseTool(session: BrowserSession): import("@cogitator-ai/types").Tool<{
+    urlPattern: string;
+    timeout?: number | undefined;
+}, {
+    url: string;
+    status: number;
+    headers: {
+        [key: string]: string;
+    };
+    body: string;
+}>;
+export declare function createBlockResourcesTool(session: BrowserSession, state: NetworkState): import("@cogitator-ai/types").Tool<{
+    types: ("image" | "stylesheet" | "font" | "media" | "script")[];
+}, {
+    blocking: boolean;
+    interceptorId: string;
+    types: ("image" | "stylesheet" | "font" | "media" | "script")[];
+}>;
+export declare function createCaptureHarTool(session: BrowserSession): import("@cogitator-ai/types").Tool<{
+    action: "start" | "stop";
+    path?: string | undefined;
+}, {
+    capturing: boolean;
+    entries: number;
+    har?: undefined;
+} | {
+    capturing: boolean;
+    entries: number;
+    har: HarEntry[];
+}>;
+export declare function createGetApiCallsTool(session: BrowserSession, state: NetworkState): import("@cogitator-ai/types").Tool<{
+    urlPattern?: string | undefined;
+    method?: string | undefined;
+}, {
+    calls: ApiCallRecord[];
+}>;
+export declare function createNetworkTools(session: BrowserSession): (import("@cogitator-ai/types").Tool<{
+    urlPattern: string;
+    action: "block" | "modify" | "continue";
+    modify?: {
+        headers?: Record<string, string> | undefined;
+        body?: string | undefined;
+        url?: string | undefined;
+    } | undefined;
+}, {
+    interceptorId: string;
+}> | import("@cogitator-ai/types").Tool<{
+    urlPattern: string;
+    timeout?: number | undefined;
+}, {
+    url: string;
+    status: number;
+    headers: {
+        [key: string]: string;
+    };
+    body: string;
+}> | import("@cogitator-ai/types").Tool<{
+    types: ("image" | "stylesheet" | "font" | "media" | "script")[];
+}, {
+    blocking: boolean;
+    interceptorId: string;
+    types: ("image" | "stylesheet" | "font" | "media" | "script")[];
+}> | import("@cogitator-ai/types").Tool<{
+    action: "start" | "stop";
+    path?: string | undefined;
+}, {
+    capturing: boolean;
+    entries: number;
+    har?: undefined;
+} | {
+    capturing: boolean;
+    entries: number;
+    har: HarEntry[];
+}> | import("@cogitator-ai/types").Tool<{
+    urlPattern?: string | undefined;
+    method?: string | undefined;
+}, {
+    calls: ApiCallRecord[];
+}>)[];
+export {};
+//# sourceMappingURL=network.d.ts.map

package/dist/tools/network.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"network.d.ts","sourceRoot":"","sources":["../../src/tools/network.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAcjD,UAAU,aAAa;IACrB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACzC;AAED,UAAU,QAAQ;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,cAAM,YAAY;IAChB,OAAO,CAAC,aAAa,CAA0C;IAC/D,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,mBAAmB,CAAK;IAEhC,IAAI,QAAQ,oBAEX;IAEK,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC;IAIvE,iBAAiB,CAAC,EAAE,EAAE,MAAM;IAQlC,cAAc,CAAC,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC;IA+B3C,MAAM;IAIN,aAAa;CAGd;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY;;;;;;;;;;GAoCtF;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,cAAc;;;;;;;;;;GA4BhE;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY;;;;;;GAiCpF;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc;;;;;;;;;;;GAkE3D;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY;;;;;GAqBjF;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MASzD"}

package/dist/tools/network.js

@@ -0,0 +1,223 @@
+import { tool } from '@cogitator-ai/core';
+import { interceptRequestSchema, waitForResponseSchema, blockResourcesSchema, captureHarSchema, getApiCallsSchema, } from '../utils/schemas.js';
+class NetworkState {
+    _interceptors = new Map();
+    _apiCalls = [];
+    _listening = false;
+    _interceptorCounter = 0;
+    get apiCalls() {
+        return this._apiCalls;
+    }
+    async addInterceptor(_page, id, remover) {
+        this._interceptors.set(id, remover);
+    }
+    async removeInterceptor(id) {
+        const remover = this._interceptors.get(id);
+        if (remover) {
+            await remover();
+            this._interceptors.delete(id);
+        }
+    }
+    startListening(page) {
+        if (this._listening)
+            return;
+        this._listening = true;
+        page.on('response', async (response) => {
+            const request = response.request();
+            const resourceType = request.resourceType();
+            if (resourceType === 'xhr' || resourceType === 'fetch') {
+                this._apiCalls.push({
+                    url: request.url(),
+                    method: request.method(),
+                    status: response.status(),
+                    timing: 0,
+                    requestHeaders: request.headers(),
+                    responseHeaders: response.headers(),
+                });
+            }
+        });
+    }
+    nextId() {
+        return `interceptor_${++this._interceptorCounter}`;
+    }
+    clearApiCalls() {
+        this._apiCalls = [];
+    }
+}
+export function createInterceptRequestTool(session, state) {
+    return tool({
+        name: 'browser_intercept_request',
+        description: 'Intercept and modify, block, or continue HTTP requests matching a URL pattern.',
+        category: 'web',
+        tags: ['browser', 'network'],
+        parameters: interceptRequestSchema,
+        execute: async (params) => {
+            const page = session.page;
+            const id = state.nextId();
+            const handler = async (route) => {
+                if (params.action === 'block') {
+                    await route.abort();
+                }
+                else if (params.action === 'modify' && params.modify) {
+                    const overrides = {};
+                    if (params.modify.headers)
+                        overrides.headers = params.modify.headers;
+                    if (params.modify.body)
+                        overrides.postData = params.modify.body;
+                    if (params.modify.url)
+                        overrides.url = params.modify.url;
+                    await route.continue(overrides);
+                }
+                else {
+                    await route.continue();
+                }
+            };
+            await page.route(params.urlPattern, handler);
+            await state.addInterceptor(page, id, async () => {
+                await page.unroute(params.urlPattern, handler);
+            });
+            return { interceptorId: id };
+        },
+    });
+}
+export function createWaitForResponseTool(session) {
+    return tool({
+        name: 'browser_wait_for_response',
+        description: 'Wait for an HTTP response matching a URL pattern. Returns status, headers, and body.',
+        category: 'web',
+        tags: ['browser', 'network'],
+        parameters: waitForResponseSchema,
+        execute: async (params) => {
+            const page = session.page;
+            const response = await page.waitForResponse((resp) => resp.url().includes(params.urlPattern), { timeout: params.timeout });
+            let body;
+            try {
+                body = await response.text();
+            }
+            catch {
+                body = '';
+            }
+            return {
+                url: response.url(),
+                status: response.status(),
+                headers: response.headers(),
+                body,
+            };
+        },
+    });
+}
+export function createBlockResourcesTool(session, state) {
+    return tool({
+        name: 'browser_block_resources',
+        description: 'Block specific resource types (images, stylesheets, fonts, media, scripts) from loading.',
+        category: 'web',
+        tags: ['browser', 'network'],
+        parameters: blockResourcesSchema,
+        execute: async (params) => {
+            const page = session.page;
+            const types = new Set(params.types);
+            const handler = async (route) => {
+                if (types.has(route.request().resourceType())) {
+                    await route.abort();
+                }
+                else {
+                    await route.continue();
+                }
+            };
+            const id = state.nextId();
+            await page.route('**/*', handler);
+            await state.addInterceptor(page, id, async () => {
+                await page.unroute('**/*', handler);
+            });
+            return { blocking: true, interceptorId: id, types: params.types };
+        },
+    });
+}
+export function createCaptureHarTool(session) {
+    let harEntries = [];
+    let harCapturing = false;
+    let responseHandler = null;
+    return tool({
+        name: 'browser_capture_har',
+        description: 'Start or stop capturing HTTP traffic in HAR format. On stop, returns all captured entries.',
+        category: 'web',
+        tags: ['browser', 'network'],
+        parameters: captureHarSchema,
+        execute: async (params) => {
+            const page = session.page;
+            if (params.action === 'start') {
+                harEntries = [];
+                harCapturing = true;
+                responseHandler = async (response) => {
+                    if (!harCapturing)
+                        return;
+                    const startTime = Date.now();
+                    const resp = response;
+                    const request = resp.request();
+                    let body = '';
+                    try {
+                        body = await resp.text();
+                    }
+                    catch {
+                        /* response body may not be available */
+                    }
+                    harEntries.push({
+                        url: request.url(),
+                        method: request.method(),
+                        status: resp.status(),
+                        timing: Date.now() - startTime,
+                        requestHeaders: request.headers(),
+                        responseHeaders: resp.headers(),
+                        responseBody: body,
+                    });
+                };
+                page.on('response', responseHandler);
+                return { capturing: true, entries: 0 };
+            }
+            harCapturing = false;
+            if (responseHandler) {
+                page.removeListener('response', responseHandler);
+                responseHandler = null;
+            }
+            if (params.path) {
+                const { writeFile } = await import('node:fs/promises');
+                await writeFile(params.path, JSON.stringify({ entries: harEntries }, null, 2));
+            }
+            const entries = [...harEntries];
+            harEntries = [];
+            return { capturing: false, entries: entries.length, har: entries };
+        },
+    });
+}
+export function createGetApiCallsTool(session, state) {
+    return tool({
+        name: 'browser_get_api_calls',
+        description: 'Get captured XHR/fetch API calls, optionally filtered by URL pattern or HTTP method.',
+        category: 'web',
+        tags: ['browser', 'network'],
+        parameters: getApiCallsSchema,
+        execute: async (params) => {
+            state.startListening(session.page);
+            let calls = state.apiCalls;
+            if (params.urlPattern) {
+                calls = calls.filter((c) => c.url.includes(params.urlPattern));
+            }
+            if (params.method) {
+                const method = params.method.toUpperCase();
+                calls = calls.filter((c) => c.method === method);
+            }
+            return { calls };
+        },
+    });
+}
+export function createNetworkTools(session) {
+    const state = new NetworkState();
+    return [
+        createInterceptRequestTool(session, state),
+        createWaitForResponseTool(session),
+        createBlockResourcesTool(session, state),
+        createCaptureHarTool(session),
+        createGetApiCallsTool(session, state),
+    ];
+}
+//# sourceMappingURL=network.js.map

package/dist/tools/network.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"network.js","sourceRoot":"","sources":["../../src/tools/network.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAE1C,OAAO,EACL,sBAAsB,EACtB,qBAAqB,EACrB,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,GAMlB,MAAM,kBAAkB,CAAC;AAqB1B,MAAM,YAAY;IACR,aAAa,GAAG,IAAI,GAAG,EAA+B,CAAC;IACvD,SAAS,GAAoB,EAAE,CAAC;IAChC,UAAU,GAAG,KAAK,CAAC;IACnB,mBAAmB,GAAG,CAAC,CAAC;IAEhC,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAc,EAAE,EAAU,EAAE,OAA4B;QAC3E,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,EAAU;QAChC,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,OAAO,EAAE,CAAC;YAChB,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,cAAc,CAAC,IAA4B;QACzC,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,EAAE,CACL,UAAU,EACV,KAAK,EAAE,QASN,EAAE,EAAE;YACH,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;YACnC,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;YAC5C,IAAI,YAAY,KAAK,KAAK,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;gBACvD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;oBAClB,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;oBAClB,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;oBACxB,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;oBACzB,MAAM,EAAE,CAAC;oBACT,cAAc,EAAE,OAAO,CAAC,OAAO,EAAE;oBACjC,eAAe,EAAE,QAAQ,CAAC,OAAO,EAAE;iBACpC,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CACF,CAAC;IACJ,CAAC;IAED,MAAM;QACJ,OAAO,eAAe,EAAE,IAAI,CAAC,mBAAmB,EAAE,CAAC;IACrD,CAAC;IAED,aAAa;QACX,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;IACtB,CAAC;CACF;AAED,MAAM,UAAU,0BAA0B,CAAC,OAAuB,EAAE,KAAmB;IACrF,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,gFAAgF;QAC7F,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;QAC5B,UAAU,EAAE,sBAAsB;QAClC,OAAO,EAAE,KAAK,EAAE,MAA6B,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAE1B,MAAM,OAAO,GAAG,KAAK,EAAE,KAGtB,EAAE,EAAE;gBACH,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;oBAC9B,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;gBACtB,CAAC;qBAAM,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;oBACvD,MAAM,SAAS,GAA4B,EAAE,CAAC;oBAC9C,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO;wBAAE,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;oBACrE,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI;wBAAE,SAAS,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;oBAChE,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG;wBAAE,SAAS,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;oBACzD,MAAM,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAClC,CAAC;qBAAM,CAAC;oBACN,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACzB,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC7C,MAAM,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,IAAI,EAAE;gBAC9C,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACjD,CAAC,CAAC,CAAC;YAEH,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;QAC/B,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,OAAuB;IAC/D,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,2BAA2B;QACjC,WAAW,EACT,sFAAsF;QACxF,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;QAC5B,UAAU,EAAE,qBAAqB;QACjC,OAAO,EAAE,KAAK,EAAE,MAA4B,EAAE,EAAE;YAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CACzC,CAAC,IAA2B,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,EACvE,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAC5B,CAAC;YACF,IAAI,IAAY,CAAC;YACjB,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC/B,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,GAAG,EAAE,CAAC;YACZ,CAAC;YACD,OAAO;gBACL,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE;gBACnB,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;gBACzB,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE;gBAC3B,IAAI;aACL,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,OAAuB,EAAE,KAAmB;IACnF,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EACT,0FAA0F;QAC5F,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;QAC5B,UAAU,EAAE,oBAAoB;QAChC,OAAO,EAAE,KAAK,EAAE,MAA2B,EAAE,EAAE;YAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,KAAK,GAAG,IAAI,GAAG,CAAS,MAAM,CAAC,KAAK,CAAC,CAAC;YAE5C,MAAM,OAAO,GAAG,KAAK,EAAE,KAItB,EAAE,EAAE;gBACH,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,YAAY,EAAE,CAAC,EAAE,CAAC;oBAC9C,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;gBACtB,CAAC;qBAAM,CAAC;oBACN,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACzB,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAClC,MAAM,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,IAAI,EAAE;gBAC9C,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;YAEH,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;QACpE,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAuB;IAC1D,IAAI,UAAU,GAAe,EAAE,CAAC;IAChC,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,eAAe,GAAyC,IAAI,CAAC;IAEjE,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EACT,4FAA4F;QAC9F,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;QAC5B,UAAU,EAAE,gBAAgB;QAC5B,OAAO,EAAE,KAAK,EAAE,MAAuB,EAAE,EAAE;YACzC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAE1B,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;gBAC9B,UAAU,GAAG,EAAE,CAAC;gBAChB,YAAY,GAAG,IAAI,CAAC;gBACpB,eAAe,GAAG,KAAK,EAAE,QAAiB,EAAE,EAAE;oBAC5C,IAAI,CAAC,YAAY;wBAAE,OAAO;oBAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC7B,MAAM,IAAI,GAAG,QASZ,CAAC;oBACF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;oBAC/B,IAAI,IAAI,GAAG,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC3B,CAAC;oBAAC,MAAM,CAAC;wBACP,wCAAwC;oBAC1C,CAAC;oBACD,UAAU,CAAC,IAAI,CAAC;wBACd,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;wBAClB,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;wBACxB,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;wBACrB,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;wBAC9B,cAAc,EAAE,OAAO,CAAC,OAAO,EAAE;wBACjC,eAAe,EAAE,IAAI,CAAC,OAAO,EAAE;wBAC/B,YAAY,EAAE,IAAI;qBACnB,CAAC,CAAC;gBACL,CAAC,CAAC;gBACF,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;gBACrC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;YACzC,CAAC;YAED,YAAY,GAAG,KAAK,CAAC;YACrB,IAAI,eAAe,EAAE,CAAC;gBACpB,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;gBACjD,eAAe,GAAG,IAAI,CAAC;YACzB,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAChB,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;gBACvD,MAAM,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACjF,CAAC;YACD,MAAM,OAAO,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;YAChC,UAAU,GAAG,EAAE,CAAC;YAChB,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;QACrE,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAuB,EAAE,KAAmB;IAChF,OAAO,IAAI,CAAC;QACV,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EACT,sFAAsF;QACxF,QAAQ,EAAE,KAAc;QACxB,IAAI,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;QAC5B,UAAU,EAAE,iBAAiB;QAC7B,OAAO,EAAE,KAAK,EAAE,MAAwB,EAAE,EAAE;YAC1C,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC;YAC3B,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACtB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAW,CAAC,CAAC,CAAC;YAClE,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC3C,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;YACnD,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAuB;IACxD,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;IACjC,OAAO;QACL,0BAA0B,CAAC,OAAO,EAAE,KAAK,CAAC;QAC1C,yBAAyB,CAAC,OAAO,CAAC;QAClC,wBAAwB,CAAC,OAAO,EAAE,KAAK,CAAC;QACxC,oBAAoB,CAAC,OAAO,CAAC;QAC7B,qBAAqB,CAAC,OAAO,EAAE,KAAK,CAAC;KACtC,CAAC;AACJ,CAAC"}

package/dist/tools/vision.d.ts

@@ -0,0 +1,83 @@
+import type { BrowserSession } from '../session.js';
+export declare function createScreenshotTool(session: BrowserSession): import("@cogitator-ai/types").Tool<{
+    fullPage?: boolean | undefined;
+    selector?: string | undefined;
+    quality?: number | undefined;
+}, {
+    image: string;
+    width: number;
+    height: number;
+}>;
+export declare function createScreenshotElementTool(session: BrowserSession): import("@cogitator-ai/types").Tool<{
+    selector: string;
+}, {
+    image: string;
+    boundingBox: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    } | null;
+}>;
+export declare function createFindByDescriptionTool(session: BrowserSession): import("@cogitator-ai/types").Tool<{
+    description: string;
+}, {
+    elements: {
+        role: string;
+        name: string;
+        description: string;
+    }[];
+}>;
+export declare function createClickByDescriptionTool(session: BrowserSession): import("@cogitator-ai/types").Tool<{
+    description: string;
+    index?: number | undefined;
+}, {
+    clicked: boolean;
+    element: {
+        description: string;
+        index: number;
+    };
+} | {
+    clicked: boolean;
+    element: null;
+}>;
+export declare function createVisionTools(session: BrowserSession): (import("@cogitator-ai/types").Tool<{
+    fullPage?: boolean | undefined;
+    selector?: string | undefined;
+    quality?: number | undefined;
+}, {
+    image: string;
+    width: number;
+    height: number;
+}> | import("@cogitator-ai/types").Tool<{
+    selector: string;
+}, {
+    image: string;
+    boundingBox: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    } | null;
+}> | import("@cogitator-ai/types").Tool<{
+    description: string;
+}, {
+    elements: {
+        role: string;
+        name: string;
+        description: string;
+    }[];
+}> | import("@cogitator-ai/types").Tool<{
+    description: string;
+    index?: number | undefined;
+}, {
+    clicked: boolean;
+    element: {
+        description: string;
+        index: number;
+    };
+} | {
+    clicked: boolean;
+    element: null;
+}>)[];
+//# sourceMappingURL=vision.d.ts.map

package/dist/tools/vision.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision.d.ts","sourceRoot":"","sources":["../../src/tools/vision.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAajD,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc;;;;;;;;GAgC3D;AAED,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,cAAc;;;;;;;;;;GAmBlE;AAED,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,cAAc;;;;cAchC,MAAM;cAAQ,MAAM;qBAAe,MAAM;;GA2B3E;AAED,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,cAAc;;;;;;;;;;;;GAoCnE;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;cAnEtB,MAAM;cAAQ,MAAM;qBAAe,MAAM;;;;;;;;;;;;;;MA0E3E"}