@wingman-ai/gateway 0.3.0 → 0.3.2

package/dist/agent/tools/browser_control.d.ts

@@ -0,0 +1,478 @@
+import * as z from "zod";
+type BrowserPageLike = {
+    goto: (url: string, options?: {
+        waitUntil?: "domcontentloaded";
+        timeout?: number;
+    }) => Promise<unknown>;
+    bringToFront?: () => Promise<unknown>;
+    click: (selector: string, options?: {
+        timeout?: number;
+    }) => Promise<unknown>;
+    fill: (selector: string, text: string, options?: {
+        timeout?: number;
+    }) => Promise<unknown>;
+    keyboard: {
+        press: (key: string) => Promise<unknown>;
+    };
+    waitForTimeout: (ms: number) => Promise<unknown>;
+    waitForSelector?: (selector: string, options?: {
+        state?: "attached" | "detached" | "visible" | "hidden";
+        timeout?: number;
+    }) => Promise<unknown>;
+    waitForURL?: (url: string | RegExp, options?: {
+        timeout?: number;
+        waitUntil?: "load" | "domcontentloaded" | "networkidle";
+    }) => Promise<unknown>;
+    waitForLoadState?: (state?: "load" | "domcontentloaded" | "networkidle", options?: {
+        timeout?: number;
+    }) => Promise<unknown>;
+    waitForFunction?: (expression: string, arg?: unknown, options?: {
+        timeout?: number;
+    }) => Promise<unknown>;
+    textContent: (selector: string, options?: {
+        timeout?: number;
+    }) => Promise<string | null>;
+    evaluate: (expression: string) => Promise<unknown>;
+    screenshot: (options: {
+        path: string;
+        fullPage?: boolean;
+    }) => Promise<unknown>;
+    title: () => Promise<string>;
+    url: () => string;
+};
+type BrowserContextLike = {
+    pages: () => BrowserPageLike[];
+    newPage: () => Promise<BrowserPageLike>;
+    close?: () => Promise<unknown>;
+};
+type BrowserLike = {
+    contexts: () => BrowserContextLike[];
+    close: () => Promise<unknown>;
+};
+type LaunchPersistentContextOptions = {
+    executablePath?: string;
+    headless?: boolean;
+    timeout?: number;
+    args?: string[];
+    ignoreDefaultArgs?: string[];
+};
+type PlaywrightLike = {
+    chromium: {
+        connectOverCDP: (wsEndpoint: string, options?: {
+            timeout?: number;
+        }) => Promise<BrowserLike>;
+        launchPersistentContext?: (userDataDir: string, options?: LaunchPersistentContextOptions) => Promise<BrowserContextLike>;
+    };
+};
+interface StartChromeInput {
+    executablePath?: string;
+    headless: boolean;
+    launchTimeoutMs: number;
+    userDataDir: string;
+    chromeArgs?: string[];
+}
+interface StartedChromeSession {
+    wsEndpoint: string;
+    close: () => Promise<void>;
+}
+type BrowserTransportPreference = "auto" | "playwright" | "relay";
+type BrowserRelayRuntimeConfig = {
+    enabled?: boolean;
+    host?: string;
+    port?: number;
+    requireAuth?: boolean;
+    authToken?: string;
+};
+type ResolvedBrowserRelayConfig = {
+    host: string;
+    port: number;
+    requireAuth: boolean;
+    authToken?: string;
+};
+interface BrowserControlDependencies {
+    importPlaywright: () => Promise<PlaywrightLike>;
+    startChrome: (input: StartChromeInput) => Promise<StartedChromeSession>;
+    resolveRelayWsEndpoint: (config: ResolvedBrowserRelayConfig, timeoutMs: number) => Promise<string>;
+    mkTempDir: () => string;
+    removeDir: (target: string) => void;
+    now: () => number;
+}
+export interface BrowserControlToolOptions {
+    workspace?: string;
+    configWorkspace?: string;
+    launchTimeoutMs?: number;
+    defaultExecutablePath?: string;
+    browserProfile?: string;
+    browserTransport?: BrowserTransportPreference;
+    relayConfig?: BrowserRelayRuntimeConfig;
+    profilesRootDir?: string;
+    profilePaths?: Record<string, string>;
+    browserExtensions?: string[];
+    extensionsRootDir?: string;
+    extensionPaths?: Record<string, string>;
+    defaultExtensions?: string[];
+    preferPersistentLaunch?: boolean;
+}
+export declare function clearStaleDevtoolsArtifacts(userDataDir: string): void;
+export declare const createBrowserControlTool: (options?: BrowserControlToolOptions, dependencies?: Partial<BrowserControlDependencies>) => import("langchain").DynamicStructuredTool<z.ZodObject<{
+    url: z.ZodOptional<z.ZodString>;
+    actions: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+        type: z.ZodLiteral<"navigate">;
+        url: z.ZodString;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"open">;
+        url: z.ZodString;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"goto">;
+        url: z.ZodString;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"click">;
+        selector: z.ZodString;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"type">;
+        selector: z.ZodString;
+        text: z.ZodString;
+        submit: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"press">;
+        key: z.ZodString;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"wait">;
+        ms: z.ZodOptional<z.ZodNumber>;
+        selector: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+        load: z.ZodOptional<z.ZodEnum<{
+            load: "load";
+            domcontentloaded: "domcontentloaded";
+            networkidle: "networkidle";
+        }>>;
+        fn: z.ZodOptional<z.ZodString>;
+        timeoutMs: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"ms">;
+        ms: z.ZodNumber;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"sleep">;
+        ms: z.ZodNumber;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"pause">;
+        ms: z.ZodNumber;
+    }, z.core.$strip>, z.ZodObject<{
+        selector: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+        load: z.ZodOptional<z.ZodEnum<{
+            load: "load";
+            domcontentloaded: "domcontentloaded";
+            networkidle: "networkidle";
+        }>>;
+        fn: z.ZodOptional<z.ZodString>;
+        timeoutMs: z.ZodOptional<z.ZodNumber>;
+        type: z.ZodLiteral<"wait_for">;
+    }, z.core.$strip>, z.ZodObject<{
+        selector: z.ZodOptional<z.ZodString>;
+        url: z.ZodOptional<z.ZodString>;
+        load: z.ZodOptional<z.ZodEnum<{
+            load: "load";
+            domcontentloaded: "domcontentloaded";
+            networkidle: "networkidle";
+        }>>;
+        fn: z.ZodOptional<z.ZodString>;
+        timeoutMs: z.ZodOptional<z.ZodNumber>;
+        type: z.ZodLiteral<"wait_until">;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"extract_text">;
+        selector: z.ZodOptional<z.ZodString>;
+        maxChars: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"selector">;
+        selector: z.ZodString;
+        maxChars: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"extract">;
+        selector: z.ZodOptional<z.ZodString>;
+        maxChars: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"getContent">;
+        selector: z.ZodOptional<z.ZodString>;
+        maxChars: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"get_content">;
+        selector: z.ZodOptional<z.ZodString>;
+        maxChars: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"querySelector">;
+        selector: z.ZodOptional<z.ZodString>;
+        maxChars: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"query_selector">;
+        selector: z.ZodOptional<z.ZodString>;
+        maxChars: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"screenshot">;
+        path: z.ZodOptional<z.ZodString>;
+        fullPage: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"path">;
+        path: z.ZodString;
+        fullPage: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"snapshot">;
+        path: z.ZodString;
+        fullPage: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"capture">;
+        path: z.ZodString;
+        fullPage: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"evaluate">;
+        expression: z.ZodString;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"expression">;
+        expression: z.ZodString;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"js">;
+        expression: z.ZodString;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"script">;
+        expression: z.ZodString;
+    }, z.core.$strip>], "type">>>>;
+    headless: z.ZodOptional<z.ZodBoolean>;
+    timeoutMs: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    executablePath: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>, {
+    actions: ({
+        type: "wait";
+        ms?: number | undefined;
+        selector?: string | undefined;
+        url?: string | undefined;
+        load?: "load" | "domcontentloaded" | "networkidle" | undefined;
+        fn?: string | undefined;
+        timeoutMs?: number | undefined;
+    } | {
+        type: "wait_for";
+        selector?: string | undefined;
+        url?: string | undefined;
+        load?: "load" | "domcontentloaded" | "networkidle" | undefined;
+        fn?: string | undefined;
+        timeoutMs?: number | undefined;
+    } | {
+        type: "wait_until";
+        selector?: string | undefined;
+        url?: string | undefined;
+        load?: "load" | "domcontentloaded" | "networkidle" | undefined;
+        fn?: string | undefined;
+        timeoutMs?: number | undefined;
+    } | {
+        type: "navigate";
+        url: string;
+    } | {
+        type: "url";
+        url: string;
+    } | {
+        type: "open";
+        url: string;
+    } | {
+        type: "goto";
+        url: string;
+    } | {
+        type: "click";
+        selector: string;
+    } | {
+        type: "type";
+        selector: string;
+        text: string;
+        submit: boolean;
+    } | {
+        type: "press";
+        key: string;
+    } | {
+        type: "ms";
+        ms: number;
+    } | {
+        type: "sleep";
+        ms: number;
+    } | {
+        type: "pause";
+        ms: number;
+    } | {
+        type: "extract_text";
+        maxChars: number;
+        selector?: string | undefined;
+    } | {
+        type: "selector";
+        selector: string;
+        maxChars: number;
+    } | {
+        type: "extract";
+        maxChars: number;
+        selector?: string | undefined;
+    } | {
+        type: "getContent";
+        maxChars: number;
+        selector?: string | undefined;
+    } | {
+        type: "get_content";
+        maxChars: number;
+        selector?: string | undefined;
+    } | {
+        type: "querySelector";
+        maxChars: number;
+        selector?: string | undefined;
+    } | {
+        type: "query_selector";
+        maxChars: number;
+        selector?: string | undefined;
+    } | {
+        type: "screenshot";
+        fullPage: boolean;
+        path?: string | undefined;
+    } | {
+        type: "path";
+        path: string;
+        fullPage: boolean;
+    } | {
+        type: "snapshot";
+        path: string;
+        fullPage: boolean;
+    } | {
+        type: "capture";
+        path: string;
+        fullPage: boolean;
+    } | {
+        type: "evaluate";
+        expression: string;
+    } | {
+        type: "expression";
+        expression: string;
+    } | {
+        type: "js";
+        expression: string;
+    } | {
+        type: "script";
+        expression: string;
+    })[];
+    timeoutMs: number;
+    url?: string | undefined;
+    headless?: boolean | undefined;
+    executablePath?: string | undefined;
+}, {
+    url?: string | undefined;
+    actions?: ({
+        type: "wait";
+        ms?: number | undefined;
+        selector?: string | undefined;
+        url?: string | undefined;
+        load?: "load" | "domcontentloaded" | "networkidle" | undefined;
+        fn?: string | undefined;
+        timeoutMs?: number | undefined;
+    } | {
+        type: "wait_for";
+        selector?: string | undefined;
+        url?: string | undefined;
+        load?: "load" | "domcontentloaded" | "networkidle" | undefined;
+        fn?: string | undefined;
+        timeoutMs?: number | undefined;
+    } | {
+        type: "wait_until";
+        selector?: string | undefined;
+        url?: string | undefined;
+        load?: "load" | "domcontentloaded" | "networkidle" | undefined;
+        fn?: string | undefined;
+        timeoutMs?: number | undefined;
+    } | {
+        type: "navigate";
+        url: string;
+    } | {
+        type: "url";
+        url: string;
+    } | {
+        type: "open";
+        url: string;
+    } | {
+        type: "goto";
+        url: string;
+    } | {
+        type: "click";
+        selector: string;
+    } | {
+        type: "type";
+        selector: string;
+        text: string;
+        submit?: boolean | undefined;
+    } | {
+        type: "press";
+        key: string;
+    } | {
+        type: "ms";
+        ms: number;
+    } | {
+        type: "sleep";
+        ms: number;
+    } | {
+        type: "pause";
+        ms: number;
+    } | {
+        type: "extract_text";
+        selector?: string | undefined;
+        maxChars?: number | undefined;
+    } | {
+        type: "selector";
+        selector: string;
+        maxChars?: number | undefined;
+    } | {
+        type: "extract";
+        selector?: string | undefined;
+        maxChars?: number | undefined;
+    } | {
+        type: "getContent";
+        selector?: string | undefined;
+        maxChars?: number | undefined;
+    } | {
+        type: "get_content";
+        selector?: string | undefined;
+        maxChars?: number | undefined;
+    } | {
+        type: "querySelector";
+        selector?: string | undefined;
+        maxChars?: number | undefined;
+    } | {
+        type: "query_selector";
+        selector?: string | undefined;
+        maxChars?: number | undefined;
+    } | {
+        type: "screenshot";
+        path?: string | undefined;
+        fullPage?: boolean | undefined;
+    } | {
+        type: "path";
+        path: string;
+        fullPage?: boolean | undefined;
+    } | {
+        type: "snapshot";
+        path: string;
+        fullPage?: boolean | undefined;
+    } | {
+        type: "capture";
+        path: string;
+        fullPage?: boolean | undefined;
+    } | {
+        type: "evaluate";
+        expression: string;
+    } | {
+        type: "expression";
+        expression: string;
+    } | {
+        type: "js";
+        expression: string;
+    } | {
+        type: "script";
+        expression: string;
+    })[] | undefined;
+    headless?: boolean | undefined;
+    timeoutMs?: number | undefined;
+    executablePath?: string | undefined;
+}, string, "browser_control">;
+export {};