network-ai 4.15.2 → 5.0.0

package/dist/adapters/anthropic-computer-use-adapter.d.ts

@@ -0,0 +1,132 @@
+/**
+ * Anthropic Computer Use Adapter
+ *
+ * Integrates Anthropic's Computer Use API (Claude with screen/keyboard/mouse
+ * tool use) with the SwarmOrchestrator.
+ *
+ * This adapter wraps the Anthropic Messages API with computer_use tool
+ * definitions, executing multi-step tool-use loops where Claude controls
+ * a virtual desktop via user-supplied action handlers.
+ *
+ * Usage:
+ *   const adapter = new AnthropicComputerUseAdapter();
+ *   adapter.registerAgent('browser-agent', {
+ *     model: 'claude-sonnet-4-20250514',
+ *     client: anthropicInstance,
+ *     actionHandler: myScreenHandler,
+ *   });
+ *
+ * @module AnthropicComputerUseAdapter
+ * @version 1.0.0
+ */
+import { BaseAdapter } from './base-adapter';
+import type { AdapterCapabilities, AgentPayload, AgentContext, AgentResult } from '../types/agent-adapter';
+/** Anthropic tool use action types */
+export type ComputerAction = 'screenshot' | 'click' | 'double_click' | 'type' | 'key' | 'scroll' | 'move' | 'drag' | 'wait';
+/** A tool use request from Claude */
+export interface ComputerToolCall {
+    /** Tool use ID from the API */
+    toolUseId: string;
+    /** Action to perform */
+    action: ComputerAction;
+    /** Coordinates for click/move/drag */
+    coordinate?: [number, number];
+    /** End coordinates for drag */
+    endCoordinate?: [number, number];
+    /** Text for type action */
+    text?: string;
+    /** Key combination for key action */
+    key?: string;
+    /** Scroll direction and amount */
+    scrollDelta?: {
+        x: number;
+        y: number;
+    };
+    /** Wait duration in ms */
+    waitMs?: number;
+}
+/** Result from executing a tool call */
+export interface ComputerToolResult {
+    /** Base64-encoded screenshot after action */
+    screenshot?: string;
+    /** Text content if applicable */
+    text?: string;
+    /** Whether the action succeeded */
+    success: boolean;
+    /** Error message if failed */
+    error?: string;
+}
+/**
+ * User-supplied handler that executes computer actions.
+ * Receives a tool call and returns the result (typically a screenshot).
+ */
+export type ComputerActionHandler = (call: ComputerToolCall) => Promise<ComputerToolResult>;
+/**
+ * Minimal interface for the Anthropic SDK messages endpoint.
+ * Compatible with `new Anthropic().messages`.
+ */
+export interface AnthropicMessagesClient {
+    create(params: {
+        model: string;
+        max_tokens: number;
+        system?: string;
+        messages: Array<{
+            role: string;
+            content: unknown;
+        }>;
+        tools?: Array<Record<string, unknown>>;
+    }): Promise<{
+        id: string;
+        content: Array<{
+            type: string;
+            text?: string;
+            id?: string;
+            name?: string;
+            input?: Record<string, unknown>;
+        }>;
+        stop_reason: string | null;
+        usage?: {
+            input_tokens: number;
+            output_tokens: number;
+        };
+    }>;
+}
+/** Configuration for a registered computer-use agent */
+export interface ComputerUseAgentConfig {
+    /** Anthropic model (default: 'claude-sonnet-4-20250514') */
+    model?: string;
+    /** The Anthropic messages client instance */
+    client: AnthropicMessagesClient;
+    /** Handler that executes computer actions */
+    actionHandler: ComputerActionHandler;
+    /** System prompt for the agent */
+    systemPrompt?: string;
+    /** Maximum tool-use loop iterations (default: 20) */
+    maxIterations?: number;
+    /** Max tokens per API call (default: 4096) */
+    maxTokens?: number;
+    /** Screen dimensions for the computer_use tool */
+    screenSize?: {
+        width: number;
+        height: number;
+    };
+}
+/**
+ * Adapter for Anthropic Computer Use (Claude controlling a virtual desktop).
+ *
+ * Runs a tool-use loop: send prompt → Claude returns tool calls →
+ * execute via actionHandler → send results back → repeat until done.
+ */
+export declare class AnthropicComputerUseAdapter extends BaseAdapter {
+    readonly name = "anthropic-computer-use";
+    readonly version = "1.0.0";
+    private agents;
+    get capabilities(): AdapterCapabilities;
+    /**
+     * Register an agent that uses Anthropic Computer Use.
+     */
+    registerComputerAgent(agentId: string, config: ComputerUseAgentConfig): void;
+    executeAgent(agentId: string, payload: AgentPayload, _context: AgentContext): Promise<AgentResult>;
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=anthropic-computer-use-adapter.d.ts.map

package/dist/adapters/anthropic-computer-use-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-computer-use-adapter.d.ts","sourceRoot":"","sources":["../../adapters/anthropic-computer-use-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAEV,mBAAmB,EACnB,YAAY,EACZ,YAAY,EACZ,WAAW,EACZ,MAAM,wBAAwB,CAAC;AAMhC,sCAAsC;AACtC,MAAM,MAAM,cAAc,GACtB,YAAY,GACZ,OAAO,GACP,cAAc,GACd,MAAM,GACN,KAAK,GACL,QAAQ,GACR,MAAM,GACN,MAAM,GACN,MAAM,CAAC;AAEX,qCAAqC;AACrC,MAAM,WAAW,gBAAgB;IAC/B,+BAA+B;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,wBAAwB;IACxB,MAAM,EAAE,cAAc,CAAC;IACvB,sCAAsC;IACtC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,+BAA+B;IAC/B,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,2BAA2B;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,qCAAqC;IACrC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,kCAAkC;IAClC,WAAW,CAAC,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACvC,0BAA0B;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wCAAwC;AACxC,MAAM,WAAW,kBAAkB;IACjC,6CAA6C;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iCAAiC;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,mCAAmC;IACnC,OAAO,EAAE,OAAO,CAAC;IACjB,8BAA8B;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;GAGG;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAC,IAAI,EAAE,gBAAgB,KAAK,OAAO,CAAC,kBAAkB,CAAC,CAAC;AAE5F;;;GAGG;AACH,MAAM,WAAW,uBAAuB;IACtC,MAAM,CAAC,MAAM,EAAE;QACb,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,OAAO,CAAA;SAAE,CAAC,CAAC;QACpD,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;KACxC,GAAG,OAAO,CAAC;QACV,EAAE,EAAE,MAAM,CAAC;QACX,OAAO,EAAE,KAAK,CAAC;YACb,IAAI,EAAE,MAAM,CAAC;YACb,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,EAAE,CAAC,EAAE,MAAM,CAAC;YACZ,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;SACjC,CAAC,CAAC;QACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,KAAK,CAAC,EAAE;YAAE,YAAY,EAAE,MAAM,CAAC;YAAC,aAAa,EAAE,MAAM,CAAA;SAAE,CAAC;KACzD,CAAC,CAAC;CACJ;AAED,wDAAwD;AACxD,MAAM,WAAW,sBAAsB;IACrC,4DAA4D;IAC5D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,6CAA6C;IAC7C,MAAM,EAAE,uBAAuB,CAAC;IAChC,6CAA6C;IAC7C,aAAa,EAAE,qBAAqB,CAAC;IACrC,kCAAkC;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,8CAA8C;IAC9C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kDAAkD;IAClD,UAAU,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAChD;AAMD;;;;;GAKG;AACH,qBAAa,2BAA4B,SAAQ,WAAW;IAC1D,QAAQ,CAAC,IAAI,4BAA4B;IACzC,QAAQ,CAAC,OAAO,WAAW;IAE3B,OAAO,CAAC,MAAM,CAA6C;IAE3D,IAAI,YAAY,IAAI,mBAAmB,CAStC;IAMD;;OAEG;IACH,qBAAqB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,sBAAsB,GAAG,IAAI;IAkBtE,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;IA6HlG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAIhC"}

package/dist/adapters/anthropic-computer-use-adapter.js

@@ -0,0 +1,180 @@
+"use strict";
+/**
+ * Anthropic Computer Use Adapter
+ *
+ * Integrates Anthropic's Computer Use API (Claude with screen/keyboard/mouse
+ * tool use) with the SwarmOrchestrator.
+ *
+ * This adapter wraps the Anthropic Messages API with computer_use tool
+ * definitions, executing multi-step tool-use loops where Claude controls
+ * a virtual desktop via user-supplied action handlers.
+ *
+ * Usage:
+ *   const adapter = new AnthropicComputerUseAdapter();
+ *   adapter.registerAgent('browser-agent', {
+ *     model: 'claude-sonnet-4-20250514',
+ *     client: anthropicInstance,
+ *     actionHandler: myScreenHandler,
+ *   });
+ *
+ * @module AnthropicComputerUseAdapter
+ * @version 1.0.0
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AnthropicComputerUseAdapter = void 0;
+const base_adapter_1 = require("./base-adapter");
+// ---------------------------------------------------------------------------
+// Adapter
+// ---------------------------------------------------------------------------
+/**
+ * Adapter for Anthropic Computer Use (Claude controlling a virtual desktop).
+ *
+ * Runs a tool-use loop: send prompt → Claude returns tool calls →
+ * execute via actionHandler → send results back → repeat until done.
+ */
+class AnthropicComputerUseAdapter extends base_adapter_1.BaseAdapter {
+    name = 'anthropic-computer-use';
+    version = '1.0.0';
+    agents = new Map();
+    get capabilities() {
+        return {
+            streaming: false,
+            parallel: true,
+            bidirectional: false,
+            discovery: true,
+            authentication: true,
+            statefulSessions: false,
+        };
+    }
+    // -----------------------------------------------------------------------
+    // Agent registration
+    // -----------------------------------------------------------------------
+    /**
+     * Register an agent that uses Anthropic Computer Use.
+     */
+    registerComputerAgent(agentId, config) {
+        this.agents.set(agentId, config);
+        this.registerLocalAgent({
+            id: agentId,
+            name: agentId,
+            status: 'available',
+            capabilities: ['computer-use', 'tool-use', 'vision'],
+            metadata: {
+                adapter: 'anthropic-computer-use',
+                model: config.model ?? 'claude-sonnet-4-20250514',
+            },
+        });
+    }
+    // -----------------------------------------------------------------------
+    // Execution
+    // -----------------------------------------------------------------------
+    async executeAgent(agentId, payload, _context) {
+        this.ensureReady();
+        const config = this.agents.get(agentId);
+        if (!config) {
+            return this.errorResult('COMPUTER_USE_AGENT_NOT_FOUND', `No agent registered as '${agentId}'`);
+        }
+        const model = config.model ?? 'claude-sonnet-4-20250514';
+        const maxIterations = config.maxIterations ?? 20;
+        const maxTokens = config.maxTokens ?? 4096;
+        const screenSize = config.screenSize ?? { width: 1920, height: 1080 };
+        const instruction = payload.handoff?.instruction ?? payload.params?.instruction ?? payload.action;
+        const systemPrompt = config.systemPrompt ?? 'You are a computer-use agent. Complete the requested task using the available tools.';
+        // Computer use tool definition
+        const computerTool = {
+            type: 'computer_20250124',
+            name: 'computer',
+            display_width_px: screenSize.width,
+            display_height_px: screenSize.height,
+        };
+        const messages = [
+            { role: 'user', content: instruction },
+        ];
+        const start = Date.now();
+        let iterations = 0;
+        let totalInputTokens = 0;
+        let totalOutputTokens = 0;
+        try {
+            while (iterations < maxIterations) {
+                iterations++;
+                const response = await config.client.create({
+                    model,
+                    max_tokens: maxTokens,
+                    system: systemPrompt,
+                    messages,
+                    tools: [computerTool],
+                });
+                if (response.usage) {
+                    totalInputTokens += response.usage.input_tokens;
+                    totalOutputTokens += response.usage.output_tokens;
+                }
+                // Check if Claude is done (no tool use)
+                const toolUseBlocks = response.content.filter((b) => b.type === 'tool_use');
+                if (toolUseBlocks.length === 0 || response.stop_reason === 'end_turn') {
+                    const textBlocks = response.content.filter((b) => b.type === 'text');
+                    const finalText = textBlocks.map((b) => b.text ?? '').join('\n');
+                    const durationMs = Date.now() - start;
+                    return this.successResult({
+                        response: finalText,
+                        iterations,
+                        tokensUsed: { input: totalInputTokens, output: totalOutputTokens },
+                    }, durationMs);
+                }
+                // Execute tool calls and build result messages
+                messages.push({ role: 'assistant', content: response.content });
+                const toolResults = [];
+                for (const block of toolUseBlocks) {
+                    const input = block.input ?? {};
+                    const call = {
+                        toolUseId: block.id ?? '',
+                        action: input['action'] ?? 'screenshot',
+                        coordinate: input['coordinate'],
+                        endCoordinate: input['end_coordinate'],
+                        text: input['text'],
+                        key: input['key'],
+                    };
+                    const result = await config.actionHandler(call);
+                    const content = [];
+                    if (result.screenshot) {
+                        content.push({
+                            type: 'image',
+                            source: { type: 'base64', media_type: 'image/png', data: result.screenshot },
+                        });
+                    }
+                    if (result.text) {
+                        content.push({ type: 'text', text: result.text });
+                    }
+                    if (result.error) {
+                        content.push({ type: 'text', text: `Error: ${result.error}` });
+                    }
+                    toolResults.push({
+                        type: 'tool_result',
+                        tool_use_id: call.toolUseId,
+                        content: content.length > 0 ? content : [{ type: 'text', text: 'Done' }],
+                    });
+                }
+                messages.push({ role: 'user', content: toolResults });
+            }
+            // Max iterations reached
+            const durationMs = Date.now() - start;
+            return this.successResult({
+                response: 'Max iterations reached',
+                iterations,
+                tokensUsed: { input: totalInputTokens, output: totalOutputTokens },
+                exhausted: true,
+            }, durationMs);
+        }
+        catch (err) {
+            return this.errorResult('COMPUTER_USE_EXECUTION_FAILED', err instanceof Error ? err.message : String(err));
+        }
+    }
+    // -----------------------------------------------------------------------
+    // Lifecycle
+    // -----------------------------------------------------------------------
+    async shutdown() {
+        this.agents.clear();
+        await super.shutdown();
+    }
+}
+exports.AnthropicComputerUseAdapter = AnthropicComputerUseAdapter;
+//# sourceMappingURL=anthropic-computer-use-adapter.js.map

package/dist/adapters/anthropic-computer-use-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-computer-use-adapter.js","sourceRoot":"","sources":["../../adapters/anthropic-computer-use-adapter.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;;;AAEH,iDAA6C;AA0G7C,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E;;;;;GAKG;AACH,MAAa,2BAA4B,SAAQ,0BAAW;IACjD,IAAI,GAAG,wBAAwB,CAAC;IAChC,OAAO,GAAG,OAAO,CAAC;IAEnB,MAAM,GAAG,IAAI,GAAG,EAAkC,CAAC;IAE3D,IAAI,YAAY;QACd,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,KAAK;YACpB,SAAS,EAAE,IAAI;YACf,cAAc,EAAE,IAAI;YACpB,gBAAgB,EAAE,KAAK;SACxB,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,qBAAqB;IACrB,0EAA0E;IAE1E;;OAEG;IACH,qBAAqB,CAAC,OAAe,EAAE,MAA8B;QACnE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,kBAAkB,CAAC;YACtB,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,WAAW;YACnB,YAAY,EAAE,CAAC,cAAc,EAAE,UAAU,EAAE,QAAQ,CAAC;YACpD,QAAQ,EAAE;gBACR,OAAO,EAAE,wBAAwB;gBACjC,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,0BAA0B;aAClD;SACF,CAAC,CAAC;IACL,CAAC;IAED,0EAA0E;IAC1E,YAAY;IACZ,0EAA0E;IAE1E,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,OAAqB,EAAE,QAAsB;QAC/E,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,IAAI,CAAC,WAAW,CAAC,8BAA8B,EAAE,2BAA2B,OAAO,GAAG,CAAC,CAAC;QACjG,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,0BAA0B,CAAC;QACzD,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;QACjD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAEtE,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE,WAAW,IAAK,OAAO,CAAC,MAAM,EAAE,WAAsB,IAAI,OAAO,CAAC,MAAM,CAAC;QAC9G,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,sFAAsF,CAAC;QAEnI,+BAA+B;QAC/B,MAAM,YAAY,GAAG;YACnB,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,UAAU;YAChB,gBAAgB,EAAE,UAAU,CAAC,KAAK;YAClC,iBAAiB,EAAE,UAAU,CAAC,MAAM;SACrC,CAAC;QAEF,MAAM,QAAQ,GAA8C;YAC1D,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;SACvC,CAAC;QAEF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,IAAI,CAAC;YACH,OAAO,UAAU,GAAG,aAAa,EAAE,CAAC;gBAClC,UAAU,EAAE,CAAC;gBAEb,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;oBAC1C,KAAK;oBACL,UAAU,EAAE,SAAS;oBACrB,MAAM,EAAE,YAAY;oBACpB,QAAQ;oBACR,KAAK,EAAE,CAAC,YAAY,CAAC;iBACtB,CAAC,CAAC;gBAEH,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;oBACnB,gBAAgB,IAAI,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC;oBAChD,iBAAiB,IAAI,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC;gBACpD,CAAC;gBAED,wCAAwC;gBACxC,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;gBAC5E,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC;oBACtE,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;oBACrE,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACjE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;oBAEtC,OAAO,IAAI,CAAC,aAAa,CAAC;wBACxB,QAAQ,EAAE,SAAS;wBACnB,UAAU;wBACV,UAAU,EAAE,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,iBAAiB,EAAE;qBACnE,EAAE,UAAU,CAAC,CAAC;gBACjB,CAAC;gBAED,+CAA+C;gBAC/C,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;gBAEhE,MAAM,WAAW,GAAmE,EAAE,CAAC;gBACvF,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;oBAClC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;oBAChC,MAAM,IAAI,GAAqB;wBAC7B,SAAS,EAAE,KAAK,CAAC,EAAE,IAAI,EAAE;wBACzB,MAAM,EAAG,KAAK,CAAC,QAAQ,CAAoB,IAAI,YAAY;wBAC3D,UAAU,EAAE,KAAK,CAAC,YAAY,CAAiC;wBAC/D,aAAa,EAAE,KAAK,CAAC,gBAAgB,CAAiC;wBACtE,IAAI,EAAE,KAAK,CAAC,MAAM,CAAuB;wBACzC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAuB;qBACxC,CAAC;oBAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;oBAChD,MAAM,OAAO,GAAmC,EAAE,CAAC;oBAEnD,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;wBACtB,OAAO,CAAC,IAAI,CAAC;4BACX,IAAI,EAAE,OAAO;4BACb,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,EAAE;yBAC7E,CAAC,CAAC;oBACL,CAAC;oBACD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;wBAChB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACpD,CAAC;oBACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;wBACjB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACjE,CAAC;oBAED,WAAW,CAAC,IAAI,CAAC;wBACf,IAAI,EAAE,aAAa;wBACnB,WAAW,EAAE,IAAI,CAAC,SAAS;wBAC3B,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;qBACzE,CAAC,CAAC;gBACL,CAAC;gBAED,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YACxD,CAAC;YAED,yBAAyB;YACzB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACtC,OAAO,IAAI,CAAC,aAAa,CAAC;gBACxB,QAAQ,EAAE,wBAAwB;gBAClC,UAAU;gBACV,UAAU,EAAE,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,iBAAiB,EAAE;gBAClE,SAAS,EAAE,IAAI;aAChB,EAAE,UAAU,CAAC,CAAC;QACjB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,WAAW,CACrB,+BAA+B,EAC/B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,0EAA0E;IAC1E,YAAY;IACZ,0EAA0E;IAE1E,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;CACF;AA3KD,kEA2KC"}

package/dist/adapters/browser-agent-adapter.d.ts

@@ -0,0 +1,121 @@
+/**
+ * Browser Agent Adapter
+ *
+ * Integrates browser automation agents (Playwright, Puppeteer, or
+ * any CDP-compatible driver) with the SwarmOrchestrator.
+ *
+ * Provides a BYOC (bring your own client) interface for browser
+ * agents that navigate, scrape, interact with, and test web pages.
+ *
+ * Usage:
+ *   const adapter = new BrowserAgentAdapter();
+ *   adapter.registerBrowser('scraper', {
+ *     driver: myPlaywrightDriver,
+ *     mode: 'scrape',
+ *   });
+ *
+ * @module BrowserAgentAdapter
+ * @version 1.0.0
+ */
+import { BaseAdapter } from './base-adapter';
+import type { AdapterCapabilities, AgentPayload, AgentContext, AgentResult } from '../types/agent-adapter';
+/** Browser agent operating mode */
+export type BrowserMode = 'navigate' | 'scrape' | 'interact' | 'test' | 'screenshot';
+/** Navigation/action step for scripted browser agents */
+export interface BrowserStep {
+    /** Action type */
+    action: 'goto' | 'click' | 'type' | 'select' | 'wait' | 'screenshot' | 'evaluate' | 'scroll';
+    /** CSS selector for click/type/select */
+    selector?: string;
+    /** URL for goto, text for type */
+    value?: string;
+    /** Wait time in ms for wait action */
+    waitMs?: number;
+    /** JavaScript to evaluate for evaluate action */
+    script?: string;
+}
+/** Result from a browser action */
+export interface BrowserActionResult {
+    /** URL after action */
+    url: string;
+    /** Page title */
+    title: string;
+    /** Extracted text content (for scrape mode) */
+    textContent?: string;
+    /** Extracted HTML (for scrape mode) */
+    html?: string;
+    /** Screenshot as base64 (for screenshot mode) */
+    screenshot?: string;
+    /** Evaluate result (for evaluate action) */
+    evalResult?: unknown;
+    /** Console messages captured */
+    consoleMessages?: string[];
+    /** Network errors captured */
+    networkErrors?: string[];
+    /** Execution time for this action */
+    actionDurationMs?: number;
+}
+/**
+ * Browser driver interface — wraps Playwright, Puppeteer, or CDP.
+ * Users supply their own driver implementation.
+ */
+export interface BrowserDriver {
+    /** Navigate to a URL */
+    goto(url: string): Promise<BrowserActionResult>;
+    /** Click an element */
+    click(selector: string): Promise<BrowserActionResult>;
+    /** Type text into an element */
+    type(selector: string, text: string): Promise<BrowserActionResult>;
+    /** Select an option */
+    select(selector: string, value: string): Promise<BrowserActionResult>;
+    /** Wait for a duration or selector */
+    wait(ms: number): Promise<void>;
+    /** Take a screenshot */
+    screenshot(): Promise<string>;
+    /** Evaluate JavaScript in the page */
+    evaluate(script: string): Promise<unknown>;
+    /** Get the current page text content */
+    getTextContent(): Promise<string>;
+    /** Get the current URL */
+    getCurrentUrl(): Promise<string>;
+    /** Get the page title */
+    getTitle(): Promise<string>;
+    /** Close the browser/page */
+    close(): Promise<void>;
+}
+/** Configuration for a registered browser agent */
+export interface BrowserAgentConfig {
+    /** The browser driver instance */
+    driver: BrowserDriver;
+    /** Default mode (default: 'navigate') */
+    mode?: BrowserMode;
+    /** Default steps for scripted execution */
+    steps?: BrowserStep[];
+    /** Per-invocation timeout in ms (default: 60000) */
+    timeoutMs?: number;
+    /** Whether to capture console logs (default: false) */
+    captureConsole?: boolean;
+    /** Whether to capture screenshots after each step (default: false) */
+    screenshotPerStep?: boolean;
+}
+/**
+ * Adapter for browser automation agents.
+ *
+ * Supports scripted step sequences or single-action modes
+ * (navigate, scrape, screenshot, interact, test).
+ */
+export declare class BrowserAgentAdapter extends BaseAdapter {
+    readonly name = "browser-agent";
+    readonly version = "1.0.0";
+    private browsers;
+    get capabilities(): AdapterCapabilities;
+    /**
+     * Register a browser agent with a driver.
+     */
+    registerBrowser(agentId: string, config: BrowserAgentConfig): void;
+    executeAgent(agentId: string, payload: AgentPayload, _context: AgentContext): Promise<AgentResult>;
+    private executeSingleMode;
+    private executeSteps;
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=browser-agent-adapter.d.ts.map

package/dist/adapters/browser-agent-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-agent-adapter.d.ts","sourceRoot":"","sources":["../../adapters/browser-agent-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAEV,mBAAmB,EACnB,YAAY,EACZ,YAAY,EACZ,WAAW,EACZ,MAAM,wBAAwB,CAAC;AAMhC,mCAAmC;AACnC,MAAM,MAAM,WAAW,GAAG,UAAU,GAAG,QAAQ,GAAG,UAAU,GAAG,MAAM,GAAG,YAAY,CAAC;AAErF,yDAAyD;AACzD,MAAM,WAAW,WAAW;IAC1B,kBAAkB;IAClB,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,YAAY,GAAG,UAAU,GAAG,QAAQ,CAAC;IAC7F,yCAAyC;IACzC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kCAAkC;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sCAAsC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iDAAiD;IACjD,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,mCAAmC;AACnC,MAAM,WAAW,mBAAmB;IAClC,uBAAuB;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,iBAAiB;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,+CAA+C;IAC/C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uCAAuC;IACvC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iDAAiD;IACjD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4CAA4C;IAC5C,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,gCAAgC;IAChC,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,8BAA8B;IAC9B,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,qCAAqC;IACrC,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,wBAAwB;IACxB,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAChD,uBAAuB;IACvB,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACtD,gCAAgC;IAChC,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACnE,uBAAuB;IACvB,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACtE,sCAAsC;IACtC,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,wBAAwB;IACxB,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9B,sCAAsC;IACtC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3C,wCAAwC;IACxC,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAClC,0BAA0B;IAC1B,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,yBAAyB;IACzB,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5B,6BAA6B;IAC7B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,mDAAmD;AACnD,MAAM,WAAW,kBAAkB;IACjC,kCAAkC;IAClC,MAAM,EAAE,aAAa,CAAC;IACtB,yCAAyC;IACzC,IAAI,CAAC,EAAE,WAAW,CAAC;IACnB,2CAA2C;IAC3C,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;IACtB,oDAAoD;IACpD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uDAAuD;IACvD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,sEAAsE;IACtE,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAMD;;;;;GAKG;AACH,qBAAa,mBAAoB,SAAQ,WAAW;IAClD,QAAQ,CAAC,IAAI,mBAAmB;IAChC,QAAQ,CAAC,OAAO,WAAW;IAE3B,OAAO,CAAC,QAAQ,CAAyC;IAEzD,IAAI,YAAY,IAAI,mBAAmB,CAStC;IAMD;;OAEG;IACH,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,GAAG,IAAI;IAkB5D,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;YAgD1F,iBAAiB;YA0CjB,YAAY;IA8EpB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAYhC"}

package/dist/adapters/browser-agent-adapter.js

@@ -0,0 +1,219 @@
+"use strict";
+/**
+ * Browser Agent Adapter
+ *
+ * Integrates browser automation agents (Playwright, Puppeteer, or
+ * any CDP-compatible driver) with the SwarmOrchestrator.
+ *
+ * Provides a BYOC (bring your own client) interface for browser
+ * agents that navigate, scrape, interact with, and test web pages.
+ *
+ * Usage:
+ *   const adapter = new BrowserAgentAdapter();
+ *   adapter.registerBrowser('scraper', {
+ *     driver: myPlaywrightDriver,
+ *     mode: 'scrape',
+ *   });
+ *
+ * @module BrowserAgentAdapter
+ * @version 1.0.0
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BrowserAgentAdapter = void 0;
+const base_adapter_1 = require("./base-adapter");
+// ---------------------------------------------------------------------------
+// Adapter
+// ---------------------------------------------------------------------------
+/**
+ * Adapter for browser automation agents.
+ *
+ * Supports scripted step sequences or single-action modes
+ * (navigate, scrape, screenshot, interact, test).
+ */
+class BrowserAgentAdapter extends base_adapter_1.BaseAdapter {
+    name = 'browser-agent';
+    version = '1.0.0';
+    browsers = new Map();
+    get capabilities() {
+        return {
+            streaming: false,
+            parallel: true,
+            bidirectional: false,
+            discovery: true,
+            authentication: false,
+            statefulSessions: true,
+        };
+    }
+    // -----------------------------------------------------------------------
+    // Registration
+    // -----------------------------------------------------------------------
+    /**
+     * Register a browser agent with a driver.
+     */
+    registerBrowser(agentId, config) {
+        this.browsers.set(agentId, config);
+        this.registerLocalAgent({
+            id: agentId,
+            name: agentId,
+            status: 'available',
+            capabilities: ['browser', config.mode ?? 'navigate', 'web'],
+            metadata: {
+                adapter: 'browser-agent',
+                mode: config.mode ?? 'navigate',
+            },
+        });
+    }
+    // -----------------------------------------------------------------------
+    // Execution
+    // -----------------------------------------------------------------------
+    async executeAgent(agentId, payload, _context) {
+        this.ensureReady();
+        const config = this.browsers.get(agentId);
+        if (!config) {
+            return this.errorResult('BROWSER_AGENT_NOT_FOUND', `No browser registered as '${agentId}'`);
+        }
+        const mode = payload.params?.mode ?? config.mode ?? 'navigate';
+        const url = payload.params?.url ?? payload.handoff?.instruction ?? payload.action;
+        const steps = payload.params?.steps ?? config.steps;
+        const timeoutMs = config.timeoutMs ?? 60_000;
+        const start = Date.now();
+        try {
+            let result;
+            const timeoutPromise = new Promise((_, reject) => setTimeout(() => reject(new Error('Browser agent timed out')), timeoutMs));
+            if (steps?.length) {
+                result = await Promise.race([
+                    this.executeSteps(config.driver, steps, config.screenshotPerStep ?? false),
+                    timeoutPromise,
+                ]);
+            }
+            else {
+                result = await Promise.race([
+                    this.executeSingleMode(config.driver, mode, url),
+                    timeoutPromise,
+                ]);
+            }
+            const durationMs = Date.now() - start;
+            return this.successResult({ ...result, mode }, durationMs);
+        }
+        catch (err) {
+            return this.errorResult('BROWSER_EXECUTION_FAILED', err instanceof Error ? err.message : String(err));
+        }
+    }
+    // -----------------------------------------------------------------------
+    // Single mode execution
+    // -----------------------------------------------------------------------
+    async executeSingleMode(driver, mode, target) {
+        switch (mode) {
+            case 'navigate': {
+                const result = await driver.goto(target);
+                return { url: result.url, title: result.title };
+            }
+            case 'scrape': {
+                await driver.goto(target);
+                const text = await driver.getTextContent();
+                const currentUrl = await driver.getCurrentUrl();
+                const title = await driver.getTitle();
+                return { url: currentUrl, title, textContent: text };
+            }
+            case 'screenshot': {
+                await driver.goto(target);
+                const screenshot = await driver.screenshot();
+                const ssUrl = await driver.getCurrentUrl();
+                return { url: ssUrl, screenshot };
+            }
+            case 'interact': {
+                const result = await driver.goto(target);
+                return { url: result.url, title: result.title, ready: true };
+            }
+            case 'test': {
+                await driver.goto(target);
+                const testUrl = await driver.getCurrentUrl();
+                const testTitle = await driver.getTitle();
+                return { url: testUrl, title: testTitle, tested: true };
+            }
+            default:
+                return { error: `Unknown mode: ${mode}` };
+        }
+    }
+    // -----------------------------------------------------------------------
+    // Step-based execution
+    // -----------------------------------------------------------------------
+    async executeSteps(driver, steps, screenshotPerStep) {
+        const results = [];
+        for (const step of steps) {
+            const stepStart = Date.now();
+            let stepResult = { action: step.action };
+            switch (step.action) {
+                case 'goto':
+                    if (step.value) {
+                        const r = await driver.goto(step.value);
+                        stepResult = { ...stepResult, url: r.url, title: r.title };
+                    }
+                    break;
+                case 'click':
+                    if (step.selector) {
+                        const r = await driver.click(step.selector);
+                        stepResult = { ...stepResult, url: r.url };
+                    }
+                    break;
+                case 'type':
+                    if (step.selector && step.value) {
+                        await driver.type(step.selector, step.value);
+                        stepResult = { ...stepResult, typed: step.value };
+                    }
+                    break;
+                case 'select':
+                    if (step.selector && step.value) {
+                        await driver.select(step.selector, step.value);
+                        stepResult = { ...stepResult, selected: step.value };
+                    }
+                    break;
+                case 'wait':
+                    await driver.wait(step.waitMs ?? 1000);
+                    stepResult = { ...stepResult, waited: step.waitMs ?? 1000 };
+                    break;
+                case 'screenshot': {
+                    const ss = await driver.screenshot();
+                    stepResult = { ...stepResult, screenshot: ss };
+                    break;
+                }
+                case 'evaluate':
+                    if (step.script) {
+                        const evalResult = await driver.evaluate(step.script);
+                        stepResult = { ...stepResult, evalResult };
+                    }
+                    break;
+                case 'scroll':
+                    await driver.evaluate(`window.scrollBy(0, ${step.value ? parseInt(step.value, 10) : 500})`);
+                    stepResult = { ...stepResult, scrolled: true };
+                    break;
+            }
+            stepResult['durationMs'] = Date.now() - stepStart;
+            if (screenshotPerStep && step.action !== 'screenshot') {
+                stepResult['screenshot'] = await driver.screenshot();
+            }
+            results.push(stepResult);
+        }
+        const finalUrl = await driver.getCurrentUrl();
+        const finalTitle = await driver.getTitle();
+        return { steps: results, finalUrl, finalTitle, stepCount: results.length };
+    }
+    // -----------------------------------------------------------------------
+    // Lifecycle
+    // -----------------------------------------------------------------------
+    async shutdown() {
+        // Close all browser drivers
+        for (const [, config] of this.browsers) {
+            try {
+                await config.driver.close();
+            }
+            catch {
+                // Best-effort cleanup
+            }
+        }
+        this.browsers.clear();
+        await super.shutdown();
+    }
+}
+exports.BrowserAgentAdapter = BrowserAgentAdapter;
+//# sourceMappingURL=browser-agent-adapter.js.map