axon-code 2.4.0

package/dist/tools/dispatch-worker.d.ts

@@ -0,0 +1,46 @@
+/**
+ * DispatchWorker 工具 - LeadAgent 专用
+ *
+ * 设计理念：
+ * - LeadAgent 通过此工具派发任务给 Worker
+ * - LeadAgent 写详细的 brief（上下文简报），替代 50 字摘要
+ * - Worker 返回完整结果，LeadAgent 在自己上下文中审查
+ * - 跳过独立 Reviewer（LeadAgent 有完整上下文，审查质量更高）
+ *
+ * v9.0: 蜂群架构 LeadAgent 改造的核心工具
+ */
+import { BaseTool } from './base.js';
+import type { ToolResult, ToolDefinition } from '../types/index.js';
+import type { Blueprint, TaskResult, SwarmConfig, TechStack, DispatchWorkerInput } from '../blueprint/types.js';
+interface LeadAgentContext {
+    blueprint: Blueprint;
+    projectPath: string;
+    swarmConfig: SwarmConfig;
+    techStack: TechStack;
+    onTaskEvent: (event: {
+        type: string;
+        data: Record<string, unknown>;
+    }) => void;
+    onTaskResult: (taskId: string, result: TaskResult) => void;
+}
+/**
+ * DispatchWorker 工具
+ * LeadAgent 专用，用于将任务派发给 Worker 并行执行
+ */
+export declare class DispatchWorkerTool extends BaseTool<DispatchWorkerInput, ToolResult> {
+    name: string;
+    description: string;
+    private static context;
+    /**
+     * 设置 LeadAgent 上下文（由 LeadAgent 在启动 ConversationLoop 前调用）
+     */
+    static setLeadAgentContext(ctx: LeadAgentContext): void;
+    /**
+     * 清理上下文
+     */
+    static clearContext(): void;
+    getInputSchema(): ToolDefinition['inputSchema'];
+    execute(input: DispatchWorkerInput): Promise<ToolResult>;
+}
+export {};
+//# sourceMappingURL=dispatch-worker.d.ts.map

package/dist/tools/dispatch-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dispatch-worker.d.ts","sourceRoot":"","sources":["../../src/tools/dispatch-worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEpE,OAAO,KAAK,EACV,SAAS,EAET,UAAU,EACV,WAAW,EACX,SAAS,EACT,mBAAmB,EACpB,MAAM,uBAAuB,CAAC;AAW/B,UAAU,gBAAgB;IACxB,SAAS,EAAE,SAAS,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,WAAW,CAAC;IACzB,SAAS,EAAE,SAAS,CAAC;IACrB,WAAW,EAAE,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,KAAK,IAAI,CAAC;IAC9E,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,KAAK,IAAI,CAAC;CAC5D;AAED;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,QAAQ,CAAC,mBAAmB,EAAE,UAAU,CAAC;IAC/E,IAAI,SAAoB;IACxB,WAAW,SA6B0B;IAGrC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAiC;IAEvD;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,GAAG,EAAE,gBAAgB,GAAG,IAAI;IAIvD;;OAEG;IACH,MAAM,CAAC,YAAY,IAAI,IAAI;IAI3B,cAAc,IAAI,cAAc,CAAC,aAAa,CAAC;IAgCzC,OAAO,CAAC,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;CAgM/D"}

package/dist/tools/dispatch-worker.js

@@ -0,0 +1,276 @@
+/**
+ * DispatchWorker 工具 - LeadAgent 专用
+ *
+ * 设计理念：
+ * - LeadAgent 通过此工具派发任务给 Worker
+ * - LeadAgent 写详细的 brief（上下文简报），替代 50 字摘要
+ * - Worker 返回完整结果，LeadAgent 在自己上下文中审查
+ * - 跳过独立 Reviewer（LeadAgent 有完整上下文，审查质量更高）
+ *
+ * v9.0: 蜂群架构 LeadAgent 改造的核心工具
+ */
+import { BaseTool } from './base.js';
+import { t } from '../i18n/index.js';
+import { AutonomousWorkerExecutor, } from '../blueprint/autonomous-worker.js';
+import { UpdateTaskPlanTool } from './update-task-plan.js';
+/**
+ * DispatchWorker 工具
+ * LeadAgent 专用，用于将任务派发给 Worker 并行执行
+ */
+export class DispatchWorkerTool extends BaseTool {
+    name = 'DispatchWorker';
+    description = `Dispatch task to Worker for execution (LeadAgent exclusive)
+
+## When to Use
+Use this tool when you decide to dispatch an independent task to a Worker.
+
+## Parameters
+- taskId: Unique task identifier (you define it, e.g. "task_user_api")
+- brief: **Detailed context brief** (this is the most important parameter!)
+  - Contains: key info from prerequisite tasks, naming conventions, interface definitions, file paths
+  - The more detailed the better, Worker should be able to work directly from the brief without exploring
+- targetFiles: List of files expected to be modified
+- constraints: Constraints (optional)
+- model: Model to use (optional, default sonnet)
+
+## Brief Writing Examples
+Good brief:
+"Implement user registration API. Database schema is in schema.prisma, User model has id/email/passwordHash/name/createdAt fields.
+Route entry is in src/routes/index.ts, please add userRoutes following the authRoutes pattern.
+Validation uses zod (already installed). Use camelCase naming, return type ApiResponse<T>.
+Error handling uses AppError class from src/middleware/error.ts."
+
+Bad brief:
+"Implement user management API"
+
+## Return Value
+Complete Worker execution results, including:
+- Whether successful
+- List of created/modified files
+- Whether tests ran and passed
+- Worker's complete execution summary`;
+    // 静态上下文 - 由 LeadAgent 在启动前设置
+    static context = null;
+    /**
+     * 设置 LeadAgent 上下文（由 LeadAgent 在启动 ConversationLoop 前调用）
+     */
+    static setLeadAgentContext(ctx) {
+        DispatchWorkerTool.context = ctx;
+    }
+    /**
+     * 清理上下文
+     */
+    static clearContext() {
+        DispatchWorkerTool.context = null;
+    }
+    getInputSchema() {
+        return {
+            type: 'object',
+            properties: {
+                taskId: {
+                    type: 'string',
+                    description: 'Unique task identifier',
+                },
+                brief: {
+                    type: 'string',
+                    description: 'Detailed context brief written by LeadAgent (the more detailed the better)',
+                },
+                targetFiles: {
+                    type: 'array',
+                    items: { type: 'string' },
+                    description: 'List of files expected to be modified',
+                },
+                constraints: {
+                    type: 'array',
+                    items: { type: 'string' },
+                    description: 'Constraints (optional)',
+                },
+                model: {
+                    type: 'string',
+                    enum: ['haiku', 'sonnet', 'opus'],
+                    description: 'Model to use (optional, default sonnet)',
+                },
+            },
+            required: ['taskId', 'brief', 'targetFiles'],
+        };
+    }
+    async execute(input) {
+        const ctx = DispatchWorkerTool.context;
+        if (!ctx) {
+            return {
+                success: false,
+                output: t('dispatchWorker.noContext'),
+            };
+        }
+        const { taskId, brief, targetFiles, constraints, model } = input;
+        // 构造 SmartTask（用 brief 替代泛泛描述）
+        const task = {
+            id: taskId,
+            name: `Worker Task: ${taskId}`,
+            description: brief, // brief 就是 description
+            brief, // 同时设置 brief 字段
+            type: 'code',
+            complexity: model === 'opus' ? 'complex' : model === 'haiku' ? 'trivial' : 'moderate',
+            category: 'other',
+            blueprintId: ctx.blueprint.id,
+            files: targetFiles,
+            dependencies: [],
+            needsTest: false,
+            estimatedMinutes: 10,
+            status: 'running',
+            skipReview: true, // LeadAgent 模式下跳过独立 Reviewer
+            executionMode: 'worker',
+        };
+        // 创建 Worker
+        const worker = new AutonomousWorkerExecutor({
+            defaultModel: (model || 'sonnet'),
+        });
+        // 转发 Worker 流式事件（格式需与 websocket.ts 的 worker:stream handler 匹配）
+        // v9.3: 添加调试日志
+        console.log(`[DispatchWorker] 🔗 Setting up Worker streaming event listener, taskId=${taskId}, workerId=${worker.workerId}`);
+        worker.on('stream:thinking', (data) => {
+            ctx.onTaskEvent({ type: 'worker:stream', data: {
+                    workerId: data.workerId,
+                    taskId,
+                    streamType: 'thinking',
+                    content: data.content,
+                } });
+        });
+        worker.on('stream:text', (data) => {
+            console.log(`[DispatchWorker] 📡 stream:text taskId=${taskId}, contentLen=${data.content?.length || 0}`);
+            ctx.onTaskEvent({ type: 'worker:stream', data: {
+                    workerId: data.workerId,
+                    taskId,
+                    streamType: 'text',
+                    content: data.content,
+                } });
+        });
+        worker.on('stream:tool_start', (data) => {
+            ctx.onTaskEvent({ type: 'worker:stream', data: {
+                    workerId: data.workerId,
+                    taskId,
+                    streamType: 'tool_start',
+                    toolName: data.toolName,
+                    toolInput: data.toolInput,
+                } });
+        });
+        worker.on('stream:tool_end', (data) => {
+            ctx.onTaskEvent({ type: 'worker:stream', data: {
+                    workerId: data.workerId,
+                    taskId,
+                    streamType: 'tool_end',
+                    toolName: data.toolName,
+                    toolInput: data.toolInput,
+                    toolResult: data.toolResult,
+                    toolError: data.toolError,
+                } });
+        });
+        worker.on('stream:system_prompt', (data) => {
+            ctx.onTaskEvent({ type: 'worker:stream', data: {
+                    workerId: data.workerId,
+                    taskId,
+                    streamType: 'system_prompt',
+                    systemPrompt: data.systemPrompt,
+                    agentType: data.agentType || 'worker',
+                } });
+        });
+        worker.on('task:completed', (data) => {
+            ctx.onTaskEvent({ type: 'task:completed', data: { ...data, taskId } });
+        });
+        worker.on('task:failed', (data) => {
+            ctx.onTaskEvent({ type: 'task:failed', data: { ...data, taskId } });
+        });
+        // 构建 Worker 上下文
+        const workerContext = {
+            projectPath: ctx.projectPath,
+            techStack: ctx.techStack,
+            config: {
+                ...ctx.swarmConfig,
+                enableReviewer: false, // LeadAgent 模式下禁用独立 Reviewer
+            },
+            constraints: constraints || ctx.blueprint.constraints,
+            blueprint: {
+                id: ctx.blueprint.id,
+                name: ctx.blueprint.name,
+                description: ctx.blueprint.description,
+                requirements: ctx.blueprint.requirements,
+                techStack: ctx.blueprint.techStack,
+                constraints: ctx.blueprint.constraints,
+            },
+        };
+        // 发射开始事件
+        ctx.onTaskEvent({
+            type: 'task:started',
+            data: {
+                taskId,
+                workerId: worker.workerId,
+                taskName: task.name,
+                brief: brief.substring(0, 200),
+            },
+        });
+        // v9.0: 自动更新任务状态 → 前端任务树同步
+        UpdateTaskPlanTool.getContext()?.onPlanUpdate({
+            action: 'start_task',
+            taskId,
+            executionMode: 'worker',
+        });
+        try {
+            // v10.2: Worker 执行超时保护
+            // 防止 Worker 卡死导致 LeadAgent 永久阻塞
+            const workerTimeout = ctx.swarmConfig.workerTimeout || 1800000; // 默认 30 分钟
+            const result = await Promise.race([
+                worker.execute(task, workerContext),
+                new Promise((_, reject) => {
+                    setTimeout(() => {
+                        // 超时时先 abort Worker，再 reject
+                        worker.abort();
+                        reject(new Error(`Worker execution timed out (${Math.round(workerTimeout / 60000)} minutes), forcibly aborted`));
+                    }, workerTimeout);
+                }),
+            ]);
+            // 保存结果（供前端展示）
+            const fullResult = {
+                ...result,
+                reviewedBy: 'none',
+            };
+            ctx.onTaskResult(taskId, fullResult);
+            // 更新前端任务树
+            UpdateTaskPlanTool.getContext()?.onPlanUpdate({
+                action: result.success ? 'complete_task' : 'fail_task',
+                taskId,
+                summary: result.rawResponse?.substring(0, 500) || '',
+                error: result.success ? undefined : (result.error || 'Worker execution failed'),
+            });
+            // v10.1: 完全对齐 TaskTool — 直接返回 Worker 的 raw text
+            // 与 CLI TaskTool 的 executeAgentLoop 完全一致：
+            //   agent.result = { success: true, output: response }
+            // LeadAgent 拿到的就是 Worker AI 的原始文本输出，自行判断成功/失败
+            const rawResponse = result.rawResponse || '';
+            return {
+                success: result.success,
+                output: rawResponse || `Worker ${taskId} execution completed, no text output.`,
+            };
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            ctx.onTaskResult(taskId, {
+                success: false,
+                changes: [],
+                decisions: [],
+                error: errorMsg,
+                reviewedBy: 'none',
+            });
+            // 更新前端任务树
+            UpdateTaskPlanTool.getContext()?.onPlanUpdate({
+                action: 'fail_task',
+                taskId,
+                error: errorMsg,
+            });
+            return {
+                success: false,
+                output: t('dispatchWorker.executionError', { taskId, error: errorMsg }),
+            };
+        }
+    }
+}
+//# sourceMappingURL=dispatch-worker.js.map

package/dist/tools/dispatch-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dispatch-worker.js","sourceRoot":"","sources":["../../src/tools/dispatch-worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,OAAO,EAAE,CAAC,EAAE,MAAM,kBAAkB,CAAC;AASrC,OAAO,EACL,wBAAwB,GAEzB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAe3D;;;GAGG;AACH,MAAM,OAAO,kBAAmB,SAAQ,QAAyC;IAC/E,IAAI,GAAG,gBAAgB,CAAC;IACxB,WAAW,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sCA6BsB,CAAC;IAErC,6BAA6B;IACrB,MAAM,CAAC,OAAO,GAA4B,IAAI,CAAC;IAEvD;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,GAAqB;QAC9C,kBAAkB,CAAC,OAAO,GAAG,GAAG,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,YAAY;QACjB,kBAAkB,CAAC,OAAO,GAAG,IAAI,CAAC;IACpC,CAAC;IAED,cAAc;QACZ,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,wBAAwB;iBACtC;gBACD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4EAA4E;iBAC1F;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACzB,WAAW,EAAE,uCAAuC;iBACrD;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACzB,WAAW,EAAE,wBAAwB;iBACtC;gBACD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC;oBACjC,WAAW,EAAE,yCAAyC;iBACvD;aACF;YACD,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,aAAa,CAAC;SAC7C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAA0B;QACtC,MAAM,GAAG,GAAG,kBAAkB,CAAC,OAAO,CAAC;QACvC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,CAAC,CAAC,0BAA0B,CAAC;aACtC,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;QAEjE,+BAA+B;QAC/B,MAAM,IAAI,GAAc;YACtB,EAAE,EAAE,MAAM;YACV,IAAI,EAAE,gBAAgB,MAAM,EAAE;YAC9B,WAAW,EAAE,KAAK,EAAG,uBAAuB;YAC5C,KAAK,EAAgB,gBAAgB;YACrC,IAAI,EAAE,MAAM;YACZ,UAAU,EAAE,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU;YACrF,QAAQ,EAAE,OAAO;YACjB,WAAW,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE;YAC7B,KAAK,EAAE,WAAW;YAClB,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,KAAK;YAChB,gBAAgB,EAAE,EAAE;YACpB,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,IAAI,EAAM,6BAA6B;YACnD,aAAa,EAAE,QAAQ;SACxB,CAAC;QAEF,YAAY;QACZ,MAAM,MAAM,GAAG,IAAI,wBAAwB,CAAC;YAC1C,YAAY,EAAE,CAAC,KAAK,IAAI,QAAQ,CAAQ;SACzC,CAAC,CAAC;QAEH,+DAA+D;QAC/D,eAAe;QACf,OAAO,CAAC,GAAG,CAAC,0EAA0E,MAAM,cAAc,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7H,MAAM,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,IAAS,EAAE,EAAE;YACzC,GAAG,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;oBAC7C,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,MAAM;oBACN,UAAU,EAAE,UAAU;oBACtB,OAAO,EAAE,IAAI,CAAC,OAAO;iBACtB,EAAC,CAAC,CAAC;QACN,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,IAAS,EAAE,EAAE;YACrC,OAAO,CAAC,GAAG,CAAC,0CAA0C,MAAM,gBAAgB,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;YACzG,GAAG,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;oBAC7C,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,MAAM;oBACN,UAAU,EAAE,MAAM;oBAClB,OAAO,EAAE,IAAI,CAAC,OAAO;iBACtB,EAAC,CAAC,CAAC;QACN,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,IAAS,EAAE,EAAE;YAC3C,GAAG,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;oBAC7C,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,MAAM;oBACN,UAAU,EAAE,YAAY;oBACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;iBAC1B,EAAC,CAAC,CAAC;QACN,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,IAAS,EAAE,EAAE;YACzC,GAAG,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;oBAC7C,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,MAAM;oBACN,UAAU,EAAE,UAAU;oBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;iBAC1B,EAAC,CAAC,CAAC;QACN,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,sBAAsB,EAAE,CAAC,IAAS,EAAE,EAAE;YAC9C,GAAG,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;oBAC7C,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,MAAM;oBACN,UAAU,EAAE,eAAe;oBAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,QAAQ;iBACtC,EAAC,CAAC,CAAC;QACN,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC,IAAI,EAAE,EAAE;YACnC,GAAG,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,IAAI,EAAE,EAAE;YAChC,GAAG,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,gBAAgB;QAChB,MAAM,aAAa,GAAkB;YACnC,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,MAAM,EAAE;gBACN,GAAG,GAAG,CAAC,WAAW;gBAClB,cAAc,EAAE,KAAK,EAAG,6BAA6B;aACtD;YACD,WAAW,EAAE,WAAW,IAAI,GAAG,CAAC,SAAS,CAAC,WAAW;YACrD,SAAS,EAAE;gBACT,EAAE,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE;gBACpB,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI;gBACxB,WAAW,EAAE,GAAG,CAAC,SAAS,CAAC,WAAW;gBACtC,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,YAAY;gBACxC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,SAAS;gBAClC,WAAW,EAAE,GAAG,CAAC,SAAS,CAAC,WAAW;aACvC;SACF,CAAC;QAEF,SAAS;QACT,GAAG,CAAC,WAAW,CAAC;YACd,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE;gBACJ,MAAM;gBACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;aAC/B;SACF,CAAC,CAAC;QAEH,2BAA2B;QAC3B,kBAAkB,CAAC,UAAU,EAAE,EAAE,YAAY,CAAC;YAC5C,MAAM,EAAE,YAAY;YACpB,MAAM;YACN,aAAa,EAAE,QAAQ;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,uBAAuB;YACvB,gCAAgC;YAChC,MAAM,aAAa,GAAG,GAAG,CAAC,WAAW,CAAC,aAAa,IAAI,OAAO,CAAC,CAAC,WAAW;YAC3E,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;gBAChC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,aAAa,CAAC;gBACnC,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;oBAC/B,UAAU,CAAC,GAAG,EAAE;wBACd,6BAA6B;wBAC7B,MAAM,CAAC,KAAK,EAAE,CAAC;wBACf,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,6BAA6B,CAAC,CAAC,CAAC;oBACnH,CAAC,EAAE,aAAa,CAAC,CAAC;gBACpB,CAAC,CAAC;aACH,CAAC,CAAC;YAEH,cAAc;YACd,MAAM,UAAU,GAAe;gBAC7B,GAAG,MAAM;gBACT,UAAU,EAAE,MAAM;aACnB,CAAC;YACF,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAErC,UAAU;YACV,kBAAkB,CAAC,UAAU,EAAE,EAAE,YAAY,CAAC;gBAC5C,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,WAAW;gBACtD,MAAM;gBACN,OAAO,EAAE,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE;gBACpD,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,yBAAyB,CAAC;aAChF,CAAC,CAAC;YAEH,gDAAgD;YAChD,0CAA0C;YAC1C,uDAAuD;YACvD,8CAA8C;YAC9C,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;YAE7C,OAAO;gBACL,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,MAAM,EAAE,WAAW,IAAI,UAAU,MAAM,uCAAuC;aAC/E,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAExE,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE;gBACvB,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,EAAE;gBACb,KAAK,EAAE,QAAQ;gBACf,UAAU,EAAE,MAAM;aACnB,CAAC,CAAC;YAEH,UAAU;YACV,kBAAkB,CAAC,UAAU,EAAE,EAAE,YAAY,CAAC;gBAC5C,MAAM,EAAE,WAAW;gBACnB,MAAM;gBACN,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,CAAC,CAAC,+BAA+B,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;aACxE,CAAC;QACJ,CAAC;IACH,CAAC"}

package/dist/tools/ear.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Ear Tool — Claude's hearing.
+ *
+ * Returns what was heard recently through the browser's microphone.
+ * The browser continuously transcribes speech via Web Speech API and
+ * pushes results to the server. This tool reads from the in-memory buffer.
+ *
+ * One tool call = "What did I just hear?"
+ */
+import { BaseTool } from './base.js';
+import type { ToolDefinition, ToolResult } from '../types/index.js';
+interface EarInput {
+    /** How many seconds back to listen (default: 30, max: 60) */
+    seconds?: number;
+}
+export declare class EarTool extends BaseTool<EarInput, ToolResult> {
+    name: string;
+    shouldDefer: boolean;
+    searchHint: string;
+    description: string;
+    getInputSchema(): ToolDefinition['inputSchema'];
+    execute(input: EarInput): Promise<ToolResult>;
+}
+export {};
+//# sourceMappingURL=ear.d.ts.map

package/dist/tools/ear.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ear.d.ts","sourceRoot":"","sources":["../../src/tools/ear.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGpE,UAAU,QAAQ;IAChB,6DAA6D;IAC7D,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,OAAQ,SAAQ,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC;IACzD,IAAI,SAAS;IACb,WAAW,UAAQ;IACnB,UAAU,SAAkF;IAC5F,WAAW,SAAgQ;IAE3Q,cAAc,IAAI,cAAc,CAAC,aAAa,CAAC;IAazC,OAAO,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC;CAiBpD"}

package/dist/tools/ear.js

@@ -0,0 +1,43 @@
+/**
+ * Ear Tool — Claude's hearing.
+ *
+ * Returns what was heard recently through the browser's microphone.
+ * The browser continuously transcribes speech via Web Speech API and
+ * pushes results to the server. This tool reads from the in-memory buffer.
+ *
+ * One tool call = "What did I just hear?"
+ */
+import { BaseTool } from './base.js';
+import { getEarBuffer } from '../ear/index.js';
+export class EarTool extends BaseTool {
+    name = 'Ear';
+    shouldDefer = true;
+    searchHint = 'listen, hear, microphone, what did they say, voice input, speech recognition';
+    description = "Recall what was heard recently through the user's microphone. The browser continuously transcribes ambient speech — this tool retrieves the last N seconds of transcription. Use when the user asks you to listen, or when you need to know what was said.";
+    getInputSchema() {
+        return {
+            type: 'object',
+            properties: {
+                seconds: {
+                    type: 'number',
+                    description: 'How many seconds back to recall (default: 30, max: 60)',
+                },
+            },
+            required: [],
+        };
+    }
+    async execute(input) {
+        const seconds = Math.min(Math.max(input.seconds ?? 30, 1), 60);
+        const withinMs = seconds * 1000;
+        const buffer = getEarBuffer();
+        const formatted = buffer.getRecentFormatted(withinMs);
+        const hasSpeech = buffer.hasSpeech(withinMs);
+        let output = `[Ear — last ${seconds} seconds]\n`;
+        output += formatted;
+        if (!hasSpeech) {
+            output += '\n\nNote: No speech detected. Make sure the user has enabled microphone access and voice recognition in the Web UI.';
+        }
+        return this.success(output);
+    }
+}
+//# sourceMappingURL=ear.js.map

package/dist/tools/ear.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ear.js","sourceRoot":"","sources":["../../src/tools/ear.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAO/C,MAAM,OAAO,OAAQ,SAAQ,QAA8B;IACzD,IAAI,GAAG,KAAK,CAAC;IACb,WAAW,GAAG,IAAI,CAAC;IACnB,UAAU,GAAG,8EAA8E,CAAC;IAC5F,WAAW,GAAG,4PAA4P,CAAC;IAE3Q,cAAc;QACZ,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,wDAAwD;iBACtE;aACF;YACD,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAe;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,OAAO,GAAG,IAAI,CAAC;QAEhC,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,MAAM,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACtD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAE7C,IAAI,MAAM,GAAG,eAAe,OAAO,aAAa,CAAC;QACjD,MAAM,IAAI,SAAS,CAAC;QAEpB,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,qHAAqH,CAAC;QAClI,CAAC;QAED,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;CACF"}

package/dist/tools/eye.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Eye Tool — Claude's vision.
+ *
+ * A single tool call captures the current frame from the perception daemon
+ * and returns it as an image that Claude can see. One step, no ceremony.
+ *
+ * The perception daemon keeps the camera open in memory.
+ * This tool just says "let me see" and gets the latest frame.
+ */
+import { BaseTool } from './base.js';
+import type { ToolDefinition, ToolResult } from '../types/index.js';
+interface EyeInput {
+    /** Action: "look" (default), "status", "start", "stop" */
+    action?: 'look' | 'status' | 'start' | 'stop';
+}
+export declare class EyeTool extends BaseTool<EyeInput, ToolResult> {
+    name: string;
+    shouldDefer: boolean;
+    searchHint: string;
+    description: string;
+    getInputSchema(): ToolDefinition['inputSchema'];
+    execute(input: EyeInput): Promise<ToolResult>;
+    private look;
+    private status;
+    private start;
+    private doStop;
+}
+export {};
+//# sourceMappingURL=eye.d.ts.map

package/dist/tools/eye.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eye.d.ts","sourceRoot":"","sources":["../../src/tools/eye.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAIpE,UAAU,QAAQ;IAChB,0DAA0D;IAC1D,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC;CAC/C;AAED,qBAAa,OAAQ,SAAQ,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC;IACzD,IAAI,SAAS;IACb,WAAW,UAAQ;IACnB,UAAU,SAAgF;IAC1F,WAAW,SAA4P;IAEvQ,cAAc,IAAI,cAAc,CAAC,aAAa,CAAC;IAczC,OAAO,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC;YAiBrC,IAAI;YA4CJ,MAAM;YAKN,KAAK;YAOL,MAAM;CAMrB"}

package/dist/tools/eye.js

@@ -0,0 +1,104 @@
+/**
+ * Eye Tool — Claude's vision.
+ *
+ * A single tool call captures the current frame from the perception daemon
+ * and returns it as an image that Claude can see. One step, no ceremony.
+ *
+ * The perception daemon keeps the camera open in memory.
+ * This tool just says "let me see" and gets the latest frame.
+ */
+import { BaseTool } from './base.js';
+import { readImageFile } from '../media/index.js';
+import { captureFrame, startEye, isEyeReady, getEyeStatus, stopEye } from '../eye/index.js';
+export class EyeTool extends BaseTool {
+    name = 'Eye';
+    shouldDefer = true;
+    searchHint = 'see camera, look around, capture photo, visual perception, what do you see';
+    description = 'See through the camera. Returns a photo of what the camera currently sees. The perception daemon must be running (auto-starts if configured in settings.json). Use action "look" (default) to see, "status" to check daemon, "start"/"stop" to manage.';
+    getInputSchema() {
+        return {
+            type: 'object',
+            properties: {
+                action: {
+                    type: 'string',
+                    description: 'Action to perform. "look" captures and returns the current frame (default). "status" checks daemon status. "start"/"stop" manage the daemon.',
+                    enum: ['look', 'status', 'start', 'stop'],
+                },
+            },
+            required: [],
+        };
+    }
+    async execute(input) {
+        const action = input.action || 'look';
+        switch (action) {
+            case 'look':
+                return this.look();
+            case 'status':
+                return this.status();
+            case 'start':
+                return this.start();
+            case 'stop':
+                return this.doStop();
+            default:
+                return this.error(`Unknown action: ${action}`);
+        }
+    }
+    async look() {
+        // Auto-start daemon if not ready (process alive + HTTP responding)
+        if (!(await isEyeReady())) {
+            const startResult = await startEye();
+            if (!startResult.success) {
+                return this.error(`Cannot see: daemon not running. ${startResult.message}`);
+            }
+        }
+        // Request frame from daemon
+        const frame = await captureFrame();
+        if (!frame.success || !frame.path) {
+            return this.error(`Failed to capture frame: ${frame.error || 'unknown error'}`);
+        }
+        // Read the image and return it to Claude
+        try {
+            const imageResult = await readImageFile(frame.path);
+            const output = `[Camera frame captured]\nResolution: ${frame.resolution || 'unknown'}\nTimestamp: ${frame.timestamp || 'unknown'}`;
+            return {
+                success: true,
+                output,
+                newMessages: [
+                    {
+                        role: 'user',
+                        content: [
+                            {
+                                type: 'image',
+                                source: {
+                                    type: 'base64',
+                                    media_type: imageResult.file.type,
+                                    data: imageResult.file.base64,
+                                },
+                            },
+                        ],
+                    },
+                ],
+            };
+        }
+        catch (e) {
+            return this.error(`Failed to read captured frame: ${e.message}`);
+        }
+    }
+    async status() {
+        const status = await getEyeStatus();
+        return this.success(JSON.stringify(status, null, 2));
+    }
+    async start() {
+        const result = await startEye();
+        return result.success
+            ? this.success(result.message)
+            : this.error(result.message);
+    }
+    async doStop() {
+        const result = await stopEye();
+        return result.success
+            ? this.success(result.message)
+            : this.error(result.message);
+    }
+}
+//# sourceMappingURL=eye.js.map

package/dist/tools/eye.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eye.js","sourceRoot":"","sources":["../../src/tools/eye.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAO5F,MAAM,OAAO,OAAQ,SAAQ,QAA8B;IACzD,IAAI,GAAG,KAAK,CAAC;IACb,WAAW,GAAG,IAAI,CAAC;IACnB,UAAU,GAAG,4EAA4E,CAAC;IAC1F,WAAW,GAAG,wPAAwP,CAAC;IAEvQ,cAAc;QACZ,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,8IAA8I;oBAC3J,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC;iBAC1C;aACF;YACD,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAe;QAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC;QAEtC,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;YACtB,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB;gBACE,OAAO,IAAI,CAAC,KAAK,CAAC,mBAAmB,MAAM,EAAE,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,mEAAmE;QACnE,IAAI,CAAC,CAAC,MAAM,UAAU,EAAE,CAAC,EAAE,CAAC;YAC1B,MAAM,WAAW,GAAG,MAAM,QAAQ,EAAE,CAAC;YACrC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;gBACzB,OAAO,IAAI,CAAC,KAAK,CAAC,mCAAmC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,MAAM,KAAK,GAAG,MAAM,YAAY,EAAE,CAAC;QACnC,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC,KAAK,CAAC,4BAA4B,KAAK,CAAC,KAAK,IAAI,eAAe,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,yCAAyC;QACzC,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,MAAM,GAAG,wCAAwC,KAAK,CAAC,UAAU,IAAI,SAAS,gBAAgB,KAAK,CAAC,SAAS,IAAI,SAAS,EAAE,CAAC;YAEnI,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM;gBACN,WAAW,EAAE;oBACX;wBACE,IAAI,EAAE,MAAe;wBACrB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,OAAgB;gCACtB,MAAM,EAAE;oCACN,IAAI,EAAE,QAAiB;oCACvB,UAAU,EAAE,WAAW,CAAC,IAAI,CAAC,IAA+D;oCAC5F,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC,MAAM;iCAC9B;6BACF;yBACF;qBACF;iBACF;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM;QAClB,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC;IAEO,KAAK,CAAC,KAAK;QACjB,MAAM,MAAM,GAAG,MAAM,QAAQ,EAAE,CAAC;QAChC,OAAO,MAAM,CAAC,OAAO;YACnB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;YAC9B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,MAAM;QAClB,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/B,OAAO,MAAM,CAAC,OAAO;YACnB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;YAC9B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;CACF"}