helixmind 0.5.4

package/dist/cli/brain/template.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"template.js","sourceRoot":"","sources":["../../../src/cli/brain/template.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,iBAAiB,CAAC,IAAiB;IACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAEtC,OAAO;;;;;;0CAMiC,IAAI,CAAC,IAAI,CAAC,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uCAkZxB,IAAI,CAAC,IAAI,CAAC,UAAU,iBAAiB,IAAI,CAAC,IAAI,CAAC,UAAU,eAAe,IAAI,CAAC,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,CAAC,CAAC,EAAE,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW;;;0CAGzL,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;yCACpD,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mBAsIzE,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gBAqsCX,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAuUjE,CAAC;AACT,CAAC"}

package/dist/cli/brain/web-chat-handler.d.ts

@@ -0,0 +1,26 @@
+import type { LLMProvider } from '../providers/types.js';
+import type { CheckpointStore } from '../checkpoints/store.js';
+import type { BugJournal } from '../bugs/journal.js';
+export interface WebChatCallbacks {
+    onStarted: (chatId: string) => void;
+    onTextChunk: (chatId: string, text: string) => void;
+    onToolStart: (chatId: string, stepNum: number, toolName: string, toolInput: Record<string, unknown>) => void;
+    onToolEnd: (chatId: string, stepNum: number, toolName: string, status: 'done' | 'error', result?: string) => void;
+    onComplete: (chatId: string, text: string, steps: number, tokensUsed: {
+        input: number;
+        output: number;
+    }) => void;
+    onError: (chatId: string, error: string) => void;
+}
+export interface WebChatDeps {
+    provider: LLMProvider;
+    spiralEngine: any;
+    project: any;
+    config: any;
+    checkpointStore: CheckpointStore;
+    bugJournal?: BugJournal;
+}
+/** Abort a running web chat session */
+export declare function abortWebChat(chatId: string): boolean;
+export declare function handleWebChat(text: string, chatId: string, deps: WebChatDeps, callbacks: WebChatCallbacks): Promise<void>;
+//# sourceMappingURL=web-chat-handler.d.ts.map

package/dist/cli/brain/web-chat-handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-chat-handler.d.ts","sourceRoot":"","sources":["../../../src/cli/brain/web-chat-handler.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,WAAW,EAAe,MAAM,uBAAuB,CAAC;AAEtE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAMrD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IACpC,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACpD,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;IAC7G,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IAClH,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACjH,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CAClD;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,WAAW,CAAC;IACtB,YAAY,EAAE,GAAG,CAAC;IAClB,OAAO,EAAE,GAAG,CAAC;IACb,MAAM,EAAE,GAAG,CAAC;IACZ,eAAe,EAAE,eAAe,CAAC;IACjC,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AA6BD,uCAAuC;AACvC,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAOpD;AAMD,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,WAAW,EACjB,SAAS,EAAE,gBAAgB,GAC1B,OAAO,CAAC,IAAI,CAAC,CAqHf"}

package/dist/cli/brain/web-chat-handler.js

@@ -0,0 +1,134 @@
+/**
+ * Web Chat Handler — dedicated handler for web-originated chat requests.
+ *
+ * Each web chat gets its own session (history, buffer, controller, undo stack)
+ * so it runs independently of the interactive terminal session.
+ * Agent responses are streamed back via callbacks that the caller wires to
+ * pushControlEvent() for delivery over WebSocket.
+ */
+import { runAgentLoop, AgentController, AgentAbortError } from '../agent/loop.js';
+import { PermissionManager } from '../agent/permissions.js';
+import { UndoStack } from '../agent/undo.js';
+import { SessionBuffer } from '../context/session-buffer.js';
+import { assembleSystemPrompt } from '../context/assembler.js';
+// ---------------------------------------------------------------------------
+// Session registry (keyed by chatId)
+// ---------------------------------------------------------------------------
+const sessions = new Map();
+function getOrCreateSession(chatId) {
+    let session = sessions.get(chatId);
+    if (!session) {
+        session = {
+            history: [],
+            buffer: new SessionBuffer(),
+            controller: new AgentController(),
+            undoStack: new UndoStack(),
+        };
+        sessions.set(chatId, session);
+    }
+    return session;
+}
+/** Abort a running web chat session */
+export function abortWebChat(chatId) {
+    const session = sessions.get(chatId);
+    if (session) {
+        session.controller.abort();
+        return true;
+    }
+    return false;
+}
+// ---------------------------------------------------------------------------
+// Main handler
+// ---------------------------------------------------------------------------
+export async function handleWebChat(text, chatId, deps, callbacks) {
+    const session = getOrCreateSession(chatId);
+    const { provider, spiralEngine, project, config, checkpointStore, bugJournal } = deps;
+    // Reset controller for new turn
+    session.controller.reset();
+    // Permissions: web chats use standard safe mode (NOT skip-permissions).
+    // Remote users must not bypass security prompts. Tool calls that require
+    // user approval will be auto-denied since there is no terminal readline,
+    // effectively limiting web chats to read-only + auto-approved tools.
+    const permissions = new PermissionManager();
+    // Signal start
+    callbacks.onStarted(chatId);
+    try {
+        // Query spiral context
+        let spiralContext = {
+            level_1: [], level_2: [], level_3: [], level_4: [], level_5: [],
+            total_tokens: 0, node_count: 0,
+        };
+        if (spiralEngine) {
+            try {
+                // Cap spiral budget to 15% of model context (prevents flooding small-context models)
+                const spiralBudget = Math.min(config.spiral?.maxTokensBudget ?? 40000, Math.floor(provider.maxContextLength * 0.15));
+                spiralContext = await spiralEngine.query(text, spiralBudget);
+            }
+            catch { /* continue without spiral */ }
+        }
+        // Assemble system prompt
+        const sessionContext = session.buffer.buildContext();
+        const bugSummary = bugJournal?.getSummaryForPrompt() ?? null;
+        const systemPrompt = assembleSystemPrompt(project.name !== 'unknown' ? project : null, spiralContext, sessionContext || undefined, { provider: provider.name, model: provider.model }, bugSummary);
+        // Track tokens
+        let totalInput = 0;
+        let totalOutput = 0;
+        // Run agent loop with streaming callbacks
+        const result = await runAgentLoop(text, session.history, {
+            provider,
+            systemPrompt,
+            permissions,
+            toolContext: {
+                projectRoot: process.cwd(),
+                undoStack: session.undoStack,
+                spiralEngine,
+                bugJournal,
+            },
+            checkpointStore,
+            sessionBuffer: session.buffer,
+            onTextBlock: (chunk) => {
+                callbacks.onTextChunk(chatId, chunk);
+            },
+            onToolCallDetail: (stepNum, name, input) => {
+                callbacks.onToolStart(chatId, stepNum, name, input);
+            },
+            onStepEnd: (stepNum, toolName, status, error) => {
+                callbacks.onToolEnd(chatId, stepNum, toolName, status, error);
+            },
+            onTokensUsed: (inp, out) => {
+                totalInput += inp;
+                totalOutput += out;
+            },
+            // No terminal rendering for web chat
+            onThinking: () => { },
+            onBeforeAnswer: () => { },
+        }, session.controller);
+        // Adopt updated history
+        session.history.length = 0;
+        session.history.push(...result.updatedHistory);
+        // Update session buffer
+        session.buffer.addUserMessage(text);
+        if (result.text) {
+            session.buffer.addAssistantSummary(result.text.slice(0, 500));
+        }
+        // Signal completion
+        callbacks.onComplete(chatId, result.text, result.toolCalls, {
+            input: totalInput,
+            output: totalOutput,
+        });
+        // Store in spiral (fire-and-forget)
+        if (spiralEngine && result.text) {
+            spiralEngine.store(`Web chat: ${text.slice(0, 100)} → ${result.text.slice(0, 200)}`, 'conversation', { tags: ['web_chat'] }).catch(() => { });
+        }
+    }
+    catch (err) {
+        if (err instanceof AgentAbortError) {
+            callbacks.onError(chatId, 'Agent aborted');
+        }
+        else {
+            const errMsg = err instanceof Error ? err.message : String(err);
+            callbacks.onError(chatId, errMsg);
+        }
+    }
+}
+//# sourceMappingURL=web-chat-handler.js.map

package/dist/cli/brain/web-chat-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-chat-handler.js","sourceRoot":"","sources":["../../../src/cli/brain/web-chat-handler.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAElF,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAqC/D,8EAA8E;AAC9E,qCAAqC;AACrC,8EAA8E;AAE9E,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;AAEnD,SAAS,kBAAkB,CAAC,MAAc;IACxC,IAAI,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG;YACR,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,IAAI,aAAa,EAAE;YAC3B,UAAU,EAAE,IAAI,eAAe,EAAE;YACjC,SAAS,EAAE,IAAI,SAAS,EAAE;SAC3B,CAAC;QACF,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,YAAY,CAAC,MAAc;IACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrC,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAAY,EACZ,MAAc,EACd,IAAiB,EACjB,SAA2B;IAE3B,MAAM,OAAO,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC;IAEtF,gCAAgC;IAChC,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAE3B,wEAAwE;IACxE,yEAAyE;IACzE,yEAAyE;IACzE,qEAAqE;IACrE,MAAM,WAAW,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAE5C,eAAe;IACf,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAE5B,IAAI,CAAC;QACH,uBAAuB;QACvB,IAAI,aAAa,GAAsB;YACrC,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE;YAC/D,YAAY,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;SAC/B,CAAC;QAEF,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,qFAAqF;gBACrF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAC3B,MAAM,CAAC,MAAM,EAAE,eAAe,IAAI,KAAK,EACvC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAC7C,CAAC;gBACF,aAAa,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC,CAAC,6BAA6B,CAAC,CAAC;QAC3C,CAAC;QAED,yBAAyB;QACzB,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QACrD,MAAM,UAAU,GAAG,UAAU,EAAE,mBAAmB,EAAE,IAAI,IAAI,CAAC;QAC7D,MAAM,YAAY,GAAG,oBAAoB,CACvC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAC3C,aAAa,EACb,cAAc,IAAI,SAAS,EAC3B,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,EAClD,UAAU,CACX,CAAC;QAEF,eAAe;QACf,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,0CAA0C;QAC1C,MAAM,MAAM,GAAoB,MAAM,YAAY,CAChD,IAAI,EACJ,OAAO,CAAC,OAAO,EACf;YACE,QAAQ;YACR,YAAY;YACZ,WAAW;YACX,WAAW,EAAE;gBACX,WAAW,EAAE,OAAO,CAAC,GAAG,EAAE;gBAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,YAAY;gBACZ,UAAU;aACX;YACD,eAAe;YACf,aAAa,EAAE,OAAO,CAAC,MAAM;YAC7B,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE;gBACrB,SAAS,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACvC,CAAC;YACD,gBAAgB,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;gBACzC,SAAS,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACtD,CAAC;YACD,SAAS,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;gBAC9C,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;YAChE,CAAC;YACD,YAAY,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;gBACzB,UAAU,IAAI,GAAG,CAAC;gBAClB,WAAW,IAAI,GAAG,CAAC;YACrB,CAAC;YACD,qCAAqC;YACrC,UAAU,EAAE,GAAG,EAAE,GAAE,CAAC;YACpB,cAAc,EAAE,GAAG,EAAE,GAAE,CAAC;SACzB,EACD,OAAO,CAAC,UAAU,CACnB,CAAC;QAEF,wBAAwB;QACxB,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAC3B,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC;QAE/C,wBAAwB;QACxB,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAChB,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAChE,CAAC;QAED,oBAAoB;QACpB,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE;YAC1D,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,WAAW;SACpB,CAAC,CAAC;QAEH,oCAAoC;QACpC,IAAI,YAAY,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAChC,YAAY,CAAC,KAAK,CAChB,aAAa,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAChE,cAAc,EACd,EAAE,IAAI,EAAE,CAAC,UAAU,CAAC,EAAE,CACvB,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,eAAe,EAAE,CAAC;YACnC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAChE,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/cli/browser/chrome-finder.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Chrome/Chromium executable finder — cross-platform.
+ *
+ * Searches known installation paths per platform.
+ * Does NOT download Chrome — uses whatever is already installed.
+ */
+/**
+ * Find a Chrome/Chromium executable on the system.
+ * Returns the path if found, null otherwise.
+ */
+export declare function findChrome(): string | null;
+//# sourceMappingURL=chrome-finder.d.ts.map

package/dist/cli/browser/chrome-finder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chrome-finder.d.ts","sourceRoot":"","sources":["../../../src/cli/browser/chrome-finder.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAgCH;;;GAGG;AACH,wBAAgB,UAAU,IAAI,MAAM,GAAG,IAAI,CAkC1C"}

package/dist/cli/browser/chrome-finder.js

@@ -0,0 +1,74 @@
+/**
+ * Chrome/Chromium executable finder — cross-platform.
+ *
+ * Searches known installation paths per platform.
+ * Does NOT download Chrome — uses whatever is already installed.
+ */
+import { existsSync } from 'node:fs';
+import { execSync } from 'node:child_process';
+import { platform } from 'node:os';
+/** Known Chrome paths per platform */
+const CHROME_PATHS = {
+    win32: [
+        'C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe',
+        'C:\\Program Files (x86)\\Google\\Chrome\\Application\\chrome.exe',
+        `${process.env.LOCALAPPDATA ?? ''}\\Google\\Chrome\\Application\\chrome.exe`,
+        `${process.env.PROGRAMFILES ?? ''}\\Google\\Chrome\\Application\\chrome.exe`,
+        // Edge as fallback (Chromium-based)
+        'C:\\Program Files (x86)\\Microsoft\\Edge\\Application\\msedge.exe',
+        'C:\\Program Files\\Microsoft\\Edge\\Application\\msedge.exe',
+    ],
+    darwin: [
+        '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',
+        '/Applications/Google Chrome Canary.app/Contents/MacOS/Google Chrome Canary',
+        '/Applications/Chromium.app/Contents/MacOS/Chromium',
+        `${process.env.HOME ?? ''}/Applications/Google Chrome.app/Contents/MacOS/Google Chrome`,
+    ],
+    linux: [
+        '/usr/bin/google-chrome',
+        '/usr/bin/google-chrome-stable',
+        '/usr/bin/chromium-browser',
+        '/usr/bin/chromium',
+        '/snap/bin/chromium',
+    ],
+};
+/**
+ * Find a Chrome/Chromium executable on the system.
+ * Returns the path if found, null otherwise.
+ */
+export function findChrome() {
+    const os = platform();
+    const candidates = CHROME_PATHS[os] ?? [];
+    // Check known paths
+    for (const path of candidates) {
+        if (path && existsSync(path)) {
+            return path;
+        }
+    }
+    // On Linux, try `which`
+    if (os === 'linux') {
+        for (const bin of ['google-chrome', 'google-chrome-stable', 'chromium-browser', 'chromium']) {
+            try {
+                const result = execSync(`which ${bin}`, { encoding: 'utf-8', timeout: 3000 }).trim();
+                if (result && existsSync(result))
+                    return result;
+            }
+            catch {
+                // not found
+            }
+        }
+    }
+    // On Windows, try `where` for Edge
+    if (os === 'win32') {
+        try {
+            const result = execSync('where msedge', { encoding: 'utf-8', timeout: 3000 }).trim().split('\n')[0];
+            if (result && existsSync(result))
+                return result;
+        }
+        catch {
+            // not found
+        }
+    }
+    return null;
+}
+//# sourceMappingURL=chrome-finder.js.map

package/dist/cli/browser/chrome-finder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chrome-finder.js","sourceRoot":"","sources":["../../../src/cli/browser/chrome-finder.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAEnC,sCAAsC;AACtC,MAAM,YAAY,GAA6B;IAC7C,KAAK,EAAE;QACL,4DAA4D;QAC5D,kEAAkE;QAClE,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,2CAA2C;QAC5E,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,2CAA2C;QAC5E,oCAAoC;QACpC,mEAAmE;QACnE,6DAA6D;KAC9D;IACD,MAAM,EAAE;QACN,8DAA8D;QAC9D,4EAA4E;QAC5E,oDAAoD;QACpD,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,8DAA8D;KACxF;IACD,KAAK,EAAE;QACL,wBAAwB;QACxB,+BAA+B;QAC/B,2BAA2B;QAC3B,mBAAmB;QACnB,oBAAoB;KACrB;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,UAAU;IACxB,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;IACtB,MAAM,UAAU,GAAG,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;IAE1C,oBAAoB;IACpB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,IAAI,EAAE,KAAK,OAAO,EAAE,CAAC;QACnB,KAAK,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,UAAU,CAAC,EAAE,CAAC;YAC5F,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBACrF,IAAI,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC;oBAAE,OAAO,MAAM,CAAC;YAClD,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,mCAAmC;IACnC,IAAI,EAAE,KAAK,OAAO,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACpG,IAAI,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC;gBAAE,OAAO,MAAM,CAAC;QAClD,CAAC;QAAC,MAAM,CAAC;YACP,YAAY;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/cli/browser/controller.d.ts

@@ -0,0 +1,51 @@
+/**
+ * BrowserController — headless/headful Chrome via puppeteer-core.
+ *
+ * puppeteer-core is an optional dependency — if not installed, launch() throws
+ * a clear error message telling the user to install it.
+ */
+export interface BrowserState {
+    isOpen: boolean;
+    currentUrl: string | null;
+    pageTitle: string | null;
+}
+export declare class BrowserController {
+    private browser;
+    private page;
+    private _lastScreenshot;
+    /** Get the last screenshot taken (for vision processing) */
+    get lastScreenshot(): Buffer | null;
+    /** Current browser state */
+    get state(): BrowserState;
+    /**
+     * Launch Chrome browser.
+     * @param executablePath — override Chrome path (auto-detected if omitted)
+     * @param headless — run headless (default: false for visibility)
+     */
+    launch(executablePath?: string, headless?: boolean): Promise<void>;
+    /** Navigate to a URL */
+    navigate(url: string): Promise<{
+        title: string;
+        url: string;
+    }>;
+    /** Take a screenshot, returns PNG buffer */
+    screenshot(): Promise<Buffer>;
+    /** Click an element by CSS selector */
+    click(selector: string): Promise<void>;
+    /** Type text into an element */
+    type(selector: string, text: string): Promise<void>;
+    /** Execute JavaScript in the page context */
+    evaluate<T = unknown>(script: string): Promise<T>;
+    /** Get visible text content of the page */
+    getPageText(): Promise<string>;
+    /** Get page title */
+    getTitle(): Promise<string>;
+    /** Get current URL */
+    getUrl(): string | null;
+    /** Close the browser */
+    close(): Promise<void>;
+    /** Check if browser is open */
+    isOpen(): boolean;
+    private ensureOpen;
+}
+//# sourceMappingURL=controller.d.ts.map

package/dist/cli/browser/controller.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"controller.d.ts","sourceRoot":"","sources":["../../../src/cli/browser/controller.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AA0BH,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAiC;IAChD,OAAO,CAAC,IAAI,CAA8B;IAC1C,OAAO,CAAC,eAAe,CAAuB;IAE9C,4DAA4D;IAC5D,IAAI,cAAc,IAAI,MAAM,GAAG,IAAI,CAElC;IAED,4BAA4B;IAC5B,IAAI,KAAK,IAAI,YAAY,CAMxB;IAED;;;;OAIG;IACG,MAAM,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,QAAQ,GAAE,OAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IA0C/E,wBAAwB;IAClB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IAapE,4CAA4C;IACtC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IAWnC,uCAAuC;IACjC,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAU5C,gCAAgC;IAC1B,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUzD,6CAA6C;IACvC,QAAQ,CAAC,CAAC,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC;IAKvD,2CAA2C;IACrC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IASpC,qBAAqB;IACf,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IAKjC,sBAAsB;IACtB,MAAM,IAAI,MAAM,GAAG,IAAI;IAIvB,wBAAwB;IAClB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAa5B,+BAA+B;IAC/B,MAAM,IAAI,OAAO;IAIjB,OAAO,CAAC,UAAU;CAKnB"}

package/dist/cli/browser/controller.js

@@ -0,0 +1,152 @@
+/**
+ * BrowserController — headless/headful Chrome via puppeteer-core.
+ *
+ * puppeteer-core is an optional dependency — if not installed, launch() throws
+ * a clear error message telling the user to install it.
+ */
+import { findChrome } from './chrome-finder.js';
+export class BrowserController {
+    browser = null;
+    page = null;
+    _lastScreenshot = null;
+    /** Get the last screenshot taken (for vision processing) */
+    get lastScreenshot() {
+        return this._lastScreenshot;
+    }
+    /** Current browser state */
+    get state() {
+        return {
+            isOpen: this.browser !== null && this.browser.connected,
+            currentUrl: this.page?.url() ?? null,
+            pageTitle: null, // set async via getTitle()
+        };
+    }
+    /**
+     * Launch Chrome browser.
+     * @param executablePath — override Chrome path (auto-detected if omitted)
+     * @param headless — run headless (default: false for visibility)
+     */
+    async launch(executablePath, headless = false) {
+        if (this.browser?.connected) {
+            throw new Error('Browser already open. Close it first or navigate to a new URL.');
+        }
+        // Dynamic import — puppeteer-core is optional
+        let puppeteer;
+        try {
+            puppeteer = await import('puppeteer-core');
+        }
+        catch {
+            throw new Error('puppeteer-core is not installed. Run: npm install puppeteer-core\n' +
+                'Note: This uses your existing Chrome — no extra download needed.');
+        }
+        // Find Chrome
+        const chromePath = executablePath ?? findChrome();
+        if (!chromePath) {
+            throw new Error('Chrome not found. Install Google Chrome or provide the path:\n' +
+                '  helixmind config set browser.chromePath "/path/to/chrome"');
+        }
+        // Launch
+        const launchFn = puppeteer.default?.launch ?? puppeteer.launch;
+        this.browser = await launchFn({
+            executablePath: chromePath,
+            headless: headless ? 'shell' : false,
+            defaultViewport: { width: 1280, height: 720 },
+            args: [
+                '--no-first-run',
+                '--no-default-browser-check',
+                '--disable-extensions',
+                '--disable-popup-blocking',
+            ],
+        });
+        this.page = await this.browser.newPage();
+    }
+    /** Navigate to a URL */
+    async navigate(url) {
+        this.ensureOpen();
+        // Add protocol if missing
+        if (!url.startsWith('http://') && !url.startsWith('https://')) {
+            url = 'https://' + url;
+        }
+        await this.page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
+        const title = await this.page.title();
+        return { title, url: this.page.url() };
+    }
+    /** Take a screenshot, returns PNG buffer */
+    async screenshot() {
+        this.ensureOpen();
+        const buffer = await this.page.screenshot({
+            type: 'png',
+            fullPage: false,
+            encoding: 'binary',
+        });
+        this._lastScreenshot = buffer;
+        return buffer;
+    }
+    /** Click an element by CSS selector */
+    async click(selector) {
+        this.ensureOpen();
+        try {
+            await this.page.waitForSelector(selector, { timeout: 5000 });
+        }
+        catch {
+            throw new Error(`Element not found: ${selector}`);
+        }
+        await this.page.click(selector);
+    }
+    /** Type text into an element */
+    async type(selector, text) {
+        this.ensureOpen();
+        try {
+            await this.page.waitForSelector(selector, { timeout: 5000 });
+        }
+        catch {
+            throw new Error(`Element not found: ${selector}`);
+        }
+        await this.page.type(selector, text, { delay: 30 });
+    }
+    /** Execute JavaScript in the page context */
+    async evaluate(script) {
+        this.ensureOpen();
+        return this.page.evaluate(script);
+    }
+    /** Get visible text content of the page */
+    async getPageText() {
+        this.ensureOpen();
+        const text = await this.page.evaluate(`document.body.innerText`);
+        // Limit to 5000 chars to avoid token explosion
+        return text.length > 5000 ? text.slice(0, 5000) + '\n...(truncated)' : text;
+    }
+    /** Get page title */
+    async getTitle() {
+        this.ensureOpen();
+        return this.page.title();
+    }
+    /** Get current URL */
+    getUrl() {
+        return this.page?.url() ?? null;
+    }
+    /** Close the browser */
+    async close() {
+        if (this.browser) {
+            try {
+                await this.browser.close();
+            }
+            catch {
+                // Already closed
+            }
+            this.browser = null;
+            this.page = null;
+            this._lastScreenshot = null;
+        }
+    }
+    /** Check if browser is open */
+    isOpen() {
+        return this.browser !== null && this.browser.connected;
+    }
+    ensureOpen() {
+        if (!this.browser || !this.browser.connected || !this.page) {
+            throw new Error('Browser is not open. Use browser_open first.');
+        }
+    }
+}
+//# sourceMappingURL=controller.js.map

package/dist/cli/browser/controller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"controller.js","sourceRoot":"","sources":["../../../src/cli/browser/controller.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AA8BhD,MAAM,OAAO,iBAAiB;IACpB,OAAO,GAA4B,IAAI,CAAC;IACxC,IAAI,GAAyB,IAAI,CAAC;IAClC,eAAe,GAAkB,IAAI,CAAC;IAE9C,4DAA4D;IAC5D,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,4BAA4B;IAC5B,IAAI,KAAK;QACP,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS;YACvD,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,IAAI;YACpC,SAAS,EAAE,IAAI,EAAE,2BAA2B;SAC7C,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,cAAuB,EAAE,WAAoB,KAAK;QAC7D,IAAI,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QAED,8CAA8C;QAC9C,IAAI,SAAc,CAAC;QACnB,IAAI,CAAC;YACH,SAAS,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC7C,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CACb,oEAAoE;gBACpE,kEAAkE,CACnE,CAAC;QACJ,CAAC;QAED,cAAc;QACd,MAAM,UAAU,GAAG,cAAc,IAAI,UAAU,EAAE,CAAC;QAClD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CACb,gEAAgE;gBAChE,6DAA6D,CAC9D,CAAC;QACJ,CAAC;QAED,SAAS;QACT,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,EAAE,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,MAAM,QAAQ,CAAC;YAC5B,cAAc,EAAE,UAAU;YAC1B,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;YACpC,eAAe,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAC7C,IAAI,EAAE;gBACJ,gBAAgB;gBAChB,4BAA4B;gBAC5B,sBAAsB;gBACtB,0BAA0B;aAC3B;SACF,CAAqB,CAAC;QAEvB,IAAI,CAAC,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3C,CAAC;IAED,wBAAwB;IACxB,KAAK,CAAC,QAAQ,CAAC,GAAW;QACxB,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,0BAA0B;QAC1B,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9D,GAAG,GAAG,UAAU,GAAG,GAAG,CAAC;QACzB,CAAC;QAED,MAAM,IAAI,CAAC,IAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAK,CAAC,KAAK,EAAE,CAAC;QACvC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,IAAK,CAAC,GAAG,EAAE,EAAE,CAAC;IAC1C,CAAC;IAED,4CAA4C;IAC5C,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAK,CAAC,UAAU,CAAC;YACzC,IAAI,EAAE,KAAK;YACX,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,QAAQ;SACnB,CAAW,CAAC;QACb,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC;QAC9B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,uCAAuC;IACvC,KAAK,CAAC,KAAK,CAAC,QAAgB;QAC1B,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAK,CAAC,eAAe,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,IAAI,CAAC,IAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,gCAAgC;IAChC,KAAK,CAAC,IAAI,CAAC,QAAgB,EAAE,IAAY;QACvC,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAK,CAAC,eAAe,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,IAAI,CAAC,IAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,QAAQ,CAAc,MAAc;QACxC,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC,IAAK,CAAC,QAAQ,CAAC,MAAM,CAAe,CAAC;IACnD,CAAC;IAED,2CAA2C;IAC3C,KAAK,CAAC,WAAW;QACf,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAK,CAAC,QAAQ,CACpC,yBAAyB,CAChB,CAAC;QACZ,+CAA+C;QAC/C,OAAO,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9E,CAAC;IAED,qBAAqB;IACrB,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC,IAAK,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,sBAAsB;IACtB,MAAM;QACJ,OAAO,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,IAAI,CAAC;IAClC,CAAC;IAED,wBAAwB;IACxB,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC7B,CAAC;YAAC,MAAM,CAAC;gBACP,iBAAiB;YACnB,CAAC;YACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,MAAM;QACJ,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;IACzD,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;CACF"}

package/dist/cli/browser/vision.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Vision processing — analyze screenshots with vision-capable LLMs.
+ *
+ * Supports Anthropic (claude-3+), OpenAI (gpt-4o/turbo), and Ollama (llava, llama3.2-vision).
+ * Falls back to page text extraction for non-vision models.
+ */
+import type { LLMProvider, ContentBlock } from '../providers/types.js';
+/** Image content block for vision-capable models */
+export interface ImageBlock {
+    type: 'image';
+    source: {
+        type: 'base64';
+        media_type: 'image/png' | 'image/jpeg' | 'image/webp' | 'image/gif';
+        data: string;
+    };
+}
+/** Vision-enhanced content block (extends base types) */
+export type VisionContentBlock = ContentBlock | ImageBlock;
+/** Check if a model supports vision based on provider + model name */
+export declare function supportsVision(providerName: string, modelName: string): boolean;
+export declare class VisionProcessor {
+    private provider;
+    constructor(provider: LLMProvider);
+    /** Check if the current provider/model supports vision */
+    canProcessImages(): boolean;
+    /**
+     * Analyze a screenshot with the LLM.
+     * If the model doesn't support vision, returns a fallback message.
+     *
+     * @param screenshot — PNG buffer
+     * @param prompt — what to look for in the screenshot
+     * @param fallbackText — page text to use if model doesn't support vision
+     */
+    analyzeScreenshot(screenshot: Buffer, prompt?: string, fallbackText?: string): Promise<string>;
+    /** Build provider-specific vision message */
+    private buildVisionMessage;
+}
+//# sourceMappingURL=vision.d.ts.map

package/dist/cli/browser/vision.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision.d.ts","sourceRoot":"","sources":["../../../src/cli/browser/vision.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,WAAW,EAA+B,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAEpG,oDAAoD;AACpD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,WAAW,CAAC;QACpE,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAED,yDAAyD;AACzD,MAAM,MAAM,kBAAkB,GAAG,YAAY,GAAG,UAAU,CAAC;AAE3D,sEAAsE;AACtE,wBAAgB,cAAc,CAAC,YAAY,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAmC/E;AAED,qBAAa,eAAe;IAExB,OAAO,CAAC,QAAQ;gBAAR,QAAQ,EAAE,WAAW;IAG/B,0DAA0D;IAC1D,gBAAgB,IAAI,OAAO;IAI3B;;;;;;;OAOG;IACG,iBAAiB,CACrB,UAAU,EAAE,MAAM,EAClB,MAAM,GAAE,MAAiD,EACzD,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,MAAM,CAAC;IA0BlB,6CAA6C;IAC7C,OAAO,CAAC,kBAAkB;CA0C3B"}