niahere 0.3.11 → 0.4.0

package/src/chat/engine.ts

@@ -1,107 +1,25 @@
-import { query, type Query } from "@anthropic-ai/claude-agent-sdk";
-// @ts-ignore — SDK re-exports this type but tsc can't resolve the path under Bun
-import type { MessageParam } from "@anthropic-ai/sdk/resources";
 import { existsSync } from "fs";
-import { join } from "path";
 import { homedir } from "os";
-import { randomUUID } from "crypto";
 import { buildSystemPrompt, buildContextSuffix, getSessionContext } from "./identity";
 import { buildEmployeePrompt } from "./employee-prompt";
 import { getEmployee } from "../core/employees";
 import { getAgentDefinitions, scanAgents } from "../core/agents";
 import { Session, Message, ActiveEngine, Job } from "../db/models";
-import type {
-  Attachment,
-  SendResult,
-  StreamCallback,
-  ActivityCallback,
-  SendCallbacks,
-  ChatEngine,
-  EngineOptions,
-} from "../types";
-import { truncate, formatToolUse } from "../utils/format-activity";
+import type { Attachment, SendResult, SendCallbacks, ChatEngine, EngineOptions } from "../types";
 import { finalizeSession, cancelPending } from "../core/finalizer";
 import { log } from "../utils/log";
-import { getConfig } from "../utils/config";
-import { isRetryableApiError, sleep } from "../utils/retry";
 import { registerActiveHandle, unregisterActiveHandle } from "../core/active-handles";
 import { resolveJobPrompt } from "../core/job-prompt";
-import { getSdkSkillsSetting } from "../core/skills";
-import { getSdkHooks } from "../core/sdk-hooks";
+import { resolveBackends, type AgentSession } from "../agent";
 
 const IDLE_TIMEOUT = 10 * 60 * 1000; // 10 minutes
 const LONG_RUNNING_WARN = 30 * 60 * 1000; // 30 minutes
-const MAX_SEND_RETRIES = 2;
-const SEND_RETRY_DELAYS = [3_000, 8_000];
 const GENERIC_CHAT_ERROR = "💀";
 
-interface SDKUserMessage {
-  type: "user";
-  message: MessageParam;
-  parent_tool_use_id: null;
-  session_id: string;
-}
-
-/** Convert provider-agnostic attachments to Anthropic content blocks. */
-export function buildContentBlocks(text: string, attachments?: Attachment[]): MessageParam["content"] {
-  if (!attachments?.length) return text;
-
-  const blocks: Array<
-    | { type: "text"; text: string }
-    | {
-        type: "image";
-        source: { type: "base64"; media_type: string; data: string };
-      }
-  > = [];
-
-  const pathHints = attachments
-    .map((att, idx) => {
-      if (!att.sourcePath) return "";
-      const label = att.filename || `${att.type}-${idx + 1}`;
-      return `- ${idx + 1}. ${label} (${att.type}, ${att.mimeType}) -> ${att.sourcePath}`;
-    })
-    .filter(Boolean);
-
-  if (pathHints.length > 0) {
-    blocks.push({
-      type: "text",
-      text:
-        "[Attachment local paths]\n" +
-        "Use these absolute paths to inspect attachments. To resend/forward one, call send_message with media_path set to its path.\n" +
-        pathHints.join("\n"),
-    });
-  }
-
-  for (const att of attachments) {
-    if (att.sourcePath) continue;
-
-    if (att.type === "image") {
-      blocks.push({
-        type: "image",
-        source: {
-          type: "base64",
-          media_type: att.mimeType,
-          data: att.data.toString("base64"),
-        },
-      });
-    } else if (att.type === "document") {
-      const docText = att.data.toString("utf8");
-      const label = att.filename ? `[${att.filename}]` : "[document]";
-      blocks.push({ type: "text", text: `${label}\n${docText}` });
-    }
-  }
-
-  if (text) {
-    blocks.push({ type: "text", text });
-  }
-
-  return blocks as MessageParam["content"];
-}
-
-/** Convert SDK error text into a channel-safe chat response. */
+/** Convert backend error text into a channel-safe chat response. */
 export function formatChatError(rawError: string | null | undefined): string {
   const error = rawError?.trim();
-  if (!error || error.toLowerCase() === "unknown error") {
+  if (getChatErrorSignal(error) === "provider_down") {
     return GENERIC_CHAT_ERROR;
   }
   if (error === "oauth_org_not_allowed") {
@@ -110,66 +28,9 @@ export function formatChatError(rawError: string | null | undefined): string {
   return `[error] ${error}`;
 }
 
-export function resolveSdkModel(contextModel?: string | null): string | undefined {
-  const model = contextModel || getConfig().model;
-  return model && model !== "default" ? model : undefined;
-}
-
-/**
- * Push-based async iterable for streaming user messages to the SDK.
- * Keeps the query subprocess alive between messages.
- */
-class MessageStream {
-  private queue: SDKUserMessage[] = [];
-  private waiting: (() => void) | null = null;
-  private done = false;
-
-  push(text: string, attachments?: Attachment[]): void {
-    this.queue.push({
-      type: "user",
-      message: { role: "user", content: buildContentBlocks(text, attachments) },
-      parent_tool_use_id: null,
-      session_id: "",
-    });
-    this.waiting?.();
-  }
-
-  end(): void {
-    this.done = true;
-    this.waiting?.();
-  }
-
-  async *[Symbol.asyncIterator](): AsyncGenerator<SDKUserMessage> {
-    while (true) {
-      while (this.queue.length > 0) {
-        yield this.queue.shift()!;
-      }
-      if (this.done) return;
-      await new Promise<void>((r) => {
-        this.waiting = r;
-      });
-      this.waiting = null;
-    }
-  }
-}
-
-interface PendingResult {
-  userMessage: string;
-  userSaved: boolean;
-  onStream: StreamCallback | null;
-  onActivity: ActivityCallback | null;
-  accumulatedText: string;
-  accumulatedThinking: string;
-  lastThinkingLine: string;
-  resolve: (value: SendResult) => void;
-  reject: (error: Error) => void;
-}
-
-function sessionFileExists(sessionId: string, cwd: string): boolean {
-  // SDK stores sessions at ~/.claude/projects/<encoded-cwd>/<session-id>.jsonl
-  const encoded = cwd.replace(/\//g, "-");
-  const sessionFile = join(homedir(), ".claude", "projects", encoded, `${sessionId}.jsonl`);
-  return existsSync(sessionFile);
+export function getChatErrorSignal(rawError: string | null | undefined): SendResult["signal"] | undefined {
+  const error = rawError?.trim();
+  return !error || error.toLowerCase() === "unknown error" ? "provider_down" : undefined;
 }
 
 export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine> {
@@ -231,6 +92,12 @@ export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine>
     systemPrompt += `\n\n## Watch Mode — #${watchChannel}\n\nYou are monitoring this Slack channel. Follow the behavior instructions below.\nRespond with [NO_REPLY] if no action is needed — do not explain why.\n\n${behavior}`;
   }
 
+  // The backend chain: configured primary first, then provider-down fallbacks.
+  // Chat normally runs on the primary; a provider-down turn fails over to the
+  // next backend (answering the current message — see send()).
+  const backends = resolveBackends();
+  let backendIndex = 0;
+
   let sessionId: string | null = null;
   if (typeof resume === "string") {
     // Specific session ID provided
@@ -239,19 +106,17 @@ export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine>
     sessionId = await Session.getLatest(room);
   }
 
-  // Verify session file exists on disk before attempting resume
-  if (sessionId && !sessionFileExists(sessionId, cwd)) {
+  // Verify the primary backend can actually resume this session before
+  // attempting it (Claude probes the on-disk jsonl; others use their own check).
+  if (sessionId && !(await backends[0]!.canResume(sessionId, cwd))) {
     sessionId = null;
   }
-  let stream: MessageStream | null = null;
-  let queryHandle: Query | null = null;
-  let pending: PendingResult | null = null;
+
+  let session: AgentSession | null = null;
   let idleTimer: ReturnType<typeof setTimeout> | null = null;
   let longRunningTimer: ReturnType<typeof setTimeout> | null = null;
-  let longRunningWarned = false;
-  let alive = false;
   let messageCount = 0;
-  let retryCount = 0;
+  let inFlight = false;
 
   function clearIdleTimer() {
     if (idleTimer) {
@@ -263,9 +128,9 @@ export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine>
   function resetIdleTimer() {
     clearIdleTimer();
     idleTimer = setTimeout(async () => {
-      if (pending) {
+      if (inFlight) {
         // Don't tear down while a request is in flight
-        log.warn({ room }, "idle timer fired while request pending, skipping teardown");
+        log.warn({ room }, "idle timer fired while request in flight, skipping teardown");
         return;
       }
       // Enqueue finalization before "sleep"
@@ -274,7 +139,7 @@ export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine>
           log.error({ err, room }, "finalization enqueue failed during idle teardown");
         });
       }
-      teardown();
+      await teardown();
     }, IDLE_TIMEOUT);
   }
 
@@ -283,316 +148,45 @@ export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine>
       clearTimeout(longRunningTimer);
       longRunningTimer = null;
     }
-    longRunningWarned = false;
   }
 
   function startLongRunningTimer() {
     clearLongRunningTimer();
     longRunningTimer = setTimeout(() => {
-      if (pending) {
-        longRunningWarned = true;
-        log.warn({ room, elapsed: LONG_RUNNING_WARN / 1000 }, "engine request running for 30+ minutes");
-      }
+      log.warn({ room, elapsed: LONG_RUNNING_WARN / 1000 }, "engine request running for 30+ minutes");
     }, LONG_RUNNING_WARN);
   }
 
-  function teardown() {
+  async function teardown() {
     clearIdleTimer();
     clearLongRunningTimer();
-    if (stream) {
-      stream.end();
-      stream = null;
-    }
-    if (queryHandle) {
-      queryHandle.close();
-      queryHandle = null;
+    if (session) {
+      await session.close().catch(() => {});
+      session = null;
     }
     unregisterActiveHandle(room);
-    alive = false;
   }
 
-  async function abortActiveQuery(reason: string) {
-    const activePending = pending;
-    pending = null;
-    if (activePending) {
-      activePending.reject(new Error(reason));
-    }
-    teardown();
-    await ActiveEngine.unregister(room).catch(() => {});
-  }
-
-  function startQuery() {
-    stream = new MessageStream();
-    alive = true;
-
-    const options: Record<string, unknown> = {
+  /** Lazily open (and reuse) the current backend's session for this engine. */
+  async function ensureSession(): Promise<AgentSession> {
+    if (session) return session;
+    const backend = backends[backendIndex] ?? backends[0]!;
+    const s = await backend.openSession({
+      room,
+      channel,
       systemPrompt,
       cwd,
-      permissionMode: "bypassPermissions",
-      includePartialMessages: true,
-      settingSources: ["project", "user"],
-      skills: getSdkSkillsSetting(),
-      hooks: getSdkHooks(),
-    };
-    const model = resolveSdkModel(contextModel);
-    if (model) {
-      options.model = model;
-    }
-
-    if (sessionId) {
-      options.resume = sessionId;
-    } else {
-      // Force a brand-new session with a unique ID so the claude subprocess
-      // cannot auto-continue a prior session in the same CWD ($HOME).
-      options.continue = false;
-      options.sessionId = randomUUID();
-    }
-
-    if (mcpServers) {
-      options.mcpServers = mcpServers;
-    }
-
-    const agentDefs = getAgentDefinitions();
-    if (Object.keys(agentDefs).length > 0) {
-      options.agents = agentDefs;
-    }
-
-    queryHandle = query({
-      prompt: stream as any,
-      options: options as any,
+      model: contextModel ?? undefined,
+      mcpServers,
+      resume: sessionId ?? false,
+      subagents: getAgentDefinitions(),
+      interactive: true,
     });
-    registerActiveHandle(room, abortActiveQuery);
-
-    // Background consumer — runs for the lifetime of the query
-    (async () => {
-      try {
-        for await (const message of queryHandle!) {
-          if (message.type === "system" && message.subtype === "init") {
-            const newId = message.session_id;
-            if (!sessionId || newId !== sessionId) {
-              sessionId = newId;
-              await Session.create(sessionId, room);
-            }
-
-            if (pending && !pending.userSaved) {
-              await Message.save({
-                sessionId,
-                room,
-                sender: "user",
-                content: pending.userMessage,
-                isFromAgent: false,
-              });
-              pending.userSaved = true;
-              messageCount++;
-            }
-          }
-
-          // Stream events: text deltas, thinking deltas, block lifecycle
-          if (message.type === "stream_event" && pending) {
-            const event = (message as any).event;
-
-            if (event?.type === "content_block_delta") {
-              const delta = event.delta;
-              if (delta?.type === "text_delta" && delta.text) {
-                pending.accumulatedText += delta.text;
-                pending.onStream?.(pending.accumulatedText);
-              }
-              if (delta?.type === "thinking_delta" && delta.thinking) {
-                pending.accumulatedThinking += delta.thinking;
-                // Only update on complete lines (newline boundary)
-                const lines = pending.accumulatedThinking.split("\n");
-                if (lines.length > 1) {
-                  // Show the last complete line (not the partial one being typed)
-                  const completeLine = lines[lines.length - 2]?.trim();
-                  if (completeLine && completeLine !== pending.lastThinkingLine) {
-                    pending.lastThinkingLine = completeLine;
-                    pending.onActivity?.(truncate(completeLine, 70));
-                  }
-                }
-              }
-            }
-
-            if (event?.type === "content_block_start") {
-              const block = event.content_block;
-              if (block?.type === "thinking") {
-                pending.accumulatedThinking = "";
-                pending.lastThinkingLine = "";
-                pending.onActivity?.("thinking...");
-              }
-              // tool_use: don't show here — wait for tool_use_summary with full input
-            }
-
-            if (event?.type === "content_block_stop") {
-              pending.accumulatedThinking = "";
-              pending.lastThinkingLine = "";
-            }
-          }
-
-          if (message.type === "tool_use_summary" && pending) {
-            const msg = message as any;
-            const name = msg.tool_name || "tool";
-            pending.onActivity?.(formatToolUse(name, msg.tool_input));
-          }
-
-          if (message.type === "tool_progress" && pending) {
-            const msg = message as any;
-            const toolName = msg.tool_name;
-            const content = msg.content;
-            if (toolName === "Bash" && content) {
-              pending.onActivity?.(`$ ${truncate(content, 60)}`);
-            } else if (content) {
-              pending.onActivity?.(truncate(content, 70));
-            }
-          }
-
-          // Task/agent lifecycle
-          if (message.type === "system" && pending) {
-            const msg = message as any;
-            if (msg.subtype === "task_started" && msg.description) {
-              pending.onActivity?.(truncate(msg.description, 60));
-            }
-            if (msg.subtype === "task_progress" && msg.last_tool_name) {
-              pending.onActivity?.(msg.summary || msg.last_tool_name);
-            }
-          }
-
-          if (message.type === "result" && pending) {
-            const msg = message as any;
-            if (!message.is_error) {
-              const resultText = msg.result as string;
-              const costUsd = msg.total_cost_usd as number;
-              const turns = msg.num_turns as number;
-
-              const metadata: Record<string, unknown> = {
-                cost_usd: costUsd,
-                turns,
-                duration_ms: msg.duration_ms,
-                duration_api_ms: msg.duration_api_ms,
-                stop_reason: msg.stop_reason,
-                terminal_reason: msg.terminal_reason,
-                session_id: msg.session_id,
-                subtype: msg.subtype,
-                usage: msg.usage,
-                model_usage: msg.modelUsage,
-              };
-
-              let messageId: number | undefined;
-              if (sessionId && resultText) {
-                const saveParams = {
-                  sessionId,
-                  room,
-                  sender: "nia",
-                  content: resultText,
-                  isFromAgent: true,
-                  deliveryStatus: "pending" as const,
-                  metadata,
-                };
-                try {
-                  messageId = await Message.save(saveParams);
-                } catch {
-                  messageId = await Message.save({
-                    ...saveParams,
-                    metadata: undefined,
-                  });
-                }
-                await Session.touch(sessionId);
-                Session.accumulateMetadata(sessionId, {
-                  ...metadata,
-                  channel,
-                }).catch(() => {});
-              }
-
-              await ActiveEngine.unregister(room);
-              clearLongRunningTimer();
-              retryCount = 0;
-              pending.resolve({
-                result: resultText,
-                costUsd,
-                turns,
-                messageId,
-              });
-              pending = null;
-              resetIdleTimer();
-            } else {
-              const errors = msg.errors;
-              const rawError = errors?.join(", ") || "unknown error";
-
-              // Retry on transient API errors (500, overloaded, rate-limit)
-              if (retryCount < MAX_SEND_RETRIES && isRetryableApiError(rawError)) {
-                const delay = SEND_RETRY_DELAYS[retryCount] ?? 8_000;
-                retryCount++;
-                log.warn(
-                  { room, attempt: retryCount, error: rawError, delayMs: delay },
-                  "retrying chat send after transient API error",
-                );
-                const retryPending = pending;
-                pending = null;
-                clearLongRunningTimer();
-
-                // Tear down current query and restart after delay
-                teardown();
-                await sleep(delay);
-                startQuery();
-
-                // Re-send: the user message is already saved in DB, so mark it saved
-                pending = {
-                  ...retryPending,
-                  userSaved: true,
-                  accumulatedText: "",
-                  accumulatedThinking: "",
-                  lastThinkingLine: "",
-                };
-                retryPending.onActivity?.("retrying after API error...");
-                stream!.push(retryPending.userMessage);
-              } else {
-                const errorText = formatChatError(rawError);
-                log.error(
-                  {
-                    room,
-                    error: rawError,
-                    errors,
-                    subtype: msg.subtype,
-                    terminal_reason: msg.terminal_reason,
-                    session_id: msg.session_id,
-                  },
-                  "chat send failed with SDK result error",
-                );
-                await ActiveEngine.unregister(room);
-                clearLongRunningTimer();
-                pending.resolve({ result: errorText, costUsd: 0, turns: 0 });
-                pending = null;
-                retryCount = 0;
-                resetIdleTimer();
-              }
-            }
-          }
-        }
-
-        // Stream ended without a result — subprocess exited or was killed
-        if (pending) {
-          const partial = pending.accumulatedText;
-          log.error(
-            { room, partialChars: partial.length },
-            "query stream ended without result, rejecting pending request",
-          );
-          await ActiveEngine.unregister(room).catch(() => {});
-          pending.reject(new Error(`stream ended without result (${partial.length} chars accumulated)`));
-          pending = null;
-        }
-      } catch (err) {
-        if (pending) {
-          await ActiveEngine.unregister(room).catch(() => {});
-          pending.reject(err instanceof Error ? err : new Error(String(err)));
-          pending = null;
-        }
-      } finally {
-        clearLongRunningTimer();
-        unregisterActiveHandle(room);
-        alive = false;
-        stream = null;
-        queryHandle = null;
-      }
-    })();
+    registerActiveHandle(room, (reason) => {
+      s.abort(reason);
+    });
+    session = s;
+    return s;
   }
 
   return {
@@ -608,6 +202,7 @@ export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine>
       // Clear idle timer — engine is not idle while processing a request
       clearIdleTimer();
       startLongRunningTimer();
+      inFlight = true;
 
       // Cancel any pending finalization — session is active again
       if (sessionId) {
@@ -616,52 +211,130 @@ export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine>
 
       await ActiveEngine.register(room, channel);
 
-      if (!alive || !stream) {
-        startQuery();
-      }
-
-      // Save user message to DB if session already exists (resumed session).
-      // For new sessions, the init handler saves it once sessionId is known.
+      // Save the user message eagerly for an already-known (resumed) session;
+      // for a brand-new session we save it once on the `session` event below.
       let userSaved = false;
       if (sessionId) {
-        await Message.save({
-          sessionId,
-          room,
-          sender: "user",
-          content: userMessage,
-          isFromAgent: false,
-        });
+        await Message.save({ sessionId, room, sender: "user", content: userMessage, isFromAgent: false });
         await Session.touch(sessionId);
         userSaved = true;
         messageCount++;
       }
 
-      return new Promise<SendResult>((resolve, reject) => {
-        pending = {
-          userMessage,
-          userSaved,
-          onStream: callbacks?.onStream || null,
-          onActivity: callbacks?.onActivity || null,
-          accumulatedText: "",
-          accumulatedThinking: "",
-          lastThinkingLine: "",
-          resolve,
-          reject,
-        };
-        stream!.push(userMessage, attachments);
-      });
+      let result: SendResult = { result: "", costUsd: 0, turns: 0 };
+
+      // Run the turn on the current backend; on a provider-down result, fail over
+      // to the next backend and answer the current message there.
+      while (true) {
+        const sess = await ensureSession();
+        let accumulated = "";
+        let providerDown = false;
+
+        try {
+          for await (const ev of sess.send(userMessage, attachments)) {
+            switch (ev.type) {
+              case "session": {
+                if (!sessionId || ev.backendSessionId !== sessionId) {
+                  sessionId = ev.backendSessionId;
+                  await Session.create(sessionId, room);
+                }
+                if (!userSaved) {
+                  await Message.save({ sessionId, room, sender: "user", content: userMessage, isFromAgent: false });
+                  userSaved = true;
+                  messageCount++;
+                }
+                break;
+              }
+              case "text":
+                accumulated += ev.delta;
+                callbacks?.onStream?.(accumulated);
+                break;
+              case "thinking":
+                callbacks?.onActivity?.(ev.delta);
+                break;
+              case "tool":
+                callbacks?.onActivity?.(ev.summary ?? ev.name);
+                break;
+              case "result": {
+                const costUsd = ev.usage.costUsd ?? 0;
+                const turns = ev.usage.turns ?? 0;
+                let messageId: number | undefined;
+                if (sessionId && ev.text) {
+                  const saveParams = {
+                    sessionId,
+                    room,
+                    sender: "nia",
+                    content: ev.text,
+                    isFromAgent: true,
+                    deliveryStatus: "pending" as const,
+                    metadata: ev.metadata,
+                  };
+                  try {
+                    messageId = await Message.save(saveParams);
+                  } catch {
+                    messageId = await Message.save({ ...saveParams, metadata: undefined });
+                  }
+                  await Session.touch(sessionId);
+                  Session.accumulateMetadata(sessionId, { ...(ev.metadata ?? {}), channel }).catch(() => {});
+                }
+                result = { result: ev.text, costUsd, turns, messageId };
+                break;
+              }
+              case "error": {
+                providerDown = ev.providerDown;
+                log.error(
+                  { room, error: ev.message, terminal_reason: ev.terminalReason },
+                  "chat send failed with backend error",
+                );
+                result = {
+                  result: formatChatError(ev.message),
+                  costUsd: 0,
+                  turns: 0,
+                  signal: ev.providerDown ? "provider_down" : undefined,
+                };
+                break;
+              }
+            }
+          }
+        } catch (err) {
+          await ActiveEngine.unregister(room).catch(() => {});
+          clearLongRunningTimer();
+          inFlight = false;
+          if (sess.backendSessionId) sessionId = sess.backendSessionId;
+          throw err instanceof Error ? err : new Error(String(err));
+        }
+
+        // Re-read the backend session id post-send so finalize/DB target it.
+        if (sess.backendSessionId) sessionId = sess.backendSessionId;
+
+        if (providerDown && backendIndex < backends.length - 1) {
+          backendIndex++;
+          log.warn({ room, to: backends[backendIndex]!.name }, "chat provider down, failing over to next backend");
+          await teardown(); // close the dead session so ensureSession opens the next backend
+          sessionId = null; // a cross-backend session id is meaningless; start fresh
+          continue;
+        }
+        break;
+      }
+
+      await ActiveEngine.unregister(room);
+      clearLongRunningTimer();
+      inFlight = false;
+      resetIdleTimer();
+      return result;
     },
 
     async close() {
       // Enqueue finalization — processed by daemon or inline if we are the daemon
-      if (sessionId && messageCount > 0 && !pending) {
+      if (sessionId && messageCount > 0 && !inFlight) {
         try {
           await finalizeSession(sessionId, room);
         } catch (err) {
           log.error({ err, room }, "finalization enqueue failed during close");
         }
       }
-      await abortActiveQuery("chat engine closed");
+      await teardown();
+      await ActiveEngine.unregister(room).catch(() => {});
     },
   };
 }