botinabox 1.7.0 → 1.8.1

package/dist/index.d.ts

@@ -1273,6 +1273,102 @@ declare class MessageInterpreter {
     private extractWithLLM;
 }
 
+/**
+ * ChatPipeline — configurable 6-layer chat orchestration.
+ * Story 7.4
+ *
+ * Replaces duplicated handler code across apps with a single configurable
+ * pipeline. Apps provide: system prompt, routing rules, LLM call function,
+ * and optional message filter. Everything else is framework-level.
+ *
+ * Layers:
+ *   1. Dedup + Storage (MessageStore)
+ *   2. Fast Response (ChatResponder)
+ *   3. Interpretation (MessageInterpreter)
+ *   4. Post-Interpretation Response
+ *   5. Task Dispatch (TriageRouter)
+ *   6. Task Execution Response
+ */
+
+interface ChatPipelineConfig {
+    /** LLM call function for chat responses and interpretation */
+    llmCall: ChatResponderConfig['llmCall'];
+    /** System prompt for the conversational responder */
+    systemPrompt: string;
+    /** Agent routing rules for task dispatch */
+    routingRules: RoutingRule[];
+    /** Default agent when no rule matches */
+    fallbackAgent: string;
+    /** Optional message filter — return false to ignore a message */
+    messageFilter?: (msg: InboundMessage) => boolean;
+    /** Optional capabilities description for the responder */
+    capabilities?: string;
+    /** Channel this pipeline handles (default: 'slack') */
+    channel?: string;
+    /** Custom extractors for MessageInterpreter */
+    extractors?: Extractor[];
+    /** Dedup window in ms (default: 300_000 = 5 min) */
+    dedupWindowMs?: number;
+    /** Model for fast responses (default: 'fast') */
+    model?: string;
+    /** Enable LLM fallback routing (default: false) */
+    llmRouting?: boolean;
+    /** TaskQueue instance — required for task dispatch */
+    tasks: {
+        create(task: Record<string, unknown>): Promise<string>;
+        update(id: string, changes: Record<string, unknown>): Promise<void>;
+        get(id: string): Promise<Record<string, unknown> | undefined>;
+    };
+    /** WakeupQueue instance — required for agent waking */
+    wakeups: {
+        enqueue(agentId: string, source: string, context?: Record<string, unknown>): Promise<string>;
+    };
+}
+declare class ChatPipeline {
+    private db;
+    private hooks;
+    readonly messageStore: MessageStore;
+    readonly responder: ChatResponder;
+    readonly interpreter: MessageInterpreter;
+    readonly router: TriageRouter;
+    private readonly channel;
+    private readonly messageFilter?;
+    private readonly capabilities?;
+    private readonly dedupWindowMs;
+    private readonly tasks;
+    private readonly wakeups;
+    private readonly threadChannelMap;
+    constructor(db: DataStore, hooks: HookBus, config: ChatPipelineConfig);
+    /**
+     * Resolve the Slack channel ID for a thread (for response delivery).
+     */
+    resolveChannel(threadId: string, taskId?: string): Promise<string | undefined>;
+    /**
+     * Register the 6-layer pipeline on the HookBus.
+     */
+    private registerHandlers;
+    /**
+     * Check and record message dedup (SHA256 hash, configurable window).
+     */
+    private isDuplicate;
+    /**
+     * Async interpretation + task dispatch (Layers 3-5).
+     */
+    private interpretAndDispatch;
+    /**
+     * Route and dispatch extracted tasks.
+     */
+    private dispatchTasks;
+    /**
+     * Resolve Slack channel ID from thread_task_map or in-memory fallback.
+     */
+    private resolveChannelId;
+    /**
+     * Build human-readable interpretation summary.
+     */
+    private buildSummary;
+}
+
 /**
  * Text chunker — splits long text into chunks at natural boundaries.
  * Story 4.4
@@ -2366,4 +2462,4 @@ declare function isLoginRequired(stdout: string): boolean;
 /** Rewrite local image paths to prevent CLI auto-embedding as vision content. */
 declare function deactivateLocalImagePaths(prompt: string): string;
 
-export { AGENT_STATUSES, type AgentConfig, type AgentDefinition, type AgentFilter, type AgentRecord, AgentRegistry, type AgentStatus, ApiExecutionAdapter, type ApprovalResponse, type ApprovalStatus, AuditEmitter, type AuditEvent, BackupManager, type BotConfig, BreakerState, type BudgetCheck, type BudgetConfig, BudgetController, CORE_MIGRATIONS, ChannelAdapter, ChannelRegistry, ChannelRegistryError, ChatMessage, ChatResponder, type ChatResponderConfig, ChatSessionManager, CircuitBreaker, type CircuitBreakerConfig, CliExecutionAdapter, type ColumnValidator, ColumnValidatorImpl, type ConfigLoadError, type ConfigLoadResult, ConnectorConfig, DEFAULTS, DEFAULT_CONFIG, type DataConfig, DataStore, DataStoreError, DeterministicAdapter, type DeterministicConfig, type DomainEntityContextOptions, type DomainSchemaOptions, DriftGate, EVENTS, type EntityColumnDef, type EntityConfig, type EntityContextDef, type EntityFileSpec, type EntitySource, type ExecutionAdapter, type ExtractedFile, type ExtractedMemory, type ExtractedTask, type ExtractedUserContext, type Extractor, type FeedbackEntry, type Filter, type GateFinding, type GateInput, type GateResult, GateRunner, type GateVerdict, GovernanceGate, HealthStatus, HookBus, type HookHandler, type HookOptions, type HookRegistration, InboundMessage, type InterpretationResult, type LLMCallFn, LLMProvider, LearningPipeline, type LearningPipelineConfig, type LoopDetection, LoopDetector, type LoopDetectorConfig, LoopType, MAX_CHAIN_DEPTH, MessageInterpreter, type MessageInterpreterConfig, MessagePipeline, MessageStore, type ModelConfig, ModelInfo, ModelRouter, NdjsonLogger, NotificationQueue, type PackageMigration, type PackageUpdate, type ParsedStream, type PermissionPrompt, type PermissionProvider, PermissionRelay, type PermissionRelayConfig, type PkLookup, type PlaybookEntry, ProviderRegistry, QAGate, QualityGate, type QueryOptions, RUN_STATUSES, type RelationDef, type RenderConfig, ResolvedModel, type RetryPolicy, type RoutingDecision, type RoutingRule, type Row, type RunContext, RunManager, type RunResult, type RunStatus, type SanitizerOptions, type Schedule, type ScheduleDef, Scheduler, type SchemaError, type SecretInput, type SecretMeta, SecretStore, type SecurityConfig, type SeedItem, SessionKey, SessionManager, type SkillEntry, type SqliteAdapter, type StepRef, type StoreResult, type StoredAttachment, TASK_STATUSES, type TableDefinition, type TableInfoRow, type TaskDefinition, TaskQueue, type TaskRecord, type TaskStatus, TokenUsage, TriageRouter, type TriageRouterConfig, type Unsubscribe, UpdateChecker, type UpdateConfig, UpdateManager, type UpdateManifest, type UsageSummary, type User, type UserInput, UserRegistry, WakeupQueue, type WorkflowConfigEntry, type WorkflowDefinition$1 as WorkflowDefinition, WorkflowEngine, type WorkflowRunRecord, type WorkflowRunStatus, type WorkflowStep$1 as WorkflowStep, type WorkflowStepConfig, type WorkflowTrigger, _resetConfig, areDependenciesMet, autoUpdate, buildAgentBindings, buildChainOrigin, buildProcessEnv, checkAllowlist, checkChainDepth, checkMentionGate, chunkText, classifyUpdate, compareVersions, createConfigRevision, deactivateLocalImagePaths, defineCoreEntityContexts, defineCoreTables, defineDomainEntityContexts, defineDomainTables, detectCycle, discoverChannels, discoverProviders, formatText, getConfig, initConfig, interpolate, interpolateEnv, isLoginRequired, isMaxTurns, loadConfig, parseClaudeStream, parseVersion, runPackageMigrations, sanitize, topologicalSort, truncateAtWord, validateConfig };
+export { AGENT_STATUSES, type AgentConfig, type AgentDefinition, type AgentFilter, type AgentRecord, AgentRegistry, type AgentStatus, ApiExecutionAdapter, type ApprovalResponse, type ApprovalStatus, AuditEmitter, type AuditEvent, BackupManager, type BotConfig, BreakerState, type BudgetCheck, type BudgetConfig, BudgetController, CORE_MIGRATIONS, ChannelAdapter, ChannelRegistry, ChannelRegistryError, ChatMessage, ChatPipeline, type ChatPipelineConfig, ChatResponder, type ChatResponderConfig, ChatSessionManager, CircuitBreaker, type CircuitBreakerConfig, CliExecutionAdapter, type ColumnValidator, ColumnValidatorImpl, type ConfigLoadError, type ConfigLoadResult, ConnectorConfig, DEFAULTS, DEFAULT_CONFIG, type DataConfig, DataStore, DataStoreError, DeterministicAdapter, type DeterministicConfig, type DomainEntityContextOptions, type DomainSchemaOptions, DriftGate, EVENTS, type EntityColumnDef, type EntityConfig, type EntityContextDef, type EntityFileSpec, type EntitySource, type ExecutionAdapter, type ExtractedFile, type ExtractedMemory, type ExtractedTask, type ExtractedUserContext, type Extractor, type FeedbackEntry, type Filter, type GateFinding, type GateInput, type GateResult, GateRunner, type GateVerdict, GovernanceGate, HealthStatus, HookBus, type HookHandler, type HookOptions, type HookRegistration, InboundMessage, type InterpretationResult, type LLMCallFn, LLMProvider, LearningPipeline, type LearningPipelineConfig, type LoopDetection, LoopDetector, type LoopDetectorConfig, LoopType, MAX_CHAIN_DEPTH, MessageInterpreter, type MessageInterpreterConfig, MessagePipeline, MessageStore, type ModelConfig, ModelInfo, ModelRouter, NdjsonLogger, NotificationQueue, type PackageMigration, type PackageUpdate, type ParsedStream, type PermissionPrompt, type PermissionProvider, PermissionRelay, type PermissionRelayConfig, type PkLookup, type PlaybookEntry, ProviderRegistry, QAGate, QualityGate, type QueryOptions, RUN_STATUSES, type RelationDef, type RenderConfig, ResolvedModel, type RetryPolicy, type RoutingDecision, type RoutingRule, type Row, type RunContext, RunManager, type RunResult, type RunStatus, type SanitizerOptions, type Schedule, type ScheduleDef, Scheduler, type SchemaError, type SecretInput, type SecretMeta, SecretStore, type SecurityConfig, type SeedItem, SessionKey, SessionManager, type SkillEntry, type SqliteAdapter, type StepRef, type StoreResult, type StoredAttachment, TASK_STATUSES, type TableDefinition, type TableInfoRow, type TaskDefinition, TaskQueue, type TaskRecord, type TaskStatus, TokenUsage, TriageRouter, type TriageRouterConfig, type Unsubscribe, UpdateChecker, type UpdateConfig, UpdateManager, type UpdateManifest, type UsageSummary, type User, type UserInput, UserRegistry, WakeupQueue, type WorkflowConfigEntry, type WorkflowDefinition$1 as WorkflowDefinition, WorkflowEngine, type WorkflowRunRecord, type WorkflowRunStatus, type WorkflowStep$1 as WorkflowStep, type WorkflowStepConfig, type WorkflowTrigger, _resetConfig, areDependenciesMet, autoUpdate, buildAgentBindings, buildChainOrigin, buildProcessEnv, checkAllowlist, checkChainDepth, checkMentionGate, chunkText, classifyUpdate, compareVersions, createConfigRevision, deactivateLocalImagePaths, defineCoreEntityContexts, defineCoreTables, defineDomainEntityContexts, defineDomainTables, detectCycle, discoverChannels, discoverProviders, formatText, getConfig, initConfig, interpolate, interpolateEnv, isLoginRequired, isMaxTurns, loadConfig, parseClaudeStream, parseVersion, runPackageMigrations, sanitize, topologicalSort, truncateAtWord, validateConfig };

package/dist/index.js

@@ -1594,6 +1594,247 @@ var MessageInterpreter = class {
   }
 };
 
+// src/core/chat/chat-pipeline.ts
+import { createHash, randomUUID } from "crypto";
+var DEFAULT_DEDUP_WINDOW_MS = 5 * 60 * 1e3;
+var ChatPipeline = class {
+  constructor(db, hooks, config) {
+    this.db = db;
+    this.hooks = hooks;
+    this.channel = config.channel ?? "slack";
+    this.messageFilter = config.messageFilter;
+    this.capabilities = config.capabilities;
+    this.dedupWindowMs = config.dedupWindowMs ?? DEFAULT_DEDUP_WINDOW_MS;
+    this.tasks = config.tasks;
+    this.wakeups = config.wakeups;
+    this.messageStore = new MessageStore(db, hooks);
+    this.responder = new ChatResponder(db, hooks, this.messageStore, {
+      llmCall: config.llmCall,
+      model: config.model ?? "fast",
+      systemPrompt: config.systemPrompt
+    });
+    this.interpreter = new MessageInterpreter(db, hooks, {
+      llmCall: config.llmCall,
+      model: config.model ?? "fast",
+      extractors: config.extractors
+    });
+    this.router = new TriageRouter(db, hooks, {
+      rules: config.routingRules,
+      fallbackAgent: config.fallbackAgent,
+      llmFallback: config.llmRouting ?? false,
+      persist: true
+    });
+    this.registerHandlers();
+  }
+  db;
+  hooks;
+  messageStore;
+  responder;
+  interpreter;
+  router;
+  channel;
+  messageFilter;
+  capabilities;
+  dedupWindowMs;
+  tasks;
+  wakeups;
+  // In-memory thread → channel mapping for response routing
+  // (before thread_task_map exists)
+  threadChannelMap = /* @__PURE__ */ new Map();
+  /**
+   * Resolve the Slack channel ID for a thread (for response delivery).
+   */
+  resolveChannel(threadId, taskId) {
+    return this.resolveChannelId(threadId, taskId);
+  }
+  /**
+   * Register the 6-layer pipeline on the HookBus.
+   */
+  registerHandlers() {
+    this.hooks.register("message.inbound", async (ctx) => {
+      const msg = ctx;
+      if (msg.channel !== this.channel) return;
+      if (this.messageFilter && !this.messageFilter(msg)) return;
+      if (await this.isDuplicate(msg)) return;
+      const rawTs = msg.raw?.ts;
+      const threadTs = msg.threadId ?? rawTs ?? msg.id;
+      const channelId = msg.account ?? "";
+      if (threadTs && channelId) {
+        this.threadChannelMap.set(threadTs, channelId);
+      }
+      const { messageId } = await this.messageStore.storeInbound(msg);
+      const ackResponse = await this.responder.respond({
+        messageBody: msg.body,
+        threadId: threadTs,
+        channel: this.channel,
+        capabilities: this.capabilities
+      });
+      await this.responder.sendResponse({
+        text: ackResponse,
+        channel: this.channel,
+        threadId: threadTs,
+        source: "responder",
+        skipFilter: true,
+        skipRedundancyCheck: true
+      });
+      void this.interpretAndDispatch(messageId, msg, threadTs, channelId);
+    });
+    this.hooks.register("run.completed", async (ctx) => {
+      const taskId = ctx.taskId;
+      if (!taskId) return;
+      const task = await this.db.get("tasks", { id: taskId });
+      const output = task?.result;
+      if (!output) return;
+      const mappings = await this.db.query("thread_task_map", {
+        where: { task_id: taskId }
+      });
+      if (mappings.length === 0) return;
+      const mapping = mappings[0];
+      await this.responder.sendResponse({
+        text: output,
+        channel: this.channel,
+        threadId: mapping.thread_ts,
+        agentId: ctx.agentId,
+        taskId,
+        source: "agent"
+      });
+    }, { priority: 90 });
+  }
+  /**
+   * Check and record message dedup (SHA256 hash, configurable window).
+   */
+  async isDuplicate(msg) {
+    const hash = createHash("sha256").update(`${msg.from}:${msg.body}`).digest("hex");
+    const cutoff = new Date(Date.now() - this.dedupWindowMs).toISOString();
+    const recent = await this.db.query("message_dedup", {
+      where: { content_hash: hash }
+    });
+    if (recent.some((r) => r.created_at > cutoff)) {
+      return true;
+    }
+    await this.db.insert("message_dedup", {
+      content_hash: hash,
+      channel_id: msg.account ?? ""
+    });
+    return false;
+  }
+  /**
+   * Async interpretation + task dispatch (Layers 3-5).
+   */
+  async interpretAndDispatch(messageId, msg, threadTs, channelId) {
+    try {
+      const result = await this.interpreter.interpret(messageId);
+      if (result.tasks.length > 0 || result.memories.length > 0) {
+        const summary = this.buildSummary(result);
+        await this.responder.sendResponse({
+          text: summary,
+          channel: this.channel,
+          threadId: threadTs,
+          source: "interpretation"
+        });
+      }
+      if (result.isTaskRequest && result.tasks.length > 0) {
+        await this.dispatchTasks(result, msg, threadTs, channelId);
+      }
+    } catch (err) {
+      await this.hooks.emit("interpretation.error", {
+        messageId,
+        error: err instanceof Error ? err.message : String(err)
+      });
+    }
+  }
+  /**
+   * Route and dispatch extracted tasks.
+   */
+  async dispatchTasks(result, msg, threadTs, channelId) {
+    for (const extractedTask of result.tasks) {
+      const { agentSlug: targetSlug } = await this.router.route(msg);
+      if (!targetSlug) continue;
+      const agents = await this.db.query("agents", { where: { slug: targetSlug } });
+      const targetAgent = agents[0];
+      if (!targetAgent) continue;
+      const handlerAgentId = targetAgent.id;
+      if (threadTs) {
+        const existing = await this.db.query("thread_task_map", {
+          where: { thread_ts: threadTs, channel_id: channelId }
+        });
+        if (existing.length > 0) {
+          const taskId2 = existing[0].task_id;
+          const task = await this.tasks.get(taskId2);
+          if (task && task.status !== "done" && task.status !== "cancelled") {
+            const updatedDesc = `${task.description ?? ""}
+
+---
+**Follow-up (${(/* @__PURE__ */ new Date()).toISOString()}):**
+${msg.body}`;
+            await this.tasks.update(taskId2, { description: updatedDesc });
+            await this.wakeups.enqueue(handlerAgentId, "chat_followup", { taskId: taskId2 });
+            return;
+          }
+        }
+      }
+      const description = `## Chat Message
+
+**Channel:** ${channelId}
+**Thread:** ${threadTs}
+**From:** ${msg.from}
+**Time:** ${msg.receivedAt}
+
+---
+
+${extractedTask.description ?? msg.body}`;
+      const taskId = randomUUID();
+      if (threadTs) {
+        await this.db.insert("thread_task_map", {
+          thread_ts: threadTs,
+          channel_id: channelId,
+          task_id: taskId
+        });
+      }
+      await this.tasks.create({
+        id: taskId,
+        title: extractedTask.title.slice(0, 120),
+        description,
+        assignee_id: handlerAgentId,
+        priority: extractedTask.priority ?? 5
+      });
+      await this.wakeups.enqueue(handlerAgentId, "chat_dispatch", { taskId });
+    }
+  }
+  /**
+   * Resolve Slack channel ID from thread_task_map or in-memory fallback.
+   */
+  async resolveChannelId(threadId, taskId) {
+    if (taskId) {
+      const mappings = await this.db.query("thread_task_map", {
+        where: { task_id: taskId }
+      });
+      if (mappings.length > 0) return mappings[0].channel_id;
+    }
+    if (threadId) {
+      const mappings = await this.db.query("thread_task_map", {
+        where: { thread_ts: threadId }
+      });
+      if (mappings.length > 0) return mappings[0].channel_id;
+    }
+    return this.threadChannelMap.get(threadId);
+  }
+  /**
+   * Build human-readable interpretation summary.
+   */
+  buildSummary(result) {
+    const parts = [];
+    if (result.tasks.length > 0) {
+      const names = result.tasks.map((t) => t.title).join(", ");
+      parts.push(`I've identified ${result.tasks.length} task${result.tasks.length > 1 ? "s" : ""}: ${names}. Working on ${result.tasks.length > 1 ? "them" : "it"} now.`);
+    }
+    if (result.memories.length > 0) {
+      parts.push(`Noted ${result.memories.length} thing${result.memories.length > 1 ? "s" : ""} to remember.`);
+    }
+    return parts.join(" ");
+  }
+};
+
 // src/core/chat/text-chunker.ts
 function chunkText(text, maxLen) {
   if (maxLen <= 0) throw new Error("maxLen must be > 0");
@@ -2279,6 +2520,30 @@ function defineCoreTables(db) {
       "FOREIGN KEY (message_id) REFERENCES messages(id)"
     ]
   });
+  db.define("thread_task_map", {
+    columns: {
+      id: "TEXT PRIMARY KEY",
+      thread_ts: "TEXT NOT NULL",
+      channel_id: "TEXT NOT NULL",
+      task_id: "TEXT NOT NULL",
+      created_at: "TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP"
+    },
+    tableConstraints: [
+      "CREATE UNIQUE INDEX IF NOT EXISTS idx_thread_task_map_thread ON thread_task_map(thread_ts, channel_id)",
+      "CREATE INDEX IF NOT EXISTS idx_thread_task_map_task ON thread_task_map(task_id)"
+    ]
+  });
+  db.define("message_dedup", {
+    columns: {
+      id: "TEXT PRIMARY KEY",
+      content_hash: "TEXT NOT NULL",
+      channel_id: "TEXT NOT NULL",
+      created_at: "TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP"
+    },
+    tableConstraints: [
+      "CREATE INDEX IF NOT EXISTS idx_message_dedup_hash ON message_dedup(content_hash, created_at)"
+    ]
+  });
   db.define("memories", {
     columns: {
       id: "TEXT PRIMARY KEY",
@@ -2417,7 +2682,7 @@ function defineCoreEntityContexts(db) {
   db.defineEntityContext("users", {
     table: "users",
     directory: "users",
-    slugColumn: "name",
+    slugColumn: "id",
     protected: true,
     indexFile: "users/USERS.md",
     files: {
@@ -2830,7 +3095,7 @@ function defineDomainEntityContexts(db, options = {}) {
   db.defineEntityContext("org", {
     table: "org",
     directory: "orgs",
-    slugColumn: "name",
+    slugColumn: "id",
     indexFile: "orgs/ORGS.md",
     files: {
       "ORG.md": {
@@ -2856,7 +3121,7 @@ ${o.description}` : null,
   db.defineEntityContext("project", {
     table: "project",
     directory: "projects",
-    slugColumn: "name",
+    slugColumn: "id",
     indexFile: "projects/PROJECTS.md",
     files: {
       "PROJECT.md": {
@@ -2980,7 +3245,7 @@ ${lines.join("\n")}
     db.defineEntityContext("client", {
       table: "client",
       directory: "clients",
-      slugColumn: "name",
+      slugColumn: "id",
       indexFile: "clients/CLIENTS.md",
       files: {
         "CLIENT.md": {
@@ -3067,7 +3332,7 @@ ${lines.join("\n")}
     db.defineEntityContext("file", {
       table: "file",
       directory: "files",
-      slugColumn: "name",
+      slugColumn: "id",
       indexFile: "files/FILES.md",
       files: {
         "FILE.md": {
@@ -3094,7 +3359,7 @@ ${f.description}` : null,
     db.defineEntityContext("channel", {
       table: "channel",
       directory: "channels",
-      slugColumn: "name",
+      slugColumn: "id",
       indexFile: "channels/CHANNELS.md",
       files: {
         "CHANNEL.md": {
@@ -5944,6 +6209,7 @@ export {
   CORE_MIGRATIONS,
   ChannelRegistry,
   ChannelRegistryError,
+  ChatPipeline,
   ChatResponder,
   ChatSessionManager,
   CircuitBreaker,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "botinabox",
-  "version": "1.7.0",
+  "version": "1.8.1",
   "description": "Bot in a Box — framework for building multi-agent bots",
   "type": "module",
   "main": "./dist/index.js",