botinabox 2.8.0 → 2.9.0

package/dist/channel-CVm1AWUF.d.ts

@@ -0,0 +1,82 @@
+import { c as ContentBlock } from './provider-BHkqkSdq.js';
+
+/** Channel adapter types — Story 1.5 / 4.1 */
+
+type ChatType = "direct" | "group" | "channel";
+type FormattingMode = "markdown" | "mrkdwn" | "html" | "plain";
+interface ChannelCapabilities {
+    chatTypes: ChatType[];
+    threads: boolean;
+    reactions: boolean;
+    editing: boolean;
+    media: boolean;
+    polls: boolean;
+    maxTextLength: number;
+    formattingMode: FormattingMode;
+}
+interface ChannelMeta {
+    displayName: string;
+    icon?: string;
+    homepage?: string;
+}
+interface InboundMessage {
+    id: string;
+    channel: string;
+    account?: string;
+    from: string;
+    userId?: string;
+    body: string;
+    threadId?: string;
+    replyToId?: string;
+    attachments?: Attachment[];
+    /**
+     * Multimodal content blocks produced by attachment enrichers.
+     * When set, ChatPipeline builds a multimodal user message that passes
+     * these blocks through to the LLM provider alongside `body`.
+     */
+    attachmentBlocks?: ContentBlock[];
+    receivedAt: string;
+    raw?: unknown;
+}
+type AttachmentMediaType = "image" | "video" | "audio" | "pdf" | "doc" | "excel" | "presentation" | "html" | "link" | "misc";
+interface Attachment {
+    type: AttachmentMediaType;
+    url?: string;
+    mimeType?: string;
+    filename?: string;
+    size?: number;
+}
+interface OutboundPayload {
+    text: string;
+    threadId?: string;
+    replyToId?: string;
+    attachments?: Attachment[];
+}
+interface SendResult {
+    success: boolean;
+    messageId?: string;
+    error?: string;
+}
+interface HealthStatus {
+    ok: boolean;
+    latencyMs?: number;
+    error?: string;
+}
+type ChannelConfig = Record<string, unknown>;
+interface ChannelAdapter {
+    /** Unique identifier for this adapter instance */
+    id: string;
+    meta: ChannelMeta;
+    capabilities: ChannelCapabilities;
+    connect(config: ChannelConfig): Promise<void>;
+    disconnect(): Promise<void>;
+    healthCheck(): Promise<HealthStatus>;
+    send(target: {
+        peerId: string;
+        threadId?: string;
+    }, payload: OutboundPayload): Promise<SendResult>;
+    /** Called when a message arrives — set by the framework */
+    onMessage?: (message: InboundMessage) => Promise<void>;
+}
+
+export type { Attachment as A, ChannelAdapter as C, FormattingMode as F, HealthStatus as H, InboundMessage as I, OutboundPayload as O, SendResult as S, AttachmentMediaType as a, ChannelCapabilities as b, ChannelConfig as c, ChannelMeta as d, ChatType as e };

package/dist/channels/discord/index.d.ts

@@ -1,4 +1,5 @@
-import { C as ChannelAdapter, d as ChannelMeta, b as ChannelCapabilities, I as InboundMessage, c as ChannelConfig, H as HealthStatus, O as OutboundPayload, S as SendResult } from '../../channel-DziSPayj.js';
+import { C as ChannelAdapter, d as ChannelMeta, b as ChannelCapabilities, I as InboundMessage, c as ChannelConfig, H as HealthStatus, O as OutboundPayload, S as SendResult } from '../../channel-CVm1AWUF.js';
+import '../../provider-BHkqkSdq.js';
 
 /**
  * DiscordAdapter — ChannelAdapter implementation for Discord.

package/dist/channels/slack/index.d.ts

@@ -1,7 +1,7 @@
-import { C as ChannelAdapter, d as ChannelMeta, b as ChannelCapabilities, I as InboundMessage, c as ChannelConfig, H as HealthStatus, O as OutboundPayload, S as SendResult, A as Attachment, a as AttachmentMediaType } from '../../channel-DziSPayj.js';
-import { H as HookBus, c as ChatPipeline } from '../../chat-pipeline-BGgmH_ap.js';
+import { C as ChannelAdapter, d as ChannelMeta, b as ChannelCapabilities, I as InboundMessage, c as ChannelConfig, H as HealthStatus, O as OutboundPayload, S as SendResult, A as Attachment, a as AttachmentMediaType } from '../../channel-CVm1AWUF.js';
+import { H as HookBus, c as ChatPipeline } from '../../chat-pipeline-aBSj7a4E.js';
+import { c as ContentBlock } from '../../provider-BHkqkSdq.js';
 import 'better-sqlite3';
-import '../../provider-BHkqkSdq.js';
 
 /**
  * SlackAdapter — ChannelAdapter implementation for Slack.
@@ -163,20 +163,30 @@ interface SlackConfig {
 }
 
 /**
- * An AttachmentEnricher downloads an attachment and extracts its textual content.
- *
- * Returns the extracted text on success, or `null` on failure. The framework
- * surfaces the filename/URL as a fallback when the enricher returns null.
- *
- * @param attachment - The attachment metadata (type, url, filename, etc.)
- * @param botToken - Slack bot token, required for authenticated downloads from url_private
+ * Transport-specific context passed to every enricher. Extensible — add a new
+ * optional sub-context when wiring a new source (gmail, drive, dropbox, etc.)
+ * and enrichers that need it can type-guard.
  */
-type AttachmentEnricher = (attachment: Attachment, botToken: string) => Promise<string | null>;
+interface EnrichmentContext {
+    slack?: {
+        botToken: string;
+    };
+    drive?: {
+        client: unknown;
+    };
+    gmail?: {
+        client: unknown;
+    };
+}
 /**
- * A map from attachment type to the enricher that handles it.
- * Types without an entry fall through to the framework's default behavior
- * (surfacing filename + URL in the message body).
+ * An AttachmentEnricher downloads an attachment and returns Claude content
+ * blocks representing it. Text blocks become part of the message body; image
+ * and document blocks flow through to the Anthropic provider unchanged.
+ *
+ * Enrichers throw on failure. The framework catches and falls back to a
+ * plain `[Attached: <filename>]` breadcrumb in the message body.
  */
+type AttachmentEnricher = (attachment: Attachment, ctx: EnrichmentContext) => Promise<ContentBlock[]>;
 type AttachmentEnricherMap = Partial<Record<AttachmentMediaType, AttachmentEnricher>>;
 /** Internal: the result of running enrichAttachments on a message. */
 interface EnrichedMessage extends InboundMessage {
@@ -214,51 +224,32 @@ declare class SlackBoltAdapter {
 }
 
 /**
- * Run enrichers over each attachment on an InboundMessage and append extracted
- * content to the message body.
- *
- * Enrichers are run sequentially. If an enricher throws or returns null, the
- * attachment is surfaced as `[Attached: <filename>]` with no content — the
- * LLM still sees that a file was present.
- *
- * Extracted text is appended to the body in this format:
+ * Run enrichers over each attachment on an InboundMessage. Text blocks get
+ * appended to `body`; image/document blocks get stored on `attachmentBlocks`
+ * so ChatPipeline can assemble a multimodal user message.
  *
- *     <original body>
- *
- *     [Attached: invoice.pdf]
- *     <extracted content>
+ * Enrichers that throw or return empty arrays fall back to a plain
+ * `[Attached: <filename>]` breadcrumb — the LLM still sees the attachment
+ * was there, just without content.
  */
-declare function enrichAttachments(msg: InboundMessage, botToken: string, enrichers: AttachmentEnricherMap): Promise<InboundMessage>;
+declare function enrichAttachments(msg: InboundMessage, ctx: EnrichmentContext, enrichers: AttachmentEnricherMap): Promise<InboundMessage>;
 
-interface ImageEnricherConfig {
-    /** Anthropic API key for vision calls. */
-    apiKey: string;
-    /** Model to use. Defaults to claude-sonnet-4-6. */
-    model?: string;
-    /** Max tokens for the description. Defaults to 1024. */
-    maxTokens?: number;
-    /** Prompt used for image description. */
-    prompt?: string;
-}
 /**
- * Build an enricher that sends Slack-hosted images to Claude's vision API
- * and returns a text description.
+ * Slack image enricher. Downloads the image via the Slack bot token and
+ * returns a single `image` ContentBlock containing the base64 data. No
+ * intermediate vision API call — the downstream Anthropic provider sees
+ * the raw image and processes it natively.
  *
- * Consumer must provide an Anthropic API key. The Anthropic SDK is a peer
- * dependency of botinabox — the consumer must have it installed.
+ * Consumers wire this as `attachmentEnrichers.image = createSlackImageEnricher()`.
  */
-declare function createImageEnricher(config: ImageEnricherConfig): AttachmentEnricher;
+declare function createSlackImageEnricher(): AttachmentEnricher;
 
-interface PdfEnricherConfig {
-    apiKey: string;
-    model?: string;
-    maxTokens?: number;
-    prompt?: string;
-}
 /**
- * Build an enricher that sends Slack-hosted PDFs to Claude's document API
- * and returns a text summary. Requires Claude 3.5+.
+ * Slack PDF enricher. Downloads the PDF via the Slack bot token and returns
+ * a single `document` ContentBlock containing the base64 data. No intermediate
+ * document-extraction API call — the downstream Anthropic provider ingests
+ * the PDF natively.
  */
-declare function createPdfEnricher(config: PdfEnricherConfig): AttachmentEnricher;
+declare function createSlackPdfEnricher(): AttachmentEnricher;
 
-export { type AttachmentEnricher, type AttachmentEnricherMap, type BoltClient, type EnrichedMessage, type ImageEnricherConfig, type PdfEnricherConfig, SlackAdapter, SlackBoltAdapter, type SlackBoltAdapterConfig, type SlackConfig, type SlackEvent, type SlackFile, type TranscribeOptions, type TranscribeResult, createImageEnricher, createPdfEnricher, createSlackAdapter as default, downloadAudio, enrichAttachments, enrichVoiceMessage, extractVoiceTranscript, formatForSlack, parseSlackEvent, transcribeAudio };
+export { type AttachmentEnricher, type AttachmentEnricherMap, type BoltClient, type EnrichedMessage, type EnrichmentContext, SlackAdapter, SlackBoltAdapter, type SlackBoltAdapterConfig, type SlackConfig, type SlackEvent, type SlackFile, type TranscribeOptions, type TranscribeResult, createSlackImageEnricher, createSlackPdfEnricher, createSlackAdapter as default, downloadAudio, enrichAttachments, enrichVoiceMessage, extractVoiceTranscript, formatForSlack, parseSlackEvent, transcribeAudio };

package/dist/channels/slack/index.js

@@ -86,30 +86,43 @@ function createSlackAdapter(client) {
 }
 
 // src/channels/slack/enrichers/enrich.ts
-async function enrichAttachments(msg, botToken, enrichers) {
+async function enrichAttachments(msg, ctx, enrichers) {
   if (!msg.attachments?.length) return msg;
-  const parts = msg.body ? [msg.body] : [];
+  const textParts = msg.body ? [msg.body] : [];
+  const mediaBlocks = [];
   for (const att of msg.attachments) {
     const enricher = enrichers[att.type];
     const label = att.filename ?? att.url ?? att.type;
     if (!enricher) {
-      parts.push(`[Attached: ${label}]`);
+      textParts.push(`[Attached: ${label}]`);
       continue;
     }
-    let extracted = null;
+    let blocks;
     try {
-      extracted = await enricher(att, botToken);
+      blocks = await enricher(att, ctx);
     } catch {
-      extracted = null;
+      textParts.push(`[Attached: ${label}]`);
+      continue;
     }
-    if (extracted) {
-      parts.push(`[Attached: ${label}]
-${extracted}`);
-    } else {
-      parts.push(`[Attached: ${label}]`);
+    if (blocks.length === 0) {
+      textParts.push(`[Attached: ${label}]`);
+      continue;
+    }
+    for (const block of blocks) {
+      if (block.type === "text") {
+        textParts.push(`[Attached: ${label}]
+${block.text}`);
+      } else if (block.type === "image" || block.type === "document") {
+        mediaBlocks.push(block);
+        textParts.push(`[Attached: ${label}]`);
+      }
     }
   }
-  return { ...msg, body: parts.join("\n\n") };
+  return {
+    ...msg,
+    body: textParts.join("\n\n"),
+    attachmentBlocks: mediaBlocks.length > 0 ? mediaBlocks : void 0
+  };
 }
 
 // src/channels/slack/bolt-adapter.ts
@@ -141,7 +154,11 @@ var SlackBoltAdapter = class {
         inbound = await enrichVoiceMessage2(inbound, botToken);
       }
       if (inbound.attachments?.length && this.config.attachmentEnrichers) {
-        inbound = await enrichAttachments(inbound, botToken, this.config.attachmentEnrichers);
+        inbound = await enrichAttachments(
+          inbound,
+          { slack: { botToken } },
+          this.config.attachmentEnrichers
+        );
       }
       await hooks.emit("message.inbound", inbound);
     });
@@ -196,108 +213,57 @@ var SlackBoltAdapter = class {
 };
 
 // src/channels/slack/enrichers/image-enricher.ts
-var DEFAULT_PROMPT = "Describe this image in detail. Include any visible text (OCR), objects, people, layout, and context. Be thorough \u2014 the description will be used as input to another agent that cannot see the image.";
-async function downloadAsBase64(urlPrivate, botToken) {
-  try {
-    const response = await fetch(urlPrivate, {
-      headers: { Authorization: `Bearer ${botToken}` },
+function createSlackImageEnricher() {
+  return async (att, ctx) => {
+    if (!att.url) throw new Error("image enricher: attachment has no url");
+    if (!ctx.slack?.botToken) throw new Error("image enricher: ctx.slack.botToken required");
+    const response = await fetch(att.url, {
+      headers: { Authorization: `Bearer ${ctx.slack.botToken}` },
       signal: AbortSignal.timeout(3e4)
     });
-    if (!response.ok) return null;
-    const buffer = Buffer.from(await response.arrayBuffer());
-    return buffer.toString("base64");
-  } catch {
-    return null;
-  }
-}
-function createImageEnricher(config) {
-  const { apiKey, model = "claude-sonnet-4-6", maxTokens = 1024, prompt = DEFAULT_PROMPT } = config;
-  return async (att, botToken) => {
-    if (!att.url) return null;
-    const mediaType = att.mimeType ?? "image/jpeg";
-    const base64 = await downloadAsBase64(att.url, botToken);
-    if (!base64) return null;
-    const anthropicModule = "@anthropic-ai/sdk";
-    const sdk = await import(anthropicModule);
-    const client = new sdk.default({ apiKey });
-    try {
-      const message = await client.messages.create({
-        model,
-        max_tokens: maxTokens,
-        messages: [
-          {
-            role: "user",
-            content: [
-              {
-                type: "image",
-                source: { type: "base64", media_type: mediaType, data: base64 }
-              },
-              { type: "text", text: prompt }
-            ]
-          }
-        ]
-      });
-      const textBlock = message.content.find((c) => c.type === "text");
-      return textBlock?.text ?? null;
-    } catch {
-      return null;
-    }
+    if (!response.ok) throw new Error(`slack download failed: ${response.status}`);
+    const base64 = Buffer.from(await response.arrayBuffer()).toString("base64");
+    return [
+      {
+        type: "image",
+        source: {
+          type: "base64",
+          media_type: att.mimeType ?? "image/jpeg",
+          data: base64
+        }
+      }
+    ];
   };
 }
 
 // src/channels/slack/enrichers/pdf-enricher.ts
-var DEFAULT_PROMPT2 = "Summarize this PDF in detail. Include all key facts, numbers, dates, names, and any structured content (tables, lists). The summary will be used as input to another agent that cannot see the PDF.";
-async function downloadAsBase642(urlPrivate, botToken) {
-  try {
-    const response = await fetch(urlPrivate, {
-      headers: { Authorization: `Bearer ${botToken}` },
+function createSlackPdfEnricher() {
+  return async (att, ctx) => {
+    if (!att.url) throw new Error("pdf enricher: attachment has no url");
+    if (!ctx.slack?.botToken) throw new Error("pdf enricher: ctx.slack.botToken required");
+    const response = await fetch(att.url, {
+      headers: { Authorization: `Bearer ${ctx.slack.botToken}` },
       signal: AbortSignal.timeout(6e4)
     });
-    if (!response.ok) return null;
-    const buffer = Buffer.from(await response.arrayBuffer());
-    return buffer.toString("base64");
-  } catch {
-    return null;
-  }
-}
-function createPdfEnricher(config) {
-  const { apiKey, model = "claude-sonnet-4-6", maxTokens = 4096, prompt = DEFAULT_PROMPT2 } = config;
-  return async (att, botToken) => {
-    if (!att.url) return null;
-    const base64 = await downloadAsBase642(att.url, botToken);
-    if (!base64) return null;
-    const anthropicModule = "@anthropic-ai/sdk";
-    const sdk = await import(anthropicModule);
-    const client = new sdk.default({ apiKey });
-    try {
-      const message = await client.messages.create({
-        model,
-        max_tokens: maxTokens,
-        messages: [
-          {
-            role: "user",
-            content: [
-              {
-                type: "document",
-                source: { type: "base64", media_type: "application/pdf", data: base64 }
-              },
-              { type: "text", text: prompt }
-            ]
-          }
-        ]
-      });
-      const textBlock = message.content.find((c) => c.type === "text");
-      return textBlock?.text ?? null;
-    } catch {
-      return null;
-    }
+    if (!response.ok) throw new Error(`slack download failed: ${response.status}`);
+    const base64 = Buffer.from(await response.arrayBuffer()).toString("base64");
+    return [
+      {
+        type: "document",
+        source: {
+          type: "base64",
+          media_type: "application/pdf",
+          data: base64
+        }
+      }
+    ];
   };
 }
 export {
   SlackAdapter,
   SlackBoltAdapter,
-  createImageEnricher,
-  createPdfEnricher,
+  createSlackImageEnricher,
+  createSlackPdfEnricher,
   createSlackAdapter as default,
   downloadAudio,
   enrichAttachments,

package/dist/channels/webhook/index.d.ts

@@ -1,4 +1,5 @@
-import { C as ChannelAdapter, d as ChannelMeta, b as ChannelCapabilities, I as InboundMessage, c as ChannelConfig, H as HealthStatus, O as OutboundPayload, S as SendResult } from '../../channel-DziSPayj.js';
+import { C as ChannelAdapter, d as ChannelMeta, b as ChannelCapabilities, I as InboundMessage, c as ChannelConfig, H as HealthStatus, O as OutboundPayload, S as SendResult } from '../../channel-CVm1AWUF.js';
+import '../../provider-BHkqkSdq.js';
 
 /**
  * WebhookAdapter — ChannelAdapter implementation for webhook-based channels.