@spinabot/brigade 1.9.0 → 1.11.0

package/dist/agents/channels/whatsapp/media.d.ts

@@ -13,6 +13,24 @@ import type { WAMessage } from "@whiskeysockets/baileys";
 import type { InboundMediaAttachment } from "../../extensions/types.js";
 /** Drained by the gateway on shutdown. */
 export declare function awaitMediaMirrorFlush(): Promise<void>;
+declare function extFromMime(mime: string | undefined): string;
+/**
+ * Pull a clean lowercase extension (no dot, alphanumeric) from a real filename,
+ * or "" when the name has none / it isn't a sane extension. WhatsApp documents
+ * carry their original `fileName`, which is the AUTHORITATIVE source of the file
+ * type — `mimetype` defaults to `application/octet-stream`, so deriving the
+ * on-disk extension from the MIME alone saves a `report.csv` as `.octetstream`
+ * (and any unmapped type — .csv/.txt/.json/.odt/.epub/.rtf/.ipynb — as garbage),
+ * which then makes `analyze_media` fail to detect a perfectly readable file.
+ */
+declare function extFromFileName(fileName: string | undefined): string;
+/**
+ * Decide the on-disk file extension for a saved inbound attachment: prefer the
+ * real `fileName`'s extension (documents), fall back to the MIME map. Keeps the
+ * MIME-derived behaviour for media that carries no filename (image/video/audio
+ * — they never set `fileName`).
+ */
+declare function savedExt(mime: string | undefined, fileName: string | undefined): string;
 /**
  * Cheap presence probe — does this normalized message carry any downloadable
  * media envelope? Walks the same MEDIA_FIELDS table as the downloader but
@@ -44,4 +62,5 @@ export interface DownloadInboundMediaArgs {
  * nothing to download (text-only message).
  */
 export declare function downloadInboundMedia(args: DownloadInboundMediaArgs): Promise<InboundMediaAttachment[]>;
+export { extFromMime, extFromFileName, savedExt };
 //# sourceMappingURL=media.d.ts.map

package/dist/agents/channels/whatsapp/media.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"media.d.ts","sourceRoot":"","sources":["../../../../src/agents/channels/whatsapp/media.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAKH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAIzD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAyCxE,0CAA0C;AAC1C,wBAAgB,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC,CAErD;AA4ED;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,GAAG,OAAO,CAQtE;AAED,MAAM,WAAW,wBAAwB;IACxC,uEAAuE;IACvE,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IAC9B,yDAAyD;IACzD,KAAK,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,oBAAoB,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,GAAG,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAClH,2EAA2E;IAC3E,UAAU,EAAE,SAAS,CAAC;IACtB,oEAAoE;IACpE,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CAC3D;AAED;;;;GAIG;AACH,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,wBAAwB,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAqD5G"}
+{"version":3,"file":"media.d.ts","sourceRoot":"","sources":["../../../../src/agents/channels/whatsapp/media.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAKH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAIzD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAyCxE,0CAA0C;AAC1C,wBAAgB,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC,CAErD;AAaD,iBAAS,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAarD;AAED;;;;;;;;GAQG;AACH,iBAAS,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAO7D;AAED;;;;;GAKG;AACH,iBAAS,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAEhF;AAkDD;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,GAAG,OAAO,CAQtE;AAED,MAAM,WAAW,wBAAwB;IACxC,uEAAuE;IACvE,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IAC9B,yDAAyD;IACzD,KAAK,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,oBAAoB,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,GAAG,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAClH,2EAA2E;IAC3E,UAAU,EAAE,SAAS,CAAC;IACtB,oEAAoE;IACpE,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CAC3D;AAED;;;;GAIG;AACH,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,wBAAwB,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAyD5G;AAID,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC"}

package/dist/agents/channels/whatsapp/media.js

@@ -71,6 +71,34 @@ function extFromMime(mime) {
     };
     return known[right] ?? (right.replace(/[^\w]+/g, "") || "bin");
 }
+/**
+ * Pull a clean lowercase extension (no dot, alphanumeric) from a real filename,
+ * or "" when the name has none / it isn't a sane extension. WhatsApp documents
+ * carry their original `fileName`, which is the AUTHORITATIVE source of the file
+ * type — `mimetype` defaults to `application/octet-stream`, so deriving the
+ * on-disk extension from the MIME alone saves a `report.csv` as `.octetstream`
+ * (and any unmapped type — .csv/.txt/.json/.odt/.epub/.rtf/.ipynb — as garbage),
+ * which then makes `analyze_media` fail to detect a perfectly readable file.
+ */
+function extFromFileName(fileName) {
+    const name = (fileName ?? "").trim();
+    if (!name)
+        return "";
+    const dot = name.lastIndexOf(".");
+    if (dot < 0 || dot === name.length - 1)
+        return "";
+    const ext = name.slice(dot + 1).toLowerCase().replace(/[^a-z0-9]/g, "");
+    return /^[a-z0-9]{1,12}$/.test(ext) ? ext : "";
+}
+/**
+ * Decide the on-disk file extension for a saved inbound attachment: prefer the
+ * real `fileName`'s extension (documents), fall back to the MIME map. Keeps the
+ * MIME-derived behaviour for media that carries no filename (image/video/audio
+ * — they never set `fileName`).
+ */
+function savedExt(mime, fileName) {
+    return extFromFileName(fileName) || extFromMime(mime);
+}
 /** The Baileys message envelopes Brigade extracts inbound media from. */
 const MEDIA_FIELDS = [
     {
@@ -142,6 +170,7 @@ export async function downloadInboundMedia(args) {
         const mime = spec.mimeFromMessage?.(env);
         if (!mime)
             continue; // e.g. an audio envelope that's not actually a voice note
+        const fileName = spec.fileNameFromMessage?.(env);
         try {
             const bytes = await args.downloadMediaMessage(args.rawMessage, "buffer", {});
             if (!bytes || bytes.length === 0)
@@ -163,7 +192,10 @@ export async function downloadInboundMedia(args) {
             const dir = path.join(baseDir, "media", dayBucket());
             mkdirSync(dir, { recursive: true });
             const suffix = MEDIA_FIELDS.length > 1 ? `-${index}` : "";
-            const filePath = path.join(dir, `${args.msgId}${suffix}.${extFromMime(mime)}`);
+            // Prefer the document's real filename extension (its `mimetype` is often
+            // the generic application/octet-stream) so the saved file is detectable by
+            // analyze_media; fall back to the MIME map for filename-less media.
+            const filePath = path.join(dir, `${args.msgId}${suffix}.${savedExt(mime, fileName)}`);
             writeFileSync(filePath, bytes, { mode: 0o600 });
             enqueueMediaMirror({
                 messageId: args.msgId,
@@ -176,7 +208,7 @@ export async function downloadInboundMedia(args) {
                 kind: spec.kind,
                 path: filePath,
                 mimeType: mime,
-                fileName: spec.fileNameFromMessage?.(env),
+                fileName,
                 caption: spec.captionFromMessage?.(env),
             });
         }
@@ -189,4 +221,7 @@ export async function downloadInboundMedia(args) {
     }
     return out;
 }
+// Exported for tests — the filename/MIME → extension resolution that keeps an
+// inbound document detectable by analyze_media.
+export { extFromMime, extFromFileName, savedExt };
 //# sourceMappingURL=media.js.map

package/dist/agents/channels/whatsapp/media.js.map

@@ -1 +1 @@
-{"version":3,"file":"media.js","sourceRoot":"","sources":["../../../../src/agents/channels/whatsapp/media.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AACrF,OAAO,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAC;AAG3E;;;;;;gCAMgC;AAEhC,IAAI,gBAAgB,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;AAExD,SAAS,kBAAkB,CAAC,IAM3B;IACA,MAAM,IAAI,GAAG,oBAAoB,EAAE,CAAC;IACpC,IAAI,IAAI,EAAE,IAAI,KAAK,QAAQ;QAAE,OAAO;IACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACzB,gBAAgB,GAAG,gBAAgB;SACjC,IAAI,CAAC,GAAG,EAAE,CACV,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC9B,SAAS,EAAE,UAAU;QACrB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;KACjB,CAAC,CACF;SACA,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;SACd,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACd,IAAI,CAAC,GAAG,CAAC,uDAAuD,EAAE;YACjE,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SACvD,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,0CAA0C;AAC1C,MAAM,UAAU,qBAAqB;IACpC,OAAO,gBAAgB,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,GAAG,UAAU,CAAC;AAC9B,gFAAgF;AAChF,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAEnC,SAAS,SAAS;IACjB,qEAAqE;IACrE,MAAM,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;IACrB,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACtD,OAAO,GAAG,CAAC,CAAC,cAAc,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;AACnF,CAAC;AAED,SAAS,WAAW,CAAC,IAAwB;IAC5C,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACxB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACxD,4EAA4E;IAC5E,MAAM,KAAK,GAA2B;QACrC,IAAI,EAAE,KAAK;QACX,6DAA6D,EAAE,MAAM;QACrE,uDAAuD,EAAE,MAAM;QAC/D,+DAA+D,EAAE,MAAM;KACvE,CAAC;IACF,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC;AAChE,CAAC;AAUD,yEAAyE;AACzE,MAAM,YAAY,GAAsB;IACvC;QACC,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,cAAc;QACrB,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,QAA+B,IAAI,YAAY;QAC1E,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAA6B;KAC1D;IACD;QACC,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,cAAc;QACrB,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,QAA+B,IAAI,WAAW;QACzE,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAA6B;KAC1D;IACD;QACC,IAAI,EAAE,OAAO,EAAE,4CAA4C;QAC3D,KAAK,EAAE,cAAc;QACrB,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CACrB,CAAC,CAAC,GAA2B,CAAC,CAAC,CAAE,CAAC,CAAC,QAA+B,IAAI,WAAW,CAAC,CAAC,CAAC,SAAS;KAC/F;IACD;QACC,IAAI,EAAE,OAAO,EAAE,gBAAgB;QAC/B,KAAK,EAAE,cAAc;QACrB,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CACrB,CAAC,CAAC,GAA2B,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,CAAC,QAA+B,IAAI,YAAY;KAChG;IACD;QACC,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,iBAAiB;QACxB,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,QAA+B,IAAI,0BAA0B;QACxF,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAA6B;QAC1D,mBAAmB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAA8B;KAC5D;IACD;QACC,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,gBAAgB;QACvB,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,QAA+B,IAAI,YAAY;KAC1E;CACD,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,UAAU,eAAe,CAAC,OAA6B;IAC5D,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAA4B,CAAC;IACrD,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,KAAe,CAAwC,CAAC;QAC3E,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IAC9C,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAmBD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAA8B;IACxE,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAA4B,CAAC;IAChE,MAAM,GAAG,GAA6B,EAAE,CAAC;IACzC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,KAAe,CAAwC,CAAC;QACjF,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI;YAAE,SAAS,CAAC,0DAA0D;QAC/E,IAAI,CAAC;YACJ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC7E,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAC3C,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;gBAC9B,IAAI,CAAC,GAAG,CAAC,0CAA0C,EAAE;oBACpD,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,KAAK,EAAE,KAAK,CAAC,MAAM;oBACnB,GAAG,EAAE,SAAS;iBACd,CAAC,CAAC;gBACH,SAAS;YACV,CAAC;YACD,+DAA+D;YAC/D,gEAAgE;YAChE,4CAA4C;YAC5C,MAAM,OAAO,GACZ,oBAAoB,EAAE,EAAE,IAAI,KAAK,QAAQ;gBACxC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,UAAU,EAAE,UAAU,CAAC;gBACxD,CAAC,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC;YACvC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;YACrD,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC/E,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAChD,kBAAkB,CAAC;gBAClB,SAAS,EAAE,IAAI,CAAC,KAAK;gBACrB,KAAK;gBACL,QAAQ,EAAE,IAAI;gBACd,KAAK;gBACL,GAAG,EAAE,IAAI,CAAC,GAAG;aACb,CAAC,CAAC;YACH,GAAG,CAAC,IAAI,CAAC;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,IAAI,CAAC,mBAAmB,EAAE,CAAC,GAAG,CAAC;gBACzC,OAAO,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,GAAG,CAAC;aACvC,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,IAAI,CAAC,GAAG,CAAC,+BAA+B,EAAE;gBACzC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACvD,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC"}
+{"version":3,"file":"media.js","sourceRoot":"","sources":["../../../../src/agents/channels/whatsapp/media.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AACrF,OAAO,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAC;AAG3E;;;;;;gCAMgC;AAEhC,IAAI,gBAAgB,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;AAExD,SAAS,kBAAkB,CAAC,IAM3B;IACA,MAAM,IAAI,GAAG,oBAAoB,EAAE,CAAC;IACpC,IAAI,IAAI,EAAE,IAAI,KAAK,QAAQ;QAAE,OAAO;IACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACzB,gBAAgB,GAAG,gBAAgB;SACjC,IAAI,CAAC,GAAG,EAAE,CACV,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC9B,SAAS,EAAE,UAAU;QACrB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;KACjB,CAAC,CACF;SACA,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;SACd,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACd,IAAI,CAAC,GAAG,CAAC,uDAAuD,EAAE;YACjE,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SACvD,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,0CAA0C;AAC1C,MAAM,UAAU,qBAAqB;IACpC,OAAO,gBAAgB,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,GAAG,UAAU,CAAC;AAC9B,gFAAgF;AAChF,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAEnC,SAAS,SAAS;IACjB,qEAAqE;IACrE,MAAM,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;IACrB,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACtD,OAAO,GAAG,CAAC,CAAC,cAAc,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;AACnF,CAAC;AAED,SAAS,WAAW,CAAC,IAAwB;IAC5C,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACxB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACxD,4EAA4E;IAC5E,MAAM,KAAK,GAA2B;QACrC,IAAI,EAAE,KAAK;QACX,6DAA6D,EAAE,MAAM;QACrE,uDAAuD,EAAE,MAAM;QAC/D,+DAA+D,EAAE,MAAM;KACvE,CAAC;IACF,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC;AAChE,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,eAAe,CAAC,QAA4B;IACpD,MAAM,IAAI,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,GAAG,GAAG,CAAC,IAAI,GAAG,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAClD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IACxE,OAAO,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;AAChD,CAAC;AAED;;;;;GAKG;AACH,SAAS,QAAQ,CAAC,IAAwB,EAAE,QAA4B;IACvE,OAAO,eAAe,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;AACvD,CAAC;AAUD,yEAAyE;AACzE,MAAM,YAAY,GAAsB;IACvC;QACC,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,cAAc;QACrB,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,QAA+B,IAAI,YAAY;QAC1E,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAA6B;KAC1D;IACD;QACC,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,cAAc;QACrB,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,QAA+B,IAAI,WAAW;QACzE,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAA6B;KAC1D;IACD;QACC,IAAI,EAAE,OAAO,EAAE,4CAA4C;QAC3D,KAAK,EAAE,cAAc;QACrB,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CACrB,CAAC,CAAC,GAA2B,CAAC,CAAC,CAAE,CAAC,CAAC,QAA+B,IAAI,WAAW,CAAC,CAAC,CAAC,SAAS;KAC/F;IACD;QACC,IAAI,EAAE,OAAO,EAAE,gBAAgB;QAC/B,KAAK,EAAE,cAAc;QACrB,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CACrB,CAAC,CAAC,GAA2B,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,CAAC,QAA+B,IAAI,YAAY;KAChG;IACD;QACC,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,iBAAiB;QACxB,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,QAA+B,IAAI,0BAA0B;QACxF,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAA6B;QAC1D,mBAAmB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAA8B;KAC5D;IACD;QACC,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,gBAAgB;QACvB,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,QAA+B,IAAI,YAAY;KAC1E;CACD,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,UAAU,eAAe,CAAC,OAA6B;IAC5D,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAA4B,CAAC;IACrD,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,KAAe,CAAwC,CAAC;QAC3E,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IAC9C,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAmBD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAA8B;IACxE,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAA4B,CAAC;IAChE,MAAM,GAAG,GAA6B,EAAE,CAAC;IACzC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,KAAe,CAAwC,CAAC;QACjF,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI;YAAE,SAAS,CAAC,0DAA0D;QAC/E,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,CAAC;YACJ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC7E,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAC3C,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;gBAC9B,IAAI,CAAC,GAAG,CAAC,0CAA0C,EAAE;oBACpD,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,KAAK,EAAE,KAAK,CAAC,MAAM;oBACnB,GAAG,EAAE,SAAS;iBACd,CAAC,CAAC;gBACH,SAAS;YACV,CAAC;YACD,+DAA+D;YAC/D,gEAAgE;YAChE,4CAA4C;YAC5C,MAAM,OAAO,GACZ,oBAAoB,EAAE,EAAE,IAAI,KAAK,QAAQ;gBACxC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,UAAU,EAAE,UAAU,CAAC;gBACxD,CAAC,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC;YACvC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;YACrD,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,yEAAyE;YACzE,2EAA2E;YAC3E,oEAAoE;YACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YACtF,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAChD,kBAAkB,CAAC;gBAClB,SAAS,EAAE,IAAI,CAAC,KAAK;gBACrB,KAAK;gBACL,QAAQ,EAAE,IAAI;gBACd,KAAK;gBACL,GAAG,EAAE,IAAI,CAAC,GAAG;aACb,CAAC,CAAC;YACH,GAAG,CAAC,IAAI,CAAC;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,IAAI;gBACd,QAAQ;gBACR,OAAO,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,GAAG,CAAC;aACvC,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,IAAI,CAAC,GAAG,CAAC,+BAA+B,EAAE;gBACzC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACvD,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC;AAED,8EAA8E;AAC9E,gDAAgD;AAChD,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC"}

package/dist/agents/media-understanding/anthropic-adapter.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Anthropic media-understanding adapter — talks to the Messages API at
+ * `api.anthropic.com/v1/messages` directly.
+ *
+ * Two paths:
+ *   • native / scanned PDF → a `document` content block
+ *     `{ type:"document", source:{ type:"base64", media_type:"application/pdf",
+ *     data } }` + the prompt. Anthropic ingests the PDF natively: it reads the
+ *     text layer AND runs OCR over scanned pages, and it sees the page layout —
+ *     so a scanned, no-text-layer PDF that `unpdf` can't read works here.
+ *   • image → an `image` content block + the prompt.
+ *
+ * Auth follows Brigade's existing validator (`providers/validate-key.ts`):
+ * a normal console key (`sk-ant-api…`) uses `x-api-key`; an OAuth /
+ * setup-token (`sk-ant-oat…`) uses `Authorization: Bearer` + the OAuth beta
+ * gate. Both send `anthropic-version`. Every call takes an injectable
+ * `fetchFn` so the adapter is exercised with zero real network.
+ */
+import { type MediaUnderstandingKind, type RunMediaUnderstandingResult } from "./types.js";
+/** Canonical Anthropic API base. */
+export declare const DEFAULT_ANTHROPIC_BASE_URL = "https://api.anthropic.com/v1";
+/** Default model — a current Claude model that reads images + documents. */
+export declare const DEFAULT_ANTHROPIC_MODEL = "claude-sonnet-4-5";
+export interface AnthropicAdapterParams {
+    kind: MediaUnderstandingKind;
+    bytes: Buffer;
+    mimeType: string;
+    apiKey: string;
+    prompt?: string;
+    model?: string;
+    /** Max output tokens (clamped); default {@link DEFAULT_MAX_TOKENS}. */
+    maxTokens?: number;
+    baseUrl?: string;
+    fetchFn?: typeof fetch;
+    signal?: AbortSignal;
+}
+/** Build the auth headers, branching on key shape (OAuth token vs console key). */
+declare function buildAuthHeaders(apiKey: string): Record<string, string>;
+/** Build the media content block for the request, per kind. */
+declare function buildMediaBlock(params: AnthropicAdapterParams): Record<string, unknown>;
+/** Extract the concatenated text from a Messages API response. */
+declare function extractMessageText(payload: unknown): string;
+/**
+ * Run an Anthropic media-understanding request. PDFs go as a `document` block
+ * (native + OCR), images as an `image` block. Returns the model's text answer.
+ */
+export declare function runAnthropic(params: AnthropicAdapterParams): Promise<RunMediaUnderstandingResult>;
+export { extractMessageText, buildAuthHeaders, buildMediaBlock };
+//# sourceMappingURL=anthropic-adapter.d.ts.map

package/dist/agents/media-understanding/anthropic-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-adapter.d.ts","sourceRoot":"","sources":["../../../src/agents/media-understanding/anthropic-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAEN,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,MAAM,YAAY,CAAC;AAEpB,oCAAoC;AACpC,eAAO,MAAM,0BAA0B,iCAAiC,CAAC;AAMzE,4EAA4E;AAC5E,eAAO,MAAM,uBAAuB,sBAAsB,CAAC;AAoB3D,MAAM,WAAW,sBAAsB;IACtC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IACvB,MAAM,CAAC,EAAE,WAAW,CAAC;CACrB;AAmBD,mFAAmF;AACnF,iBAAS,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAahE;AAED,+DAA+D;AAC/D,iBAAS,eAAe,CAAC,MAAM,EAAE,sBAAsB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAahF;AAED,kEAAkE;AAClE,iBAAS,kBAAkB,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CASpD;AAYD;;;GAGG;AACH,wBAAsB,YAAY,CACjC,MAAM,EAAE,sBAAsB,GAC5B,OAAO,CAAC,2BAA2B,CAAC,CAoDtC;AAGD,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,eAAe,EAAE,CAAC"}

package/dist/agents/media-understanding/anthropic-adapter.js

@@ -0,0 +1,162 @@
+/**
+ * Anthropic media-understanding adapter — talks to the Messages API at
+ * `api.anthropic.com/v1/messages` directly.
+ *
+ * Two paths:
+ *   • native / scanned PDF → a `document` content block
+ *     `{ type:"document", source:{ type:"base64", media_type:"application/pdf",
+ *     data } }` + the prompt. Anthropic ingests the PDF natively: it reads the
+ *     text layer AND runs OCR over scanned pages, and it sees the page layout —
+ *     so a scanned, no-text-layer PDF that `unpdf` can't read works here.
+ *   • image → an `image` content block + the prompt.
+ *
+ * Auth follows Brigade's existing validator (`providers/validate-key.ts`):
+ * a normal console key (`sk-ant-api…`) uses `x-api-key`; an OAuth /
+ * setup-token (`sk-ant-oat…`) uses `Authorization: Bearer` + the OAuth beta
+ * gate. Both send `anthropic-version`. Every call takes an injectable
+ * `fetchFn` so the adapter is exercised with zero real network.
+ */
+import { MediaUnderstandingProviderError, } from "./types.js";
+/** Canonical Anthropic API base. */
+export const DEFAULT_ANTHROPIC_BASE_URL = "https://api.anthropic.com/v1";
+/** Anthropic API version header — matches the rest of the Brigade tree. */
+const ANTHROPIC_VERSION = "2023-06-01";
+/** OAuth beta gate used when authenticating with an `sk-ant-oat…` token. */
+const ANTHROPIC_OAUTH_BETA = "oauth-2025-04-20";
+/** Default model — a current Claude model that reads images + documents. */
+export const DEFAULT_ANTHROPIC_MODEL = "claude-sonnet-4-5";
+/** Default max tokens for the description response. Bounded — this is a summary, not a doc. */
+const DEFAULT_MAX_TOKENS = 4096;
+/** Hard ceiling on `maxTokens` so a caller can't request an unbounded answer. */
+const MAX_TOKENS_CEILING = 32_000;
+/** Clamp a caller `maxTokens` to a sane window; default when unset/invalid. */
+function resolveMaxTokens(maxTokens) {
+    if (typeof maxTokens !== "number" || !Number.isFinite(maxTokens))
+        return DEFAULT_MAX_TOKENS;
+    return Math.max(256, Math.min(MAX_TOKENS_CEILING, Math.floor(maxTokens)));
+}
+const GENERATE_TIMEOUT_MS = 180_000;
+const DEFAULT_PROMPTS = {
+    pdf: "Read this document and summarize its contents, preserving key facts, figures, tables, and structure.",
+    image: "Describe this image in detail.",
+};
+function resolveModel(model) {
+    return model?.trim() || DEFAULT_ANTHROPIC_MODEL;
+}
+function resolvePrompt(kind, prompt) {
+    const trimmed = prompt?.trim();
+    if (trimmed)
+        return trimmed;
+    return DEFAULT_PROMPTS[kind] ?? "Describe the attached media in detail.";
+}
+/** Compose the caller signal with a per-request timeout. */
+function withTimeout(signal, ms) {
+    const timeoutSignal = AbortSignal.timeout(ms);
+    if (!signal)
+        return timeoutSignal;
+    return AbortSignal.any([signal, timeoutSignal]);
+}
+/** Build the auth headers, branching on key shape (OAuth token vs console key). */
+function buildAuthHeaders(apiKey) {
+    const isOAuth = apiKey.includes("sk-ant-oat");
+    if (isOAuth) {
+        return {
+            authorization: `Bearer ${apiKey}`,
+            "anthropic-version": ANTHROPIC_VERSION,
+            "anthropic-beta": ANTHROPIC_OAUTH_BETA,
+        };
+    }
+    return {
+        "x-api-key": apiKey,
+        "anthropic-version": ANTHROPIC_VERSION,
+    };
+}
+/** Build the media content block for the request, per kind. */
+function buildMediaBlock(params) {
+    const data = params.bytes.toString("base64");
+    if (params.kind === "pdf") {
+        return {
+            type: "document",
+            source: { type: "base64", media_type: "application/pdf", data },
+        };
+    }
+    // image
+    return {
+        type: "image",
+        source: { type: "base64", media_type: params.mimeType, data },
+    };
+}
+/** Extract the concatenated text from a Messages API response. */
+function extractMessageText(payload) {
+    const content = payload?.content;
+    if (!Array.isArray(content))
+        return "";
+    return content
+        .filter((b) => b?.type === "text" && typeof b.text === "string")
+        .map((b) => (b.text ?? "").trim())
+        .filter(Boolean)
+        .join("\n")
+        .trim();
+}
+async function readErrorMessage(res) {
+    try {
+        const body = (await res.json());
+        if (body?.error?.message)
+            return body.error.message;
+    }
+    catch {
+        /* fall through */
+    }
+    return `HTTP ${res.status}`;
+}
+/**
+ * Run an Anthropic media-understanding request. PDFs go as a `document` block
+ * (native + OCR), images as an `image` block. Returns the model's text answer.
+ */
+export async function runAnthropic(params) {
+    if (!params.apiKey) {
+        throw new MediaUnderstandingProviderError("anthropic", "No Anthropic API key configured.");
+    }
+    if (params.kind !== "pdf" && params.kind !== "image") {
+        throw new MediaUnderstandingProviderError("anthropic", `Anthropic media understanding supports image + pdf only (got ${params.kind}).`);
+    }
+    const fetchFn = params.fetchFn ?? fetch;
+    const baseUrl = (params.baseUrl ?? DEFAULT_ANTHROPIC_BASE_URL).replace(/\/+$/, "");
+    const model = resolveModel(params.model);
+    const prompt = resolvePrompt(params.kind, params.prompt);
+    const url = `${baseUrl}/messages`;
+    const body = {
+        model,
+        max_tokens: resolveMaxTokens(params.maxTokens),
+        messages: [
+            {
+                role: "user",
+                content: [buildMediaBlock(params), { type: "text", text: prompt }],
+            },
+        ],
+    };
+    let res;
+    try {
+        res = await fetchFn(url, {
+            method: "POST",
+            headers: { ...buildAuthHeaders(params.apiKey), "content-type": "application/json" },
+            body: JSON.stringify(body),
+            signal: withTimeout(params.signal, GENERATE_TIMEOUT_MS),
+        });
+    }
+    catch (err) {
+        throw new MediaUnderstandingProviderError("anthropic", `Anthropic request failed: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    if (!res.ok) {
+        throw new MediaUnderstandingProviderError("anthropic", `Anthropic error: ${await readErrorMessage(res)}`, res.status);
+    }
+    const payload = await res.json().catch(() => ({}));
+    const text = extractMessageText(payload);
+    if (!text) {
+        throw new MediaUnderstandingProviderError("anthropic", "Anthropic returned no text for the media.");
+    }
+    return { text, provider: "anthropic", model };
+}
+// Exported for tests.
+export { extractMessageText, buildAuthHeaders, buildMediaBlock };
+//# sourceMappingURL=anthropic-adapter.js.map

package/dist/agents/media-understanding/anthropic-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-adapter.js","sourceRoot":"","sources":["../../../src/agents/media-understanding/anthropic-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EACN,+BAA+B,GAG/B,MAAM,YAAY,CAAC;AAEpB,oCAAoC;AACpC,MAAM,CAAC,MAAM,0BAA0B,GAAG,8BAA8B,CAAC;AACzE,2EAA2E;AAC3E,MAAM,iBAAiB,GAAG,YAAY,CAAC;AACvC,4EAA4E;AAC5E,MAAM,oBAAoB,GAAG,kBAAkB,CAAC;AAEhD,4EAA4E;AAC5E,MAAM,CAAC,MAAM,uBAAuB,GAAG,mBAAmB,CAAC;AAE3D,+FAA+F;AAC/F,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,iFAAiF;AACjF,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,+EAA+E;AAC/E,SAAS,gBAAgB,CAAC,SAAkB;IAC3C,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,kBAAkB,CAAC;IAC5F,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,mBAAmB,GAAG,OAAO,CAAC;AAEpC,MAAM,eAAe,GAAoD;IACxE,GAAG,EAAE,sGAAsG;IAC3G,KAAK,EAAE,gCAAgC;CACvC,CAAC;AAgBF,SAAS,YAAY,CAAC,KAAc;IACnC,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,uBAAuB,CAAC;AACjD,CAAC;AAED,SAAS,aAAa,CAAC,IAA4B,EAAE,MAAe;IACnE,MAAM,OAAO,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;IAC/B,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,wCAAwC,CAAC;AAC1E,CAAC;AAED,4DAA4D;AAC5D,SAAS,WAAW,CAAC,MAA+B,EAAE,EAAU;IAC/D,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM;QAAE,OAAO,aAAa,CAAC;IAClC,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,mFAAmF;AACnF,SAAS,gBAAgB,CAAC,MAAc;IACvC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAC9C,IAAI,OAAO,EAAE,CAAC;QACb,OAAO;YACN,aAAa,EAAE,UAAU,MAAM,EAAE;YACjC,mBAAmB,EAAE,iBAAiB;YACtC,gBAAgB,EAAE,oBAAoB;SACtC,CAAC;IACH,CAAC;IACD,OAAO;QACN,WAAW,EAAE,MAAM;QACnB,mBAAmB,EAAE,iBAAiB;KACtC,CAAC;AACH,CAAC;AAED,+DAA+D;AAC/D,SAAS,eAAe,CAAC,MAA8B;IACtD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC3B,OAAO;YACN,IAAI,EAAE,UAAU;YAChB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,iBAAiB,EAAE,IAAI,EAAE;SAC/D,CAAC;IACH,CAAC;IACD,QAAQ;IACR,OAAO;QACN,IAAI,EAAE,OAAO;QACb,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE;KAC7D,CAAC;AACH,CAAC;AAED,kEAAkE;AAClE,SAAS,kBAAkB,CAAC,OAAgB;IAC3C,MAAM,OAAO,GAAI,OAAiE,EAAE,OAAO,CAAC;IAC5F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,OAAO,OAAO;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;SAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SACjC,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC;SACV,IAAI,EAAE,CAAC;AACV,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,GAAa;IAC5C,IAAI,CAAC;QACJ,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAqC,CAAC;QACpE,IAAI,IAAI,EAAE,KAAK,EAAE,OAAO;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACR,kBAAkB;IACnB,CAAC;IACD,OAAO,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC;AAC7B,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,MAA8B;IAE9B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,IAAI,+BAA+B,CAAC,WAAW,EAAE,kCAAkC,CAAC,CAAC;IAC5F,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACtD,MAAM,IAAI,+BAA+B,CACxC,WAAW,EACX,gEAAgE,MAAM,CAAC,IAAI,IAAI,CAC/E,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC;IACxC,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,0BAA0B,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACnF,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,GAAG,GAAG,GAAG,OAAO,WAAW,CAAC;IAClC,MAAM,IAAI,GAAG;QACZ,KAAK;QACL,UAAU,EAAE,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC;QAC9C,QAAQ,EAAE;YACT;gBACC,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;aAClE;SACD;KACD,CAAC;IACF,IAAI,GAAa,CAAC;IAClB,IAAI,CAAC;QACJ,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE;YACxB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,kBAAkB,EAAE;YACnF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC;SACvD,CAAC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,+BAA+B,CACxC,WAAW,EACX,6BAA6B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC/E,CAAC;IACH,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,+BAA+B,CACxC,WAAW,EACX,oBAAoB,MAAM,gBAAgB,CAAC,GAAG,CAAC,EAAE,EACjD,GAAG,CAAC,MAAM,CACV,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACzC,IAAI,CAAC,IAAI,EAAE,CAAC;QACX,MAAM,IAAI,+BAA+B,CAAC,WAAW,EAAE,2CAA2C,CAAC,CAAC;IACrG,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;AAC/C,CAAC;AAED,sBAAsB;AACtB,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,eAAe,EAAE,CAAC"}

package/dist/agents/media-understanding/config.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Build a `MediaUnderstandingConfig` from Brigade's existing credential store
+ * + main config — so the subsystem resolves keys the SAME way the agent kernel
+ * does, and never invents its own auth path.
+ *
+ * Key resolution reuses `readBrigadeCredentials(agentId)` (the mode-aware
+ * choke point over `auth-profiles.json` / the Convex sealed cache that
+ * onboarding writes), then falls back to the provider's env var. For Anthropic
+ * we accept a literal `api_key` credential; an `oauth` credential (subscription
+ * login) is passed through as its access token so direct REST calls still
+ * authenticate (Anthropic's `sk-ant-oat…` Bearer path).
+ *
+ * Per-kind model/provider defaults are read from
+ * `cfg.tools.mediaUnderstanding` when present.
+ */
+import type { MediaUnderstandingConfig } from "./types.js";
+/**
+ * Resolve a provider's key for media understanding. Order:
+ *   1. Brigade credential store (`readBrigadeCredentials`) — api_key.key, or
+ *      an oauth credential's access token (so subscription login works).
+ *   2. The provider's env var(s) — explicit overrides above, else the catalog's
+ *      `envVar` + `envVarFallbacks` for that provider.
+ * Returns "" when nothing resolves (keyless local providers also return "").
+ */
+export declare function resolveMediaProviderKey(provider: string, agentId?: string): string;
+/**
+ * Providers (catalog ids) that currently have a usable credential for the Pi
+ * path, MOST-PREFERRED first. A keyless local provider (Ollama) qualifies when
+ * its server is configured (we treat it as always-eligible — the real call
+ * surfaces an unreachable error). `google`/`anthropic` are excluded (the
+ * bespoke adapters own them); the Pi path is the catch-all for the rest.
+ */
+export declare function listKeyedPiProviders(agentId?: string): string[];
+/**
+ * Build the `MediaUnderstandingConfig` the subsystem consumes, wired to
+ * Brigade's real credential store + config. `agentId` selects which agent's
+ * auth profiles back the key (defaults to `main`, with the main-agent fallback
+ * `readBrigadeCredentials` already applies for org agents).
+ *
+ * Wires the Pi path (`resolveModel` + `listKeyedProviders`) so image/audio
+ * understanding works for EVERY configured provider (OpenAI / OpenRouter / Groq
+ * / xAI / Mistral / Ollama / …), not just google + anthropic. `piComplete` is
+ * left at the subsystem default (the real `completeSimple` wrapper).
+ */
+export declare function buildMediaUnderstandingConfig(agentId?: string): MediaUnderstandingConfig;
+/**
+ * Quick capability probe for doctor/status: which providers have a key, and
+ * therefore which kinds can be understood via a provider. Pure read — no calls.
+ */
+export declare function probeMediaUnderstanding(agentId?: string): {
+    google: boolean;
+    anthropic: boolean;
+    video: boolean;
+    pdf: boolean;
+    image: boolean;
+};
+//# sourceMappingURL=config.d.ts.map

package/dist/agents/media-understanding/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../src/agents/media-understanding/config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAQH,OAAO,KAAK,EACX,wBAAwB,EAIxB,MAAM,YAAY,CAAC;AA6BpB;;;;;;;GAOG;AACH,wBAAgB,uBAAuB,CACtC,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,MAAyB,GAChC,MAAM,CAyBR;AAeD;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,GAAE,MAAyB,GAAG,MAAM,EAAE,CAoBjF;AAkJD;;;;;;;;;;GAUG;AACH,wBAAgB,6BAA6B,CAC5C,OAAO,GAAE,MAAyB,GAChC,wBAAwB,CAS1B;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,GAAE,MAAyB,GAAG;IAC5E,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,GAAG,EAAE,OAAO,CAAC;IACb,KAAK,EAAE,OAAO,CAAC;CACf,CAeA"}