@spinabot/brigade 1.9.0 → 1.10.0

package/dist/agents/tools/media-cache.js

@@ -0,0 +1,133 @@
+/**
+ * Tiny disk-backed LRU cache for `analyze_media` PROVIDER results.
+ *
+ * A provider understanding call (Gemini / Anthropic over the media bytes) is the
+ * one expensive, billable step in the tool. When the SAME bytes + question +
+ * provider + model + token budget are analyzed again (e.g. the operator re-asks,
+ * or a cron re-runs over an unchanged attachment), we can return the cached TEXT
+ * instead of paying for the call again.
+ *
+ * Storage model — ONE small JSON file per key under
+ * `resolveCacheDir()/analyze-media/`:
+ *   • mode-aware: `resolveCacheDir()` already returns the OS cache root in
+ *     convex/strict-zero mode (keeps `~/.brigade` clean) and the state cache dir
+ *     in filesystem mode.
+ *   • per-key files (not one shared file) → concurrent agents never clobber each
+ *     other's writes; a corrupt entry only loses itself.
+ *   • LRU bound: on write, if the directory exceeds the entry cap, the
+ *     oldest-by-mtime files are deleted. A TTL also expires stale entries on read.
+ *
+ * The cache is BEST-EFFORT: any fs error (read, write, mkdir) is swallowed — a
+ * cache miss just means the provider gets called, never a tool failure.
+ */
+import { createHash } from "node:crypto";
+import fs from "node:fs";
+import fsp from "node:fs/promises";
+import path from "node:path";
+import { resolveCacheDir } from "../../config/paths.js";
+/** Max entries kept on disk before LRU eviction (by mtime). */
+const DEFAULT_MAX_ENTRIES = 200;
+/** Entry TTL — a cached provider answer older than this is ignored + cleaned. */
+const DEFAULT_TTL_MS = 7 * 24 * 60 * 60 * 1000; // 7 days
+/** Compute the cache key = sha256 over the identifying parts (hex). */
+export function mediaCacheKey(parts) {
+    const h = createHash("sha256");
+    h.update(parts.kind);
+    h.update("\0");
+    h.update(parts.provider);
+    h.update("\0");
+    h.update(parts.model ?? "");
+    h.update("\0");
+    h.update(String(parts.maxTokens ?? ""));
+    h.update("\0");
+    h.update(parts.question);
+    h.update("\0");
+    // Hash the bytes last (largest input). The content hash is what makes the
+    // key change when the underlying media changes.
+    h.update(parts.bytes);
+    return h.digest("hex");
+}
+/** Resolve (and lazily create) the cache directory. Returns undefined on failure. */
+function cacheDir() {
+    try {
+        const dir = path.join(resolveCacheDir(), "analyze-media");
+        fs.mkdirSync(dir, { recursive: true });
+        return dir;
+    }
+    catch {
+        return undefined;
+    }
+}
+/**
+ * Read a cached provider result. Returns `undefined` on a miss, a corrupt entry,
+ * or an expired entry (which is also unlinked). Never throws.
+ */
+export async function readMediaCache(key, opts = {}) {
+    const dir = opts.dir ?? cacheDir();
+    if (!dir)
+        return undefined;
+    const file = path.join(dir, `${key}.json`);
+    try {
+        const stat = await fsp.stat(file);
+        const ttl = opts.ttlMs ?? DEFAULT_TTL_MS;
+        if (Date.now() - stat.mtimeMs > ttl) {
+            void fsp.unlink(file).catch(() => { });
+            return undefined;
+        }
+        const raw = await fsp.readFile(file, "utf8");
+        const parsed = JSON.parse(raw);
+        if (typeof parsed.text === "string" && parsed.text.length > 0) {
+            // Touch mtime so LRU treats a cache HIT as recently-used.
+            void fsp.utimes(file, new Date(), new Date()).catch(() => { });
+            return {
+                text: parsed.text,
+                provider: typeof parsed.provider === "string" ? parsed.provider : "",
+                model: typeof parsed.model === "string" ? parsed.model : "",
+            };
+        }
+    }
+    catch {
+        /* miss / corrupt / unreadable → undefined */
+    }
+    return undefined;
+}
+/**
+ * Write a provider result to the cache + evict the oldest entries when over the
+ * cap. Best-effort: any failure is swallowed. Returns nothing.
+ */
+export async function writeMediaCache(key, value, opts = {}) {
+    const dir = opts.dir ?? cacheDir();
+    if (!dir)
+        return;
+    const file = path.join(dir, `${key}.json`);
+    try {
+        await fsp.writeFile(file, JSON.stringify(value), "utf8");
+    }
+    catch {
+        return; // could not persist — give up silently
+    }
+    // LRU eviction: if the directory holds more than the cap, delete the oldest
+    // by mtime. Cheap (a stat per entry) and only runs on writes.
+    try {
+        const max = opts.maxEntries ?? DEFAULT_MAX_ENTRIES;
+        const names = (await fsp.readdir(dir)).filter((n) => n.endsWith(".json"));
+        if (names.length <= max)
+            return;
+        const stats = await Promise.all(names.map(async (n) => {
+            try {
+                const s = await fsp.stat(path.join(dir, n));
+                return { n, mtime: s.mtimeMs };
+            }
+            catch {
+                return { n, mtime: 0 };
+            }
+        }));
+        stats.sort((a, b) => a.mtime - b.mtime); // oldest first
+        const toDelete = stats.slice(0, names.length - max);
+        await Promise.all(toDelete.map((e) => fsp.unlink(path.join(dir, e.n)).catch(() => { })));
+    }
+    catch {
+        /* eviction is best-effort */
+    }
+}
+//# sourceMappingURL=media-cache.js.map

package/dist/agents/tools/media-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-cache.js","sourceRoot":"","sources":["../../../src/agents/tools/media-cache.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,GAAG,MAAM,kBAAkB,CAAC;AACnC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,+DAA+D;AAC/D,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,iFAAiF;AACjF,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,SAAS;AAmBzD,uEAAuE;AACvE,MAAM,UAAU,aAAa,CAAC,KAAyB;IACtD,MAAM,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAC5B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACf,0EAA0E;IAC1E,gDAAgD;IAChD,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACtB,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACxB,CAAC;AAED,qFAAqF;AACrF,SAAS,QAAQ;IAChB,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,eAAe,CAAC,CAAC;QAC1D,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvC,OAAO,GAAG,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,GAAW,EACX,OAAyC,EAAE;IAE3C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,QAAQ,EAAE,CAAC;IACnC,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;IAC3C,IAAI,CAAC;QACJ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,cAAc,CAAC;QACzC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC;YACrC,KAAK,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACtC,OAAO,SAAS,CAAC;QAClB,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA6B,CAAC;QAC3D,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,0DAA0D;YAC1D,KAAK,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC9D,OAAO;gBACN,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,QAAQ,EAAE,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;gBACpE,KAAK,EAAE,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;aAC3D,CAAC;QACH,CAAC;IACF,CAAC;IAAC,MAAM,CAAC;QACR,6CAA6C;IAC9C,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACpC,GAAW,EACX,KAAsB,EACtB,OAA8C,EAAE;IAEhD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,QAAQ,EAAE,CAAC;IACnC,IAAI,CAAC,GAAG;QAAE,OAAO;IACjB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;IAC3C,IAAI,CAAC;QACJ,MAAM,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;IAC1D,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,CAAC,uCAAuC;IAChD,CAAC;IACD,4EAA4E;IAC5E,8DAA8D;IAC9D,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,IAAI,mBAAmB,CAAC;QACnD,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAC1E,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG;YAAE,OAAO;QAChC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YACrB,IAAI,CAAC;gBACJ,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC5C,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;YAChC,CAAC;YAAC,MAAM,CAAC;gBACR,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YACxB,CAAC;QACF,CAAC,CAAC,CACF,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,eAAe;QACxD,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;QACpD,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACzF,CAAC;IAAC,MAAM,CAAC;QACR,6BAA6B;IAC9B,CAAC;AACF,CAAC"}

package/dist/agents/tools/ooxml-images.d.ts

@@ -0,0 +1,107 @@
+/**
+ * Embedded-image extraction for OOXML documents (PPTX / DOCX / XLSX) — the
+ * "see the wireframes inside the deck" half of `analyze_media`.
+ *
+ * ─────────────────────────────────────────────────────────────────────────
+ * WHY THIS MODULE (read before changing)
+ * ─────────────────────────────────────────────────────────────────────────
+ * `analyze_media`'s OOXML readers return only the document TEXT (slide titles,
+ * paragraph runs, cell strings). But a real deck carries its substance in the
+ * PICTURES — wireframes, screenshots, diagrams, charts rendered to images. Asked
+ * to "go through the wireframe images in this .pptx", the agent used to have to
+ * shell out to `python zipfile` to pull `ppt/media/*.png`, then re-run
+ * `analyze_media` on each PNG. This module closes that gap: it extracts the
+ * embedded raster images straight from the already-unzipped OOXML entries the
+ * reader has in hand, so the tool can route them through the SAME image path it
+ * already uses (image blocks on a vision model / a provider on a text-only one).
+ *
+ * ─────────────────────────────────────────────────────────────────────────
+ * SLIDE / PAGE SCOPING (the important part for PPTX)
+ * ─────────────────────────────────────────────────────────────────────────
+ * A PPTX maps images to slides through the relationship graph, NOT by filename:
+ *   presentation.xml      → <p:sldId r:id="rIdN"/> in PRESENTATION order
+ *   presentation.xml.rels → rIdN → ppt/slides/slideK.xml
+ *   slideK.xml.rels       → rIdM → ../media/imageX.png (that slide's images)
+ * So slide N's images are exactly the `../media/*` targets in that slide's rels
+ * file — which is what the manual workaround discovered ("SLIDE 8 rId3
+ * ../media/image16.png"). We resolve slides in presentation order, then honour
+ * the existing `pages` range over THAT order, returning only the selected
+ * slides' images. (Image filename numbering does NOT track slide order, so a
+ * filename-only approach would scope wrong — we never use it for PPTX.)
+ *
+ * DOCX/XLSX have no robust per-page image mapping (a Word page is a layout-time
+ * concept, not in the XML), so we return ALL embedded images (capped) when no
+ * scope applies — the `pages` range is honoured only for PPTX.
+ *
+ * ─────────────────────────────────────────────────────────────────────────
+ * UNSUPPORTED EMBEDS
+ * ─────────────────────────────────────────────────────────────────────────
+ * Only provider-DECODABLE raster types are surfaced (png/jpeg/gif/webp/bmp/
+ * tiff). Vector / exotic embeds — `.emf` / `.wmf` (Windows metafiles) and
+ * `.wdp` (JPEG-XR / HD Photo) — cannot be decoded without a native dep, so they
+ * are SKIPPED with a count (the real failure case hit `hdphoto1.wdp`). The
+ * caller reports "N image(s) skipped (unsupported format)" rather than throwing.
+ *
+ * Pure functions over an already-unzipped entry map; no I/O, no provider calls.
+ */
+/** An embedded image pulled out of an OOXML document. */
+export interface ExtractedOoxmlImage {
+    /** Zip entry name, e.g. `ppt/media/image16.png`. */
+    entry: string;
+    /** Raw image bytes. */
+    bytes: Buffer;
+    /** Detected MIME (always a provider-decodable raster type). */
+    mime: string;
+    /** 1-indexed slide number (PPTX only) when the image is mapped to a slide. */
+    slide?: number;
+    /** Human label, e.g. "slide 8 image 1" or "image 1". */
+    label: string;
+}
+/** Result of an extraction pass. */
+export interface OoxmlImageExtraction {
+    /** Images selected (after `pages` scoping) and within the cap. */
+    images: ExtractedOoxmlImage[];
+    /** How many decodable images matched the scope BEFORE the cap (for "N of M"). */
+    matched: number;
+    /** How many embeds were skipped because their format is not decodable. */
+    skipped: number;
+}
+/**
+ * Resolve a relationship Target (relative to a `_rels` file's owning part)
+ * against a base directory, collapsing `../` and `./` segments. E.g. base
+ * `ppt/slides/` + target `../media/image1.png` → `ppt/media/image1.png`.
+ */
+export declare function resolveRelTarget(baseDir: string, target: string): string;
+/**
+ * Parse a `.rels` XML blob into `[ {id, target} ]`. Tolerant of attribute order
+ * (Id before/after Target) and self-closing `<Relationship .../>`.
+ */
+export declare function parseRelationships(xml: string): Array<{
+    id: string;
+    target: string;
+}>;
+/**
+ * Resolve slide part paths in PRESENTATION order from `presentation.xml` +
+ * `presentation.xml.rels`. Returns `[]` when the presentation graph can't be
+ * read (the caller then falls back to filename order).
+ */
+export declare function resolveSlideOrder(entries: Record<string, Uint8Array>): string[];
+/**
+ * Extract embedded images from already-unzipped OOXML entries.
+ *
+ *   • PPTX: resolves slide order via the presentation graph and maps images to
+ *     slides through each slide's rels; honours `inRange` over slide position.
+ *     Falls back to filename order (all slides) when the graph is unreadable.
+ *   • DOCX/XLSX: returns all media-folder images (no page scoping).
+ *
+ * `inRange(slideNum)` is the page-range predicate (from `parsePageRange`) and is
+ * applied to PPTX SLIDE numbers only. `cap` bounds the number of images RETURNED
+ * (the per-call image cap); `matched` reports how many decodable images were in
+ * scope before the cap so the caller can say "showing N of M". `skipped` counts
+ * undecodable embeds in scope.
+ */
+export declare function extractOoxmlImages(entries: Record<string, Uint8Array>, kind: "pptx" | "docx" | "xlsx", opts: {
+    inRange?: (slideNum: number) => boolean;
+    cap: number;
+}): OoxmlImageExtraction;
+//# sourceMappingURL=ooxml-images.d.ts.map

package/dist/agents/tools/ooxml-images.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ooxml-images.d.ts","sourceRoot":"","sources":["../../../src/agents/tools/ooxml-images.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6CG;AAEH,yDAAyD;AACzD,MAAM,WAAW,mBAAmB;IACnC,oDAAoD;IACpD,KAAK,EAAE,MAAM,CAAC;IACd,uBAAuB;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,+DAA+D;IAC/D,IAAI,EAAE,MAAM,CAAC;IACb,8EAA8E;IAC9E,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,wDAAwD;IACxD,KAAK,EAAE,MAAM,CAAC;CACd;AAED,oCAAoC;AACpC,MAAM,WAAW,oBAAoB;IACpC,kEAAkE;IAClE,MAAM,EAAE,mBAAmB,EAAE,CAAC;IAC9B,iFAAiF;IACjF,OAAO,EAAE,MAAM,CAAC;IAChB,0EAA0E;IAC1E,OAAO,EAAE,MAAM,CAAC;CAChB;AAkDD;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAYxE;AAuBD;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAWrF;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,MAAM,EAAE,CAmB/E;AAuDD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,kBAAkB,CACjC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,EACnC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,EAC9B,IAAI,EAAE;IAAE,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAC5D,oBAAoB,CA0DtB"}

package/dist/agents/tools/ooxml-images.js

@@ -0,0 +1,308 @@
+/**
+ * Embedded-image extraction for OOXML documents (PPTX / DOCX / XLSX) — the
+ * "see the wireframes inside the deck" half of `analyze_media`.
+ *
+ * ─────────────────────────────────────────────────────────────────────────
+ * WHY THIS MODULE (read before changing)
+ * ─────────────────────────────────────────────────────────────────────────
+ * `analyze_media`'s OOXML readers return only the document TEXT (slide titles,
+ * paragraph runs, cell strings). But a real deck carries its substance in the
+ * PICTURES — wireframes, screenshots, diagrams, charts rendered to images. Asked
+ * to "go through the wireframe images in this .pptx", the agent used to have to
+ * shell out to `python zipfile` to pull `ppt/media/*.png`, then re-run
+ * `analyze_media` on each PNG. This module closes that gap: it extracts the
+ * embedded raster images straight from the already-unzipped OOXML entries the
+ * reader has in hand, so the tool can route them through the SAME image path it
+ * already uses (image blocks on a vision model / a provider on a text-only one).
+ *
+ * ─────────────────────────────────────────────────────────────────────────
+ * SLIDE / PAGE SCOPING (the important part for PPTX)
+ * ─────────────────────────────────────────────────────────────────────────
+ * A PPTX maps images to slides through the relationship graph, NOT by filename:
+ *   presentation.xml      → <p:sldId r:id="rIdN"/> in PRESENTATION order
+ *   presentation.xml.rels → rIdN → ppt/slides/slideK.xml
+ *   slideK.xml.rels       → rIdM → ../media/imageX.png (that slide's images)
+ * So slide N's images are exactly the `../media/*` targets in that slide's rels
+ * file — which is what the manual workaround discovered ("SLIDE 8 rId3
+ * ../media/image16.png"). We resolve slides in presentation order, then honour
+ * the existing `pages` range over THAT order, returning only the selected
+ * slides' images. (Image filename numbering does NOT track slide order, so a
+ * filename-only approach would scope wrong — we never use it for PPTX.)
+ *
+ * DOCX/XLSX have no robust per-page image mapping (a Word page is a layout-time
+ * concept, not in the XML), so we return ALL embedded images (capped) when no
+ * scope applies — the `pages` range is honoured only for PPTX.
+ *
+ * ─────────────────────────────────────────────────────────────────────────
+ * UNSUPPORTED EMBEDS
+ * ─────────────────────────────────────────────────────────────────────────
+ * Only provider-DECODABLE raster types are surfaced (png/jpeg/gif/webp/bmp/
+ * tiff). Vector / exotic embeds — `.emf` / `.wmf` (Windows metafiles) and
+ * `.wdp` (JPEG-XR / HD Photo) — cannot be decoded without a native dep, so they
+ * are SKIPPED with a count (the real failure case hit `hdphoto1.wdp`). The
+ * caller reports "N image(s) skipped (unsupported format)" rather than throwing.
+ *
+ * Pure functions over an already-unzipped entry map; no I/O, no provider calls.
+ */
+/**
+ * Extensions of embedded media that providers / jimp can decode. Everything
+ * else (`emf`/`wmf` vector metafiles, `wdp` JPEG-XR) is skipped — see header.
+ */
+const DECODABLE_EXT_MIME = {
+    png: "image/png",
+    jpg: "image/jpeg",
+    jpeg: "image/jpeg",
+    jpe: "image/jpeg",
+    gif: "image/gif",
+    webp: "image/webp",
+    bmp: "image/bmp",
+    tif: "image/tiff",
+    tiff: "image/tiff",
+};
+/** Lowercase extension (no dot) of a zip entry path. */
+function entryExt(name) {
+    const dot = name.lastIndexOf(".");
+    if (dot < 0)
+        return "";
+    return name.slice(dot + 1).toLowerCase();
+}
+/** The media directory prefix for each OOXML kind. */
+function mediaPrefix(kind) {
+    switch (kind) {
+        case "pptx":
+            return "ppt/media/";
+        case "docx":
+            return "word/media/";
+        case "xlsx":
+            return "xl/media/";
+    }
+}
+/**
+ * Decode `&amp;`-style entities just enough to compare relationship targets
+ * (targets rarely contain entities, but `&amp;` in a path would otherwise miss).
+ */
+function decodeRelTarget(s) {
+    return s
+        .replace(/&amp;/g, "&")
+        .replace(/&lt;/g, "<")
+        .replace(/&gt;/g, ">")
+        .replace(/&quot;/g, '"')
+        .replace(/&apos;/g, "'");
+}
+/**
+ * Resolve a relationship Target (relative to a `_rels` file's owning part)
+ * against a base directory, collapsing `../` and `./` segments. E.g. base
+ * `ppt/slides/` + target `../media/image1.png` → `ppt/media/image1.png`.
+ */
+export function resolveRelTarget(baseDir, target) {
+    const t = decodeRelTarget(target.trim()).replace(/^\/+/, "");
+    // Absolute-within-package targets (start with "/") resolve from the root.
+    const fromRoot = target.trim().startsWith("/");
+    const baseParts = fromRoot ? [] : baseDir.split("/").filter(Boolean);
+    const parts = [...baseParts];
+    for (const seg of t.split("/")) {
+        if (seg === "" || seg === ".")
+            continue;
+        if (seg === "..")
+            parts.pop();
+        else
+            parts.push(seg);
+    }
+    return parts.join("/");
+}
+/** Directory portion of a part path (e.g. `ppt/slides/slide1.xml` → `ppt/slides`). */
+function partDir(part) {
+    const slash = part.lastIndexOf("/");
+    return slash < 0 ? "" : part.slice(0, slash);
+}
+/** The `_rels` sidecar path for a part (e.g. `ppt/slides/slide1.xml` → `ppt/slides/_rels/slide1.xml.rels`). */
+function relsPathFor(part) {
+    const dir = partDir(part);
+    const file = part.slice(dir.length ? dir.length + 1 : 0);
+    return `${dir ? dir + "/" : ""}_rels/${file}.rels`;
+}
+/** Decode a zip entry to a UTF-8 string (entries are Uint8Array). */
+function entryToString(entries, name) {
+    const u8 = entries[name];
+    if (!u8)
+        return undefined;
+    // Avoid a fflate import here (keep this module pure/sync); TextDecoder handles UTF-8.
+    return new TextDecoder("utf-8").decode(u8);
+}
+/**
+ * Parse a `.rels` XML blob into `[ {id, target} ]`. Tolerant of attribute order
+ * (Id before/after Target) and self-closing `<Relationship .../>`.
+ */
+export function parseRelationships(xml) {
+    const out = [];
+    const relRe = /<Relationship\b([^>]*?)\/?>/g;
+    let m;
+    while ((m = relRe.exec(xml)) !== null) {
+        const attrs = m[1] ?? "";
+        const id = /\bId="([^"]*)"/.exec(attrs)?.[1];
+        const target = /\bTarget="([^"]*)"/.exec(attrs)?.[1];
+        if (id && target)
+            out.push({ id, target });
+    }
+    return out;
+}
+/**
+ * Resolve slide part paths in PRESENTATION order from `presentation.xml` +
+ * `presentation.xml.rels`. Returns `[]` when the presentation graph can't be
+ * read (the caller then falls back to filename order).
+ */
+export function resolveSlideOrder(entries) {
+    const presXml = entryToString(entries, "ppt/presentation.xml");
+    const relsXml = entryToString(entries, "ppt/_rels/presentation.xml.rels");
+    if (!presXml || !relsXml)
+        return [];
+    const idToTarget = new Map();
+    for (const rel of parseRelationships(relsXml))
+        idToTarget.set(rel.id, rel.target);
+    const order = [];
+    // <p:sldId id="256" r:id="rId2"/> — the r:id ordering IS the slide order.
+    const sldIdRe = /<p:sldId\b[^>]*\br:id="([^"]+)"[^>]*\/?>/g;
+    let m;
+    while ((m = sldIdRe.exec(presXml)) !== null) {
+        const rId = m[1];
+        const target = idToTarget.get(rId);
+        if (!target)
+            continue;
+        // presentation.xml lives in ppt/, so targets resolve from ppt/.
+        const resolved = resolveRelTarget("ppt", target);
+        if (entries[resolved])
+            order.push(resolved);
+    }
+    return order;
+}
+/**
+ * Map each slide part to the decodable `../media/*` images it references, in
+ * presentation order. Returns one entry per slide (slide 1-indexed by position
+ * in `slideOrder`). Each slide's images preserve their reference order.
+ */
+function imagesPerSlide(entries, slideOrder) {
+    const result = [];
+    for (let i = 0; i < slideOrder.length; i++) {
+        const slidePart = slideOrder[i];
+        const relsXml = entryToString(entries, relsPathFor(slidePart));
+        const imgs = [];
+        if (relsXml) {
+            const base = partDir(slidePart);
+            for (const rel of parseRelationships(relsXml)) {
+                const resolved = resolveRelTarget(base, rel.target);
+                if (!resolved.startsWith("ppt/media/"))
+                    continue;
+                if (!(resolved in entries))
+                    continue;
+                if (!DECODABLE_EXT_MIME[entryExt(resolved)] && !isSkippableMedia(resolved))
+                    continue;
+                imgs.push(resolved);
+            }
+        }
+        result.push({ slide: i + 1, entries: imgs });
+    }
+    return result;
+}
+/** True when a media entry is a known-but-undecodable embed (emf/wmf/wdp/svg/…). */
+function isSkippableMedia(entry) {
+    const ext = entryExt(entry);
+    return ext === "emf" || ext === "wmf" || ext === "wdp" || ext === "svg" || ext === "emz" || ext === "wmz";
+}
+/** All `<prefix>media/*` entries in stable (numeric-aware) name order. */
+function allMediaEntries(entries, prefix) {
+    return Object.keys(entries)
+        .filter((n) => n.startsWith(prefix) && entryExt(n).length > 0)
+        .sort(numericAwareCompare);
+}
+/** Sort `image2.png` before `image10.png` (numeric-aware on the trailing number). */
+function numericAwareCompare(a, b) {
+    const na = /(\d+)\.[^.]+$/.exec(a);
+    const nb = /(\d+)\.[^.]+$/.exec(b);
+    if (na && nb) {
+        const d = parseInt(na[1], 10) - parseInt(nb[1], 10);
+        if (d !== 0)
+            return d;
+    }
+    return a < b ? -1 : a > b ? 1 : 0;
+}
+/**
+ * Extract embedded images from already-unzipped OOXML entries.
+ *
+ *   • PPTX: resolves slide order via the presentation graph and maps images to
+ *     slides through each slide's rels; honours `inRange` over slide position.
+ *     Falls back to filename order (all slides) when the graph is unreadable.
+ *   • DOCX/XLSX: returns all media-folder images (no page scoping).
+ *
+ * `inRange(slideNum)` is the page-range predicate (from `parsePageRange`) and is
+ * applied to PPTX SLIDE numbers only. `cap` bounds the number of images RETURNED
+ * (the per-call image cap); `matched` reports how many decodable images were in
+ * scope before the cap so the caller can say "showing N of M". `skipped` counts
+ * undecodable embeds in scope.
+ */
+export function extractOoxmlImages(entries, kind, opts) {
+    const prefix = mediaPrefix(kind);
+    const inRange = opts.inRange ?? (() => true);
+    // Build the ordered, scoped list of candidate entries (+ slide map for pptx).
+    const ordered = [];
+    if (kind === "pptx") {
+        const slideOrder = resolveSlideOrder(entries);
+        if (slideOrder.length > 0) {
+            const perSlide = imagesPerSlide(entries, slideOrder);
+            const seen = new Set();
+            for (const { slide, entries: imgs } of perSlide) {
+                if (!inRange(slide))
+                    continue;
+                for (const e of imgs) {
+                    // An image shared across slides (rare) is attributed to its FIRST
+                    // in-scope slide to avoid duplicate blocks.
+                    if (seen.has(e))
+                        continue;
+                    seen.add(e);
+                    ordered.push({ entry: e, slide });
+                }
+            }
+        }
+        else {
+            // Presentation graph unreadable → fall back to every media file (no slide
+            // scoping possible). This keeps a malformed-but-openable deck working.
+            for (const e of allMediaEntries(entries, prefix))
+                ordered.push({ entry: e });
+        }
+    }
+    else {
+        for (const e of allMediaEntries(entries, prefix))
+            ordered.push({ entry: e });
+    }
+    // Partition into decodable (kept) vs skippable (counted), then apply the cap.
+    let matched = 0;
+    let skipped = 0;
+    const images = [];
+    const perSlideSeq = new Map();
+    for (const cand of ordered) {
+        const mime = DECODABLE_EXT_MIME[entryExt(cand.entry)];
+        if (!mime) {
+            if (isSkippableMedia(cand.entry))
+                skipped += 1;
+            continue;
+        }
+        matched += 1;
+        if (images.length >= opts.cap)
+            continue; // count toward `matched`, don't emit
+        const u8 = entries[cand.entry];
+        if (!u8)
+            continue;
+        const slideKey = cand.slide ?? "none";
+        const seq = (perSlideSeq.get(slideKey) ?? 0) + 1;
+        perSlideSeq.set(slideKey, seq);
+        const label = cand.slide ? `slide ${cand.slide} image ${seq}` : `image ${seq}`;
+        images.push({
+            entry: cand.entry,
+            bytes: Buffer.from(u8),
+            mime,
+            ...(cand.slide ? { slide: cand.slide } : {}),
+            label,
+        });
+    }
+    return { images, matched, skipped };
+}
+//# sourceMappingURL=ooxml-images.js.map

package/dist/agents/tools/ooxml-images.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ooxml-images.js","sourceRoot":"","sources":["../../../src/agents/tools/ooxml-images.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6CG;AA0BH;;;GAGG;AACH,MAAM,kBAAkB,GAA2B;IAClD,GAAG,EAAE,WAAW;IAChB,GAAG,EAAE,YAAY;IACjB,IAAI,EAAE,YAAY;IAClB,GAAG,EAAE,YAAY;IACjB,GAAG,EAAE,WAAW;IAChB,IAAI,EAAE,YAAY;IAClB,GAAG,EAAE,WAAW;IAChB,GAAG,EAAE,YAAY;IACjB,IAAI,EAAE,YAAY;CAClB,CAAC;AAEF,wDAAwD;AACxD,SAAS,QAAQ,CAAC,IAAY;IAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,GAAG,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IACvB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;AAC1C,CAAC;AAED,sDAAsD;AACtD,SAAS,WAAW,CAAC,IAA8B;IAClD,QAAQ,IAAI,EAAE,CAAC;QACd,KAAK,MAAM;YACV,OAAO,YAAY,CAAC;QACrB,KAAK,MAAM;YACV,OAAO,aAAa,CAAC;QACtB,KAAK,MAAM;YACV,OAAO,WAAW,CAAC;IACrB,CAAC;AACF,CAAC;AAED;;;GAGG;AACH,SAAS,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC;SACN,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAe,EAAE,MAAc;IAC/D,MAAM,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC7D,0EAA0E;IAC1E,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;IAC7B,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QAChC,IAAI,GAAG,KAAK,EAAE,IAAI,GAAG,KAAK,GAAG;YAAE,SAAS;QACxC,IAAI,GAAG,KAAK,IAAI;YAAE,KAAK,CAAC,GAAG,EAAE,CAAC;;YACzB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACxB,CAAC;AAED,sFAAsF;AACtF,SAAS,OAAO,CAAC,IAAY;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACpC,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AAC9C,CAAC;AAED,+GAA+G;AAC/G,SAAS,WAAW,CAAC,IAAY;IAChC,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,SAAS,IAAI,OAAO,CAAC;AACpD,CAAC;AAED,qEAAqE;AACrE,SAAS,aAAa,CAAC,OAAmC,EAAE,IAAY;IACvE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzB,IAAI,CAAC,EAAE;QAAE,OAAO,SAAS,CAAC;IAC1B,sFAAsF;IACtF,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC7C,MAAM,GAAG,GAA0C,EAAE,CAAC;IACtD,MAAM,KAAK,GAAG,8BAA8B,CAAC;IAC7C,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrD,IAAI,EAAE,IAAI,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAAmC;IACpE,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,EAAE,iCAAiC,CAAC,CAAC;IAC1E,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC;QAAE,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAClF,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,0EAA0E;IAC1E,MAAM,OAAO,GAAG,2CAA2C,CAAC;IAC5D,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAW,CAAC;QAC3B,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,gEAAgE;QAChE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACjD,IAAI,OAAO,CAAC,QAAQ,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,SAAS,cAAc,CACtB,OAAmC,EACnC,UAAoB;IAEpB,MAAM,MAAM,GAAgD,EAAE,CAAC;IAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAW,CAAC;QAC1C,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,IAAI,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;YAChC,KAAK,MAAM,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;gBACpD,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC;oBAAE,SAAS;gBACjD,IAAI,CAAC,CAAC,QAAQ,IAAI,OAAO,CAAC;oBAAE,SAAS;gBACrC,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC;oBAAE,SAAS;gBACrF,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrB,CAAC;QACF,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,oFAAoF;AACpF,SAAS,gBAAgB,CAAC,KAAa;IACtC,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5B,OAAO,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,KAAK,CAAC;AAC3G,CAAC;AAED,0EAA0E;AAC1E,SAAS,eAAe,CAAC,OAAmC,EAAE,MAAc;IAC3E,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;SAC7D,IAAI,CAAC,mBAAmB,CAAC,CAAC;AAC7B,CAAC;AAED,qFAAqF;AACrF,SAAS,mBAAmB,CAAC,CAAS,EAAE,CAAS;IAChD,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;QACd,MAAM,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAW,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAW,EAAE,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACnC,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,kBAAkB,CACjC,OAAmC,EACnC,IAA8B,EAC9B,IAA8D;IAE9D,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAE7C,8EAA8E;IAC9E,MAAM,OAAO,GAA6C,EAAE,CAAC;IAC7D,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YACrD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,KAAK,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC;gBACjD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;oBAAE,SAAS;gBAC9B,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;oBACtB,kEAAkE;oBAClE,4CAA4C;oBAC5C,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;wBAAE,SAAS;oBAC1B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACZ,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;gBACnC,CAAC;YACF,CAAC;QACF,CAAC;aAAM,CAAC;YACP,0EAA0E;YAC1E,uEAAuE;YACvE,KAAK,MAAM,CAAC,IAAI,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9E,CAAC;IACF,CAAC;SAAM,CAAC;QACP,KAAK,MAAM,CAAC,IAAI,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,8EAA8E;IAC9E,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,MAAM,GAA0B,EAAE,CAAC;IACzC,MAAM,WAAW,GAAG,IAAI,GAAG,EAA2B,CAAC;IACvD,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACtD,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,IAAI,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC;YAC/C,SAAS;QACV,CAAC;QACD,OAAO,IAAI,CAAC,CAAC;QACb,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG;YAAE,SAAS,CAAC,qCAAqC;QAC9E,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE;YAAE,SAAS;QAClB,MAAM,QAAQ,GAAoB,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC;QACvD,MAAM,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACjD,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,KAAK,UAAU,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC;QAC/E,MAAM,CAAC,IAAI,CAAC;YACX,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,IAAI;YACJ,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,KAAK;SACL,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AACrC,CAAC"}

package/dist/agents/tools/registry.d.ts

@@ -99,6 +99,18 @@ export interface CreateBrigadeToolsOptions {
      * narrow per-call gate kicks in.
      */
     senderIsOwner?: boolean;
+    /**
+     * Resolved turn-model context (provider + modelId of the model driving this
+     * turn). Threaded into `analyze_media` so it can decide whether returning an
+     * IMAGE content block is meaningful (a text-only model can't consume one).
+     * Optional — when omitted (tests / legacy call sites) the tool assumes the
+     * model is vision-capable but annotates the uncertainty.
+     */
+    modelContext?: {
+        provider?: string;
+        modelId?: string;
+        imageInput?: boolean;
+    };
     /**
      * Per-turn session metadata (Step 11's `SessionContext`). When supplied,
      * `createBrigadeTools` includes the four sessions tools

package/dist/agents/tools/registry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../src/agents/tools/registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AAC3E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AA0C5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,WAAW,yBAAyB;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ;;;;;;OAMG;IACH,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC;;;;;;;;;OASG;IACH,eAAe,CAAC,EAAE;QACjB,uEAAuE;QACvE,gBAAgB,EAAE,MAAM,CAAC;QACzB,2DAA2D;QAC3D,WAAW,EAAE,MAAM,CAAC;QACpB,2CAA2C;QAC3C,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,oEAAoE;QACpE,YAAY,CAAC,EAAE,WAAW,CAAC;QAC3B;;;WAGG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,aAAa,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,0EAA0E;IAC1E,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;;;;;;;;;;OAYG;IACH,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;;;;;;OAOG;IACH,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE;QACnB,UAAU,CAAC,EAAE,OAAO,sBAAsB,EAAE,sBAAsB,CAAC;QACnE,SAAS,CAAC,EAAE,OAAO,sBAAsB,EAAE,kBAAkB,CAAC;QAC9D,WAAW,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;KAClC,CAAC;CACF;AAED;;;;;;;;;GASG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,yBAAyB,GAAG,cAAc,EAAE,CA0YpF;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,EAAE,CAE/C"}
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../src/agents/tools/registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AAC3E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AA6C5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,WAAW,yBAAyB;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ;;;;;;OAMG;IACH,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC;;;;;;;;;OASG;IACH,eAAe,CAAC,EAAE;QACjB,uEAAuE;QACvE,gBAAgB,EAAE,MAAM,CAAC;QACzB,2DAA2D;QAC3D,WAAW,EAAE,MAAM,CAAC;QACpB,2CAA2C;QAC3C,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,oEAAoE;QACpE,YAAY,CAAC,EAAE,WAAW,CAAC;QAC3B;;;WAGG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,aAAa,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,0EAA0E;IAC1E,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;;;;;;;;;;OAYG;IACH,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;;;;;OAMG;IACH,YAAY,CAAC,EAAE;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,OAAO,CAAC;KACrB,CAAC;IACF;;;;;;;OAOG;IACH,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE;QACnB,UAAU,CAAC,EAAE,OAAO,sBAAsB,EAAE,sBAAsB,CAAC;QACnE,SAAS,CAAC,EAAE,OAAO,sBAAsB,EAAE,kBAAkB,CAAC;QAC9D,WAAW,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;KAClC,CAAC;CACF;AAED;;;;;;;;;GASG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,yBAAyB,GAAG,cAAc,EAAE,CAsbpF;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,EAAE,CAE/C"}