@spinabot/brigade 1.9.0 → 1.11.0

package/dist/agents/media-understanding/types.d.ts

@@ -0,0 +1,189 @@
+/**
+ * Shared types for the direct-provider media-understanding subsystem.
+ *
+ * ─────────────────────────────────────────────────────────────────────────
+ * WHY THIS SUBSYSTEM EXISTS (read before changing)
+ * ─────────────────────────────────────────────────────────────────────────
+ * Pi's SDK carries only TEXT + IMAGE content between a tool and the model —
+ * there is no video or document content block, and Brigade has no aux-model
+ * completion helper. So `analyze_media` cannot hand a video or a native /
+ * scanned PDF to the CURRENT turn's model: those modalities never reach the
+ * provider through the tool-result channel.
+ *
+ * This subsystem closes that gap by calling provider REST APIs DIRECTLY with
+ * the media bytes + a prompt and returning TEXT the tool can put in front of
+ * the current model. It is the same shape the reference codebase's
+ * media-understanding providers use: a provider adapter takes bytes + a
+ * prompt and returns a textual description. Nothing here touches Pi's content
+ * model — the output is always a string.
+ *
+ * Two adapters ship today:
+ *   • Gemini (Google) — VIDEO via the Files API (upload → poll ACTIVE →
+ *     generateContent with a fileData part), plus image / PDF inline.
+ *   • Anthropic — native + scanned PDF via a `document` content block (the
+ *     provider OCRs internally), plus image blocks.
+ *
+ * Every HTTP call takes an injectable `fetchImpl` so the whole subsystem is
+ * testable with zero real network. Keys are resolved through Brigade's
+ * existing credential store (`readBrigadeCredentials`), never invented here.
+ */
+/** The media kinds this subsystem can drive against a provider. */
+export type MediaUnderstandingKind = "image" | "pdf" | "video" | "audio";
+/**
+ * Provider ids this subsystem can route to.
+ *   • `google` / `anthropic` — the bespoke REST adapters (Gemini Files API for
+ *     VIDEO, Anthropic `document` block for native PDF, plus inline image).
+ *   • `pi` — a VIRTUAL provider that routes a one-shot image (or audio)
+ *     understanding call through the Pi SDK (`completeSimple`) against ANY
+ *     resolved model+provider that declares image (or audio) input. This is
+ *     what lets an operator with ONLY an OpenAI / Groq / Mistral / OpenRouter /
+ *     Ollama key understand images — the bespoke REST adapters only know
+ *     google + anthropic.
+ */
+export type MediaUnderstandingProviderId = "google" | "anthropic" | "pi";
+/**
+ * A resolved, image-capable model the Pi path can drive. Mirrors the load-
+ * bearing subset of Pi's `Model` (the agent loop hands a full Pi Model here via
+ * `cfg.resolveModel`). `input` is Pi's `("text"|"image")[]` — only a model whose
+ * `input` includes `"image"` is eligible for image understanding.
+ */
+export interface MediaUnderstandingModel {
+    /** Underlying Brigade/Pi provider id (e.g. "openai", "openrouter", "groq"). */
+    provider: string;
+    /** Model id (e.g. "gpt-4o", "anthropic/claude-sonnet-4-5"). */
+    id: string;
+    /** Pi input modalities — image understanding requires this to include "image". */
+    input?: string[];
+    /** Carry the remaining Pi Model fields (api/baseUrl/cost/…) opaquely. */
+    [key: string]: unknown;
+}
+/**
+ * One-shot completion seam for the Pi path. The default implementation calls
+ * `completeSimple` from `@earendil-works/pi-ai`; tests inject a stub so no real
+ * model call happens. Returns the concatenated assistant text.
+ */
+export type PiCompleteFn = (req: PiCompleteRequest) => Promise<string>;
+/** Request shape for {@link PiCompleteFn}. */
+export interface PiCompleteRequest {
+    model: MediaUnderstandingModel;
+    /** Raw media bytes (image/audio). */
+    bytes: Buffer;
+    /** Declared MIME (e.g. "image/png", "audio/ogg"). */
+    mimeType: string;
+    /** Instruction / question for the model. */
+    prompt: string;
+    /** Resolved API key for the model's provider (may be empty for keyless local providers). */
+    apiKey: string;
+    signal?: AbortSignal;
+}
+/**
+ * A request to understand one piece of media. `bytes` are the raw file bytes
+ * (already acquired + guarded by the caller); `mimeType` is the declared MIME
+ * (e.g. `video/mp4`, `application/pdf`, `image/png`). `prompt` is the question
+ * / instruction handed to the provider model alongside the media.
+ */
+export interface RunMediaUnderstandingRequest {
+    kind: MediaUnderstandingKind;
+    bytes: Buffer;
+    mimeType: string;
+    /** Question / instruction for the provider model. Falls back to a per-kind default. */
+    prompt?: string;
+    /** Force a specific provider (else `resolveMediaUnderstandingProvider` picks). */
+    provider?: MediaUnderstandingProviderId;
+    /** Override the provider model id (else the per-kind default for the provider). */
+    model?: string;
+    /**
+     * Max output tokens for the provider answer (Anthropic `max_tokens` / Gemini
+     * `maxOutputTokens`). Omitted → the adapter's bounded default. Clamped by the
+     * adapter to a sane ceiling.
+     */
+    maxTokens?: number;
+    /** Resolved credential config — how the subsystem gets provider API keys. */
+    cfg: MediaUnderstandingConfig;
+    /** Test seam: replaces the global fetch for ALL provider HTTP. */
+    fetchImpl?: typeof fetch;
+    /** Caller's cancel signal (combined with each request's own timeout). */
+    signal?: AbortSignal;
+    /**
+     * Max RETRIES per provider on a transient failure (HTTP 429 / 5xx / transport
+     * error). Default 1 (so up to 2 attempts per provider). 0 disables retry.
+     */
+    maxRetries?: number;
+    /**
+     * Test seam: replaces the inter-retry backoff sleep so tests don't actually
+     * wait. Receives the planned delay in ms.
+     */
+    sleepFn?: (ms: number) => Promise<void>;
+}
+/** The text result of a media-understanding call, plus what produced it. */
+export interface RunMediaUnderstandingResult {
+    text: string;
+    provider: MediaUnderstandingProviderId;
+    model: string;
+}
+/**
+ * Credential + default-model config the subsystem reads. Deliberately small:
+ * a `resolveKey(providerId)` closure (so the subsystem never imports the auth
+ * store directly — the caller wires Brigade's `readBrigadeCredentials`) plus
+ * optional per-kind model/provider defaults from `cfg.tools.mediaUnderstanding`.
+ */
+export interface MediaUnderstandingConfig {
+    /**
+     * Resolve a provider's API key by Brigade catalog id. Accepts the bespoke
+     * ids (`"google"`, `"anthropic"`) AND any underlying provider id the Pi path
+     * uses (`"openai"`, `"openrouter"`, `"groq"`, …). Returns an empty string
+     * when no key is configured (keyless local providers like Ollama also return
+     * ""). The subsystem treats only a NON-EMPTY return as "key present" for the
+     * REST adapters; the Pi path tolerates "" for keyless local models.
+     */
+    resolveKey: (providerId: string) => string;
+    /** Optional default model per kind (from config); overrides the built-in default. */
+    defaultModels?: Partial<Record<MediaUnderstandingKind, string>>;
+    /** Optional preferred provider per kind (from config); overrides the built-in preference order. */
+    preferredProvider?: Partial<Record<MediaUnderstandingKind, MediaUnderstandingProviderId>>;
+    /**
+     * Optional override of the Gemini API base. Must stay on
+     * `generativelanguage.googleapis.com` (a test seam / region override only).
+     */
+    geminiBaseUrl?: string;
+    /** Optional override of the Anthropic API base (test seam only). */
+    anthropicBaseUrl?: string;
+    /**
+     * Pi-path model resolver. Given an underlying provider id (or, when
+     * `provider` is omitted, the subsystem's preferred/first keyed provider),
+     * return an IMAGE-capable Pi `Model` to drive via `completeSimple` — or
+     * `undefined` when this provider has no image-capable model. Wired from the
+     * agent loop's `ModelRegistry`; when ABSENT the Pi path is disabled and the
+     * subsystem falls back to the bespoke google/anthropic REST adapters
+     * (backward-compatible — legacy/test configs without this keep working).
+     *
+     * `kind` lets a resolver pick an audio-capable model for `kind:"audio"`
+     * (today resolvers may ignore it and return the image model).
+     */
+    resolveModel?: (provider: string | undefined, kind: MediaUnderstandingKind) => MediaUnderstandingModel | undefined;
+    /**
+     * Providers that currently have a configured key (Brigade catalog probe),
+     * MOST-PREFERRED first. The Pi path picks the first one for which
+     * `resolveModel` yields an image-capable model. Empty/absent → the Pi path
+     * has no provider to try (it then reports unavailable for non-google/
+     * anthropic setups).
+     */
+    listKeyedProviders?: () => string[];
+    /**
+     * One-shot completion implementation for the Pi path. Defaults to a
+     * `completeSimple` wrapper; tests inject a stub to avoid real model calls.
+     */
+    piComplete?: PiCompleteFn;
+}
+/** Raised when no provider with a resolved key can handle the requested kind. */
+export declare class MediaUnderstandingUnavailableError extends Error {
+    readonly kind: MediaUnderstandingKind;
+    constructor(kind: MediaUnderstandingKind, message: string);
+}
+/** Raised when a provider HTTP call fails (non-2xx or transport error). */
+export declare class MediaUnderstandingProviderError extends Error {
+    readonly provider: MediaUnderstandingProviderId;
+    readonly status?: number;
+    constructor(provider: MediaUnderstandingProviderId, message: string, status?: number);
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/agents/media-understanding/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/agents/media-understanding/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAEH,mEAAmE;AACnE,MAAM,MAAM,sBAAsB,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,GAAG,OAAO,CAAC;AAEzE;;;;;;;;;;GAUG;AACH,MAAM,MAAM,4BAA4B,GAAG,QAAQ,GAAG,WAAW,GAAG,IAAI,CAAC;AAEzE;;;;;GAKG;AACH,MAAM,WAAW,uBAAuB;IACvC,+EAA+E;IAC/E,QAAQ,EAAE,MAAM,CAAC;IACjB,+DAA+D;IAC/D,EAAE,EAAE,MAAM,CAAC;IACX,kFAAkF;IAClF,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,yEAAyE;IACzE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE,iBAAiB,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAEvE,8CAA8C;AAC9C,MAAM,WAAW,iBAAiB;IACjC,KAAK,EAAE,uBAAuB,CAAC;IAC/B,qCAAqC;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,qDAAqD;IACrD,QAAQ,EAAE,MAAM,CAAC;IACjB,4CAA4C;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,4FAA4F;IAC5F,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,WAAW,CAAC;CACrB;AAED;;;;;GAKG;AACH,MAAM,WAAW,4BAA4B;IAC5C,IAAI,EAAE,sBAAsB,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,uFAAuF;IACvF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kFAAkF;IAClF,QAAQ,CAAC,EAAE,4BAA4B,CAAC;IACxC,mFAAmF;IACnF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6EAA6E;IAC7E,GAAG,EAAE,wBAAwB,CAAC;IAC9B,kEAAkE;IAClE,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;IACzB,yEAAyE;IACzE,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;OAGG;IACH,OAAO,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACxC;AAED,4EAA4E;AAC5E,MAAM,WAAW,2BAA2B;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,4BAA4B,CAAC;IACvC,KAAK,EAAE,MAAM,CAAC;CACd;AAED;;;;;GAKG;AACH,MAAM,WAAW,wBAAwB;IACxC;;;;;;;OAOG;IACH,UAAU,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,CAAC;IAC3C,qFAAqF;IACrF,aAAa,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC,CAAC;IAChE,mGAAmG;IACnG,iBAAiB,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,sBAAsB,EAAE,4BAA4B,CAAC,CAAC,CAAC;IAC1F;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,oEAAoE;IACpE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;;;;;;;;;OAWG;IACH,YAAY,CAAC,EAAE,CACd,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,IAAI,EAAE,sBAAsB,KACxB,uBAAuB,GAAG,SAAS,CAAC;IACzC;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAE,MAAM,MAAM,EAAE,CAAC;IACpC;;;OAGG;IACH,UAAU,CAAC,EAAE,YAAY,CAAC;CAC1B;AAED,iFAAiF;AACjF,qBAAa,kCAAmC,SAAQ,KAAK;IAC5D,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;gBAC1B,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,MAAM;CAKzD;AAED,2EAA2E;AAC3E,qBAAa,+BAAgC,SAAQ,KAAK;IACzD,QAAQ,CAAC,QAAQ,EAAE,4BAA4B,CAAC;IAChD,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;gBACb,QAAQ,EAAE,4BAA4B,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;CAMpF"}

package/dist/agents/media-understanding/types.js

@@ -0,0 +1,51 @@
+/**
+ * Shared types for the direct-provider media-understanding subsystem.
+ *
+ * ─────────────────────────────────────────────────────────────────────────
+ * WHY THIS SUBSYSTEM EXISTS (read before changing)
+ * ─────────────────────────────────────────────────────────────────────────
+ * Pi's SDK carries only TEXT + IMAGE content between a tool and the model —
+ * there is no video or document content block, and Brigade has no aux-model
+ * completion helper. So `analyze_media` cannot hand a video or a native /
+ * scanned PDF to the CURRENT turn's model: those modalities never reach the
+ * provider through the tool-result channel.
+ *
+ * This subsystem closes that gap by calling provider REST APIs DIRECTLY with
+ * the media bytes + a prompt and returning TEXT the tool can put in front of
+ * the current model. It is the same shape the reference codebase's
+ * media-understanding providers use: a provider adapter takes bytes + a
+ * prompt and returns a textual description. Nothing here touches Pi's content
+ * model — the output is always a string.
+ *
+ * Two adapters ship today:
+ *   • Gemini (Google) — VIDEO via the Files API (upload → poll ACTIVE →
+ *     generateContent with a fileData part), plus image / PDF inline.
+ *   • Anthropic — native + scanned PDF via a `document` content block (the
+ *     provider OCRs internally), plus image blocks.
+ *
+ * Every HTTP call takes an injectable `fetchImpl` so the whole subsystem is
+ * testable with zero real network. Keys are resolved through Brigade's
+ * existing credential store (`readBrigadeCredentials`), never invented here.
+ */
+/** Raised when no provider with a resolved key can handle the requested kind. */
+export class MediaUnderstandingUnavailableError extends Error {
+    kind;
+    constructor(kind, message) {
+        super(message);
+        this.name = "MediaUnderstandingUnavailableError";
+        this.kind = kind;
+    }
+}
+/** Raised when a provider HTTP call fails (non-2xx or transport error). */
+export class MediaUnderstandingProviderError extends Error {
+    provider;
+    status;
+    constructor(provider, message, status) {
+        super(message);
+        this.name = "MediaUnderstandingProviderError";
+        this.provider = provider;
+        if (status !== undefined)
+            this.status = status;
+    }
+}
+//# sourceMappingURL=types.js.map

package/dist/agents/media-understanding/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/agents/media-understanding/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAiKH,iFAAiF;AACjF,MAAM,OAAO,kCAAmC,SAAQ,KAAK;IACnD,IAAI,CAAyB;IACtC,YAAY,IAA4B,EAAE,OAAe;QACxD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,oCAAoC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IAClB,CAAC;CACD;AAED,2EAA2E;AAC3E,MAAM,OAAO,+BAAgC,SAAQ,KAAK;IAChD,QAAQ,CAA+B;IACvC,MAAM,CAAU;IACzB,YAAY,QAAsC,EAAE,OAAe,EAAE,MAAe;QACnF,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,iCAAiC,CAAC;QAC9C,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,MAAM,KAAK,SAAS;YAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IAChD,CAAC;CACD"}

package/dist/agents/session-wiring.d.ts

@@ -160,6 +160,17 @@ export declare function assembleBrigadeToolset(opts: {
         a2aPolicy?: import("./tools/sessions/shared.js").AgentToAgentPolicy;
         spawnedKeys?: ReadonlySet<string>;
     };
+    /**
+     * Resolved turn-model context — provider + modelId of the model driving
+     * this turn. Threaded into `analyze_media` so it can decide whether
+     * returning an IMAGE block is meaningful for the active model. Optional;
+     * omitted on legacy / test call sites.
+     */
+    modelContext?: {
+        provider?: string;
+        modelId?: string;
+        imageInput?: boolean;
+    };
 }): BrigadeToolset;
 /**
  * Per-call watchdog budget for the spawn tools. The call's own

package/dist/agents/session-wiring.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"session-wiring.d.ts","sourceRoot":"","sources":["../../src/agents/session-wiring.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAChF,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAM9D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,KAAK,yBAAyB,EAAwB,MAAM,iBAAiB,CAAC;AAIvF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAcvD,MAAM,WAAW,cAAc;IAC9B,iEAAiE;IACjE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,wEAAwE;IACxE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,gFAAgF;IAChF,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,kEAAkE;IAClE,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,0EAA0E;IAC1E,YAAY,EAAE;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;CACtD;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,qBAAqB,GAAG,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAWpG;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE;IAC5C,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC;;;;;;OAMG;IACH,eAAe,CAAC,EAAE;QACjB,gBAAgB,EAAE,MAAM,CAAC;QACzB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,WAAW,CAAC;QAC3B;2DACmD;QACnD,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,aAAa,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;IACF;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB;;;;;;;;;;OAUG;IACH,UAAU,CAAC,EAAE,qBAAqB,CAAC;IACnC;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC;;;;;;;OAOG;IACH,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE;QACnB,UAAU,CAAC,EAAE,OAAO,4BAA4B,EAAE,sBAAsB,CAAC;QACzE,SAAS,CAAC,EAAE,OAAO,4BAA4B,EAAE,kBAAkB,CAAC;QACpE,WAAW,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;KAClC,CAAC;CACF,GAAG,cAAc,CAoGjB;AAED;;;;;GAKG;AACH,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,OAAO,GAAG,MAAM,CAuBnE;AAED;;;;;;;GAOG;AACH,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,OAAO,GAAG,MAAM,CAStE;AAED;;;;;GAKG;AACH,wBAAgB,8BAA8B,CAAC,QAAQ,EAAE,OAAO,GAAG,MAAM,CAOxE;AAED,6EAA6E;AAC7E,MAAM,WAAW,eAAe;IAC/B,KAAK,EAAE;QACN,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,yEAAyE;QACzE,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB;;8EAEsE;QACtE,YAAY,CAAC,EAAE,oBAAoB,CAAC;KACpC,CAAC;CACF;AAED,MAAM,WAAW,oBAAoB;IACpC,qEAAqE;IACrE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,mEAAmE;IACnE,UAAU,EAAE,eAAe,CAAC;IAC5B,6DAA6D;IAC7D,UAAU,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,IAAI,CAAC;IACpC;;;OAGG;IACH,cAAc,CAAC,EAAE,yBAAyB,CAAC;CAC3C;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC3C,IAAI,EAAE,oBAAoB,GACxB,yBAAyB,CA6C3B"}
+{"version":3,"file":"session-wiring.d.ts","sourceRoot":"","sources":["../../src/agents/session-wiring.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAChF,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAM9D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,KAAK,yBAAyB,EAAwB,MAAM,iBAAiB,CAAC;AAIvF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAcvD,MAAM,WAAW,cAAc;IAC9B,iEAAiE;IACjE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,wEAAwE;IACxE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,gFAAgF;IAChF,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,kEAAkE;IAClE,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,0EAA0E;IAC1E,YAAY,EAAE;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;CACtD;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,qBAAqB,GAAG,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAWpG;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE;IAC5C,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC;;;;;;OAMG;IACH,eAAe,CAAC,EAAE;QACjB,gBAAgB,EAAE,MAAM,CAAC;QACzB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,WAAW,CAAC;QAC3B;2DACmD;QACnD,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,aAAa,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;IACF;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB;;;;;;;;;;OAUG;IACH,UAAU,CAAC,EAAE,qBAAqB,CAAC;IACnC;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC;;;;;;;OAOG;IACH,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE;QACnB,UAAU,CAAC,EAAE,OAAO,4BAA4B,EAAE,sBAAsB,CAAC;QACzE,SAAS,CAAC,EAAE,OAAO,4BAA4B,EAAE,kBAAkB,CAAC;QACpE,WAAW,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;KAClC,CAAC;IACF;;;;;OAKG;IACH,YAAY,CAAC,EAAE;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,OAAO,CAAC;KACrB,CAAC;CACF,GAAG,cAAc,CAqGjB;AAED;;;;;GAKG;AACH,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,OAAO,GAAG,MAAM,CAuBnE;AAED;;;;;;;GAOG;AACH,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,OAAO,GAAG,MAAM,CAStE;AAED;;;;;GAKG;AACH,wBAAgB,8BAA8B,CAAC,QAAQ,EAAE,OAAO,GAAG,MAAM,CAOxE;AAED,6EAA6E;AAC7E,MAAM,WAAW,eAAe;IAC/B,KAAK,EAAE;QACN,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,yEAAyE;QACzE,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB;;8EAEsE;QACtE,YAAY,CAAC,EAAE,oBAAoB,CAAC;KACpC,CAAC;CACF;AAED,MAAM,WAAW,oBAAoB;IACpC,qEAAqE;IACrE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,mEAAmE;IACnE,UAAU,EAAE,eAAe,CAAC;IAC5B,6DAA6D;IAC7D,UAAU,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,IAAI,CAAC;IACpC;;;OAGG;IACH,cAAc,CAAC,EAAE,yBAAyB,CAAC;CAC3C;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC3C,IAAI,EAAE,oBAAoB,GACxB,yBAAyB,CA6C3B"}

package/dist/agents/session-wiring.js

@@ -102,6 +102,7 @@ export function assembleBrigadeToolset(opts) {
         ...(opts.sessionToolAccess !== undefined
             ? { sessionToolAccess: opts.sessionToolAccess }
             : {}),
+        ...(opts.modelContext !== undefined ? { modelContext: opts.modelContext } : {}),
     });
     // Wrap every tool — `wrapOwnerOnlyToolExecution` is a no-op for the owner
     // AND for non-ownerOnly tools, so the cost is one identity-check per tool.

package/dist/agents/session-wiring.js.map

@@ -1 +1 @@
-{"version":3,"file":"session-wiring.js","sourceRoot":"","sources":["../../src/agents/session-wiring.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAKH,OAAO,EAAE,gCAAgC,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,EAAkC,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvF,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAGzD;;;;;;;;;GASG;AACH,MAAM,kBAAkB,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAU,CAAC;AAepF;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,uBAAuB,CAAC,MAA6B;IACpE,MAAM,QAAQ,GACb,MAAM,CAAC,KAAK,KAAK,SAAS;QACzB,CAAC,CAAC,IAAI,GAAG,CAAS,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAS,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjG,OAAO,CAAC,QAAgB,EAAW,EAAE;QACpC,IAAI,QAAQ,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAC;QACpE,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAC;QACjE,OAAO,IAAI,CAAC;IACb,CAAC,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,sBAAsB,CAAC,IAyFtC;IACA,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC;IACjD,MAAM,cAAc,GAAG,kBAAkB,CAAC;QACzC,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,0DAA0D;QAC1D,0DAA0D;QAC1D,+DAA+D;QAC/D,aAAa;QACb,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1E,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,IAAI,CAAC,qBAAqB,KAAK,SAAS;YAC3C,CAAC,CAAC,EAAE,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,EAAE;YACvD,CAAC,CAAC,EAAE,CAAC;QACN,GAAG,CAAC,IAAI,CAAC,iBAAiB,KAAK,SAAS;YACvC,CAAC,CAAC,EAAE,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,EAAE;YAC/C,CAAC,CAAC,EAAE,CAAC;KACN,CAAC,CAAC;IACH,0EAA0E;IAC1E,2EAA2E;IAC3E,yEAAyE;IACzE,qEAAqE;IACrE,4EAA4E;IAC5E,yEAAyE;IACzE,EAAE;IACF,+DAA+D;IAC/D,yEAAyE;IACzE,qEAAqE;IACrE,sEAAsE;IACtE,yEAAyE;IACzE,0EAA0E;IAC1E,wEAAwE;IACxE,wEAAwE;IACxE,cAAc;IACd,MAAM,kBAAkB,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACnD,MAAM,YAAY,GAAG,0BAA0B,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QAClE,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YAC3D,OAAO,wBAAwB,CAAC,YAAY,EAAE,SAAS,EAAE,yBAAyB,CAAC,CAAC;QACrF,CAAC;QACD,sEAAsE;QACtE,mEAAmE;QACnE,yBAAyB;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YACjC,OAAO,wBAAwB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,uDAAuD;QACvD,qEAAqE;QACrE,+DAA+D;QAC/D,4DAA4D;QAC5D,oEAAoE;QACpE,wDAAwD;QACxD,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAChC,OAAO,wBAAwB,CAAC,YAAY,EAAE,SAAS,EAAE,4BAA4B,CAAC,CAAC;QACxF,CAAC;QACD,sEAAsE;QACtE,sEAAsE;QACtE,mEAAmE;QACnE,+DAA+D;QAC/D,IAAI,CAAC,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YAClC,OAAO,wBAAwB,CAAC,YAAY,EAAE,SAAS,EAAE,8BAA8B,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IACH,mEAAmE;IACnE,sEAAsE;IACtE,kEAAkE;IAClE,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC;IAC9B,MAAM,kBAAkB,GAAG,KAAK,KAAK,SAAS;QAC7C,CAAC,CAAC,kBAAkB;QACpB,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5D,MAAM,mBAAmB,GAAG,KAAK,KAAK,SAAS;QAC9C,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC;QACzB,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,mEAAmE;IACnE,mEAAmE;IACnE,qEAAqE;IACrE,wEAAwE;IACxE,sEAAsE;IACtE,4DAA4D;IAC5D,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1G,MAAM,WAAW,GAAG,YAAY,KAAK,SAAS;QAC7C,CAAC,CAAC,kBAAkB;QACpB,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,YAAY,KAAK,SAAS;QAC9C,CAAC,CAAC,mBAAmB;QACrB,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACxD,OAAO;QACN,gBAAgB,EAAE,YAAY;QAC9B,gBAAgB;QAChB,gBAAgB,EAAE,CAAC,GAAG,YAAY,EAAE,GAAG,gBAAgB,CAAC;QACxD,WAAW;QACX,YAAY,EAAE;YACb,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,eAAe,CAAC;YAClD,SAAS,EAAE,gBAAgB,CAAC,QAAQ,CAAC,aAAa,CAAC;SACnD;KACD,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CAAC,QAAiB;IAC1D,MAAM,GAAG,GAAG,QAEA,CAAC;IACb,MAAM,YAAY,GAAG,CAAC,CAAU,EAAsB,EAAE,CACvD,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtE,0EAA0E;IAC1E,uEAAuE;IACvE,2EAA2E;IAC3E,wEAAwE;IACxE,oEAAoE;IACpE,yEAAyE;IACzE,0EAA0E;IAC1E,IAAI,eAAe,GAAG,YAAY,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;IACxD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,CAAC,GAAG,YAAY,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YAC7C,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,eAAe,KAAK,SAAS,IAAI,CAAC,GAAG,eAAe,CAAC,EAAE,CAAC;gBAC/E,eAAe,GAAG,CAAC,CAAC;YACrB,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,CAAC,eAAe,IAAI,gCAAgC,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC;AAC9E,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,4BAA4B,CAAC,QAAiB;IAC7D,MAAM,GAAG,GAAG,QAAoD,CAAC;IACjE,MAAM,WAAW,GAChB,OAAO,GAAG,EAAE,cAAc,KAAK,QAAQ;QACvC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC;QACnC,GAAG,CAAC,cAAc,GAAG,CAAC;QACrB,CAAC,CAAC,GAAG,CAAC,cAAc;QACpB,CAAC,CAAC,EAAE,CAAC;IACP,OAAO,WAAW,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,CAAC;AAC7C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B,CAAC,QAAiB;IAC/D,MAAM,GAAG,GAAG,QAAiD,CAAC;IAC9D,MAAM,WAAW,GAChB,OAAO,GAAG,EAAE,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,WAAW,GAAG,CAAC;QAC9F,CAAC,CAAC,GAAG,CAAC,WAAW;QACjB,CAAC,CAAC,GAAG,CAAC;IACR,OAAO,WAAW,GAAG,IAAI,GAAG,MAAM,CAAC;AACpC,CAAC;AAsCD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,UAAU,4BAA4B,CAC3C,IAA0B;IAE1B,MAAM,SAAS,GAAG,oBAAoB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC9D,wEAAwE;IACxE,0EAA0E;IAC1E,0EAA0E;IAC1E,iFAAiF;IACjF,6CAA6C;IAC7C,MAAM,SAAS,GAAG,kBAAkB,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,eAAe,EAAE,CAAC;IACtC,MAAM,gBAAgB,GAAG,oBAAoB,EAAE,CAAC;IAChD,MAAM,YAAY,GAAG,oBAAoB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IACxF,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;QAC5B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC;gBACJ,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC;YAAC,MAAM,CAAC;gBACR,+DAA+D;gBAC/D,kDAAkD;YACnD,CAAC;QACF,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC3C,IAAI,KAAK,EAAE,KAAK;YAAE,OAAO,KAAK,CAAC;QAC/B,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC/C,IAAI,SAAS,EAAE,KAAK;YAAE,OAAO,SAAS,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,MAAM,EAAE,KAAK;YAAE,OAAO,MAAM,CAAC;QACjC,uEAAuE;QACvE,kEAAkE;QAClE,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACrD,IAAI,QAAQ,EAAE,KAAK;YAAE,OAAO,QAAQ,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,IAAI,EAAE,KAAK;YAAE,OAAO,IAAI,CAAC;QAC7B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACzC,IAAI,IAAI,EAAE,KAAK;YAAE,OAAO,IAAI,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO,SAAS,CAAC;QAC3C,IAAI,CAAC;YACJ,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,OAAO;gBACN,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,sBAAsB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;aAChF,CAAC;QACH,CAAC;IACF,CAAC,CAAC;AACH,CAAC"}
+{"version":3,"file":"session-wiring.js","sourceRoot":"","sources":["../../src/agents/session-wiring.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAKH,OAAO,EAAE,gCAAgC,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,EAAkC,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvF,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAGzD;;;;;;;;;GASG;AACH,MAAM,kBAAkB,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAU,CAAC;AAepF;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,uBAAuB,CAAC,MAA6B;IACpE,MAAM,QAAQ,GACb,MAAM,CAAC,KAAK,KAAK,SAAS;QACzB,CAAC,CAAC,IAAI,GAAG,CAAS,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAS,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjG,OAAO,CAAC,QAAgB,EAAW,EAAE;QACpC,IAAI,QAAQ,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAC;QACpE,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAC;QACjE,OAAO,IAAI,CAAC;IACb,CAAC,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,sBAAsB,CAAC,IAoGtC;IACA,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC;IACjD,MAAM,cAAc,GAAG,kBAAkB,CAAC;QACzC,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,0DAA0D;QAC1D,0DAA0D;QAC1D,+DAA+D;QAC/D,aAAa;QACb,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1E,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,IAAI,CAAC,qBAAqB,KAAK,SAAS;YAC3C,CAAC,CAAC,EAAE,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,EAAE;YACvD,CAAC,CAAC,EAAE,CAAC;QACN,GAAG,CAAC,IAAI,CAAC,iBAAiB,KAAK,SAAS;YACvC,CAAC,CAAC,EAAE,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,EAAE;YAC/C,CAAC,CAAC,EAAE,CAAC;QACN,GAAG,CAAC,IAAI,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC/E,CAAC,CAAC;IACH,0EAA0E;IAC1E,2EAA2E;IAC3E,yEAAyE;IACzE,qEAAqE;IACrE,4EAA4E;IAC5E,yEAAyE;IACzE,EAAE;IACF,+DAA+D;IAC/D,yEAAyE;IACzE,qEAAqE;IACrE,sEAAsE;IACtE,yEAAyE;IACzE,0EAA0E;IAC1E,wEAAwE;IACxE,wEAAwE;IACxE,cAAc;IACd,MAAM,kBAAkB,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACnD,MAAM,YAAY,GAAG,0BAA0B,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QAClE,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YAC3D,OAAO,wBAAwB,CAAC,YAAY,EAAE,SAAS,EAAE,yBAAyB,CAAC,CAAC;QACrF,CAAC;QACD,sEAAsE;QACtE,mEAAmE;QACnE,yBAAyB;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YACjC,OAAO,wBAAwB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,uDAAuD;QACvD,qEAAqE;QACrE,+DAA+D;QAC/D,4DAA4D;QAC5D,oEAAoE;QACpE,wDAAwD;QACxD,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAChC,OAAO,wBAAwB,CAAC,YAAY,EAAE,SAAS,EAAE,4BAA4B,CAAC,CAAC;QACxF,CAAC;QACD,sEAAsE;QACtE,sEAAsE;QACtE,mEAAmE;QACnE,+DAA+D;QAC/D,IAAI,CAAC,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YAClC,OAAO,wBAAwB,CAAC,YAAY,EAAE,SAAS,EAAE,8BAA8B,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IACH,mEAAmE;IACnE,sEAAsE;IACtE,kEAAkE;IAClE,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC;IAC9B,MAAM,kBAAkB,GAAG,KAAK,KAAK,SAAS;QAC7C,CAAC,CAAC,kBAAkB;QACpB,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5D,MAAM,mBAAmB,GAAG,KAAK,KAAK,SAAS;QAC9C,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC;QACzB,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,mEAAmE;IACnE,mEAAmE;IACnE,qEAAqE;IACrE,wEAAwE;IACxE,sEAAsE;IACtE,4DAA4D;IAC5D,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1G,MAAM,WAAW,GAAG,YAAY,KAAK,SAAS;QAC7C,CAAC,CAAC,kBAAkB;QACpB,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,YAAY,KAAK,SAAS;QAC9C,CAAC,CAAC,mBAAmB;QACrB,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACxD,OAAO;QACN,gBAAgB,EAAE,YAAY;QAC9B,gBAAgB;QAChB,gBAAgB,EAAE,CAAC,GAAG,YAAY,EAAE,GAAG,gBAAgB,CAAC;QACxD,WAAW;QACX,YAAY,EAAE;YACb,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,eAAe,CAAC;YAClD,SAAS,EAAE,gBAAgB,CAAC,QAAQ,CAAC,aAAa,CAAC;SACnD;KACD,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CAAC,QAAiB;IAC1D,MAAM,GAAG,GAAG,QAEA,CAAC;IACb,MAAM,YAAY,GAAG,CAAC,CAAU,EAAsB,EAAE,CACvD,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtE,0EAA0E;IAC1E,uEAAuE;IACvE,2EAA2E;IAC3E,wEAAwE;IACxE,oEAAoE;IACpE,yEAAyE;IACzE,0EAA0E;IAC1E,IAAI,eAAe,GAAG,YAAY,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;IACxD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,CAAC,GAAG,YAAY,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YAC7C,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,eAAe,KAAK,SAAS,IAAI,CAAC,GAAG,eAAe,CAAC,EAAE,CAAC;gBAC/E,eAAe,GAAG,CAAC,CAAC;YACrB,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,CAAC,eAAe,IAAI,gCAAgC,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC;AAC9E,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,4BAA4B,CAAC,QAAiB;IAC7D,MAAM,GAAG,GAAG,QAAoD,CAAC;IACjE,MAAM,WAAW,GAChB,OAAO,GAAG,EAAE,cAAc,KAAK,QAAQ;QACvC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC;QACnC,GAAG,CAAC,cAAc,GAAG,CAAC;QACrB,CAAC,CAAC,GAAG,CAAC,cAAc;QACpB,CAAC,CAAC,EAAE,CAAC;IACP,OAAO,WAAW,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,CAAC;AAC7C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B,CAAC,QAAiB;IAC/D,MAAM,GAAG,GAAG,QAAiD,CAAC;IAC9D,MAAM,WAAW,GAChB,OAAO,GAAG,EAAE,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,WAAW,GAAG,CAAC;QAC9F,CAAC,CAAC,GAAG,CAAC,WAAW;QACjB,CAAC,CAAC,GAAG,CAAC;IACR,OAAO,WAAW,GAAG,IAAI,GAAG,MAAM,CAAC;AACpC,CAAC;AAsCD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,UAAU,4BAA4B,CAC3C,IAA0B;IAE1B,MAAM,SAAS,GAAG,oBAAoB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC9D,wEAAwE;IACxE,0EAA0E;IAC1E,0EAA0E;IAC1E,iFAAiF;IACjF,6CAA6C;IAC7C,MAAM,SAAS,GAAG,kBAAkB,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,eAAe,EAAE,CAAC;IACtC,MAAM,gBAAgB,GAAG,oBAAoB,EAAE,CAAC;IAChD,MAAM,YAAY,GAAG,oBAAoB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IACxF,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;QAC5B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC;gBACJ,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC;YAAC,MAAM,CAAC;gBACR,+DAA+D;gBAC/D,kDAAkD;YACnD,CAAC;QACF,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC3C,IAAI,KAAK,EAAE,KAAK;YAAE,OAAO,KAAK,CAAC;QAC/B,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC/C,IAAI,SAAS,EAAE,KAAK;YAAE,OAAO,SAAS,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,MAAM,EAAE,KAAK;YAAE,OAAO,MAAM,CAAC;QACjC,uEAAuE;QACvE,kEAAkE;QAClE,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACrD,IAAI,QAAQ,EAAE,KAAK;YAAE,OAAO,QAAQ,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,IAAI,EAAE,KAAK;YAAE,OAAO,IAAI,CAAC;QAC7B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACzC,IAAI,IAAI,EAAE,KAAK;YAAE,OAAO,IAAI,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO,SAAS,CAAC;QAC3C,IAAI,CAAC;YACJ,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,OAAO;gBACN,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,sBAAsB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;aAChF,CAAC;QACH,CAAC;IACF,CAAC,CAAC;AACH,CAAC"}

package/dist/agents/tools/analyze-media-tool.d.ts

@@ -0,0 +1,263 @@
+/**
+ * `analyze_media` tool — comprehensive media + document understanding.
+ *
+ * The model hands this tool a local file PATH or a URL (+ an optional
+ * `question`) and the tool RESOLVES the input into content the CURRENT turn's
+ * model can reason about against that question. It auto-detects the kind by
+ * extension / MIME and dispatches per-format.
+ *
+ * ─────────────────────────────────────────────────────────────────────────
+ * WHY THIS DESIGN (STEP-0 investigation findings — read before changing)
+ * ─────────────────────────────────────────────────────────────────────────
+ * 1. TOOL-RESULT CONTENT SHAPE. Pi types a tool's `AgentToolResult.content`
+ *    as `(TextContent | ImageContent)[]` — TEXT or IMAGE only. There is NO
+ *    `document` / `pdf` / `video` content-block type anywhere in the Pi SDK,
+ *    and `Model.input` is `("text" | "image")[]` — the whole SDK content model
+ *    is text + image. `ImageContent` is `{ type:"image"; data:<base64>;
+ *    mimeType }`. So an IMAGE can flow to the model as a real multimodal block
+ *    (the same shape `payload-mutators.ts` prunes from history, proving image
+ *    blocks reach the provider); a PDF/DOCX/PPTX/XLSX/HTML/VIDEO can NOT be
+ *    returned as a native non-text block. They must become TEXT.
+ *
+ * 2. DIRECT-PROVIDER UNDERSTANDING (the gap-closer). For modalities Pi can't
+ *    carry — VIDEO, native/scanned PDF, and images on a text-only current
+ *    model — the tool calls a provider REST API DIRECTLY via the
+ *    media-understanding subsystem (`agents/media-understanding/`): it ships
+ *    the media bytes + the question to Gemini (video → Files API; image/pdf →
+ *    inline) or Anthropic (pdf → native `document` block with OCR; image →
+ *    image block) and gets back TEXT, which it returns for the current model.
+ *    Keys are resolved through Brigade's existing credential store
+ *    (`readBrigadeCredentials`), never invented here. This bypasses Pi's
+ *    text+image content cap WITHOUT needing a Pi aux-model runtime.
+ *
+ * 3. REUSE. HTML → markdown reuses the existing readability/linkedom extractor
+ *    (`web-fetch-utils.ts`); URL fetches route through the SSRF guard
+ *    (`guardedFetch`, `infra/net/fetch-guard.ts`) with size + content-type
+ *    caps; local paths reuse the outbound media-path guard
+ *    (`security/media-path-guard.ts`) PLUS a workspace/cwd/cache root scoping
+ *    so secrets/system files outside allowed roots are refused (the same
+ *    posture the `read`/path-write guards enforce). Untrusted bytes are
+ *    wrapped in the external-content envelope (`security/external-content.ts`).
+ *
+ * ─────────────────────────────────────────────────────────────────────────
+ * PER-FORMAT BEHAVIOUR
+ * ─────────────────────────────────────────────────────────────────────────
+ *   • image (png/jpg/jpeg/webp/gif/bmp/heic/heif): when the CURRENT model is
+ *     vision-capable, returned as an IMAGE block so the model sees it (cheap —
+ *     no extra call). When the current model is text-only, the tool routes the
+ *     image to a vision-capable provider and returns the resulting TEXT — via
+ *     the Pi SDK against ANY keyed provider with an image-capable model
+ *     (OpenAI / OpenRouter / Groq / xAI / Mistral / Ollama / …), or the bespoke
+ *     google/anthropic REST adapters — so vision works on any model + any
+ *     configured provider. HEIC/HEIF cannot be transcoded without a native dep,
+ *     so they are passed through with their declared mime — most providers
+ *     reject HEIC, so the tool warns. Capped by `maxBytes`.
+ *   • audio (mp3/wav/m4a/ogg/oga/flac/aac/opus): routed to the media-
+ *     understanding subsystem (Gemini inline — audio is GEMINI-ONLY because Pi's
+ *     content model is text + image, so no Pi-drivable provider can ingest an
+ *     audio block) and the TEXT transcription / summary is returned, so voice
+ *     notes work. Needs a Google/Gemini key; with none the tool returns a clear
+ *     "configure a Gemini key" message (NOT a provider 400).
+ *   • pdf: when an understanding provider key is configured, the PDF is sent
+ *     NATIVELY (Anthropic `document` block — OCRs scanned pages + reads layout;
+ *     or Gemini inline) and the provider's TEXT answer is returned, so scanned
+ *     / no-text-layer PDFs now work. With no key (or `mode:"text"`) it falls
+ *     back to per-page text extraction (`unpdf`, zero native deps) honoring a
+ *     `pages` range. `mode:"provider"` forces the provider path.
+ *   • docx: unzip (`fflate`) → concatenate `word/document.xml` text runs.
+ *   • pptx: unzip → per-slide text (`ppt/slides/slideN.xml`), slide-numbered,
+ *     honoring `pages` as a slide range.
+ *   • xlsx: unzip → `xl/sharedStrings.xml` + each `xl/worksheets/sheetN.xml`
+ *     → CSV-ish per-sheet text.
+ *   • html (or a URL returning HTML): readability/linkedom → markdown.
+ *   • video (mp4/webm/mov/…): always routed to the media-understanding
+ *     subsystem (Gemini via the Files API: upload → poll ACTIVE →
+ *     generateContent with a fileData part), and the model's TEXT description
+ *     is returned. Needs a Google/Gemini key; with none the tool returns a
+ *     clear "configure a Gemini key" message.
+ *
+ * The user's `question` is ALWAYS echoed back as a leading text block so the
+ * model knows what to do with the resolved content.
+ *
+ * SECURITY POSTURE: read capability — NOT owner-only — but it MUST honour the
+ * path guard (local) + SSRF guard (URL). Registered for every sender; no
+ * mutation, no spend.
+ */
+import { Type } from "typebox";
+import { downscaleImageToBudget } from "./image-downscale.js";
+import { readMediaCache, writeMediaCache } from "./media-cache.js";
+import { type MediaUnderstandingConfig, type RunMediaUnderstandingRequest, type RunMediaUnderstandingResult } from "../media-understanding/index.js";
+import type { BrigadeTool } from "./types.js";
+/** Default hard cap on bytes read for ANY source (image bytes, doc bytes, fetched body). */
+declare const DEFAULT_MAX_BYTES: number;
+/** Image blocks are the most token-expensive — cap them tighter by default. */
+declare const DEFAULT_IMAGE_MAX_BYTES: number;
+/** Max characters of extracted text returned to the model (keeps the turn bounded). */
+declare const DEFAULT_MAX_CHARS = 60000;
+export type MediaKind = "image" | "pdf" | "docx" | "pptx" | "xlsx" | "html" | "video" | "audio" | "text" | "odt" | "ods" | "odp" | "epub" | "rtf" | "ipynb";
+/** Pull a lowercase extension (no dot) from a path or URL pathname. */
+export declare function extensionOf(source: string): string;
+/**
+ * Resolve the kind. Explicit `kind` override wins; else extension; else MIME
+ * (URL responses). Returns undefined when nothing matches (unsupported).
+ */
+export declare function detectKind(args: {
+    source: string;
+    override?: string;
+    mime?: string;
+}): MediaKind | undefined;
+declare const AnalyzeMediaParams: Type.TObject<{
+    source: Type.TOptional<Type.TString>;
+    sources: Type.TOptional<Type.TArray<Type.TString>>;
+    question: Type.TOptional<Type.TString>;
+    prompt: Type.TOptional<Type.TString>;
+    pages: Type.TOptional<Type.TString>;
+    includeImages: Type.TOptional<Type.TBoolean>;
+    language: Type.TOptional<Type.TString>;
+    provider: Type.TOptional<Type.TUnion<[Type.TLiteral<"google">, Type.TLiteral<"anthropic">]>>;
+    model: Type.TOptional<Type.TString>;
+    mode: Type.TOptional<Type.TUnion<[Type.TLiteral<"auto">, Type.TLiteral<"provider">, Type.TLiteral<"text">]>>;
+    maxBytes: Type.TOptional<Type.TInteger>;
+    maxTokens: Type.TOptional<Type.TInteger>;
+    kind: Type.TOptional<Type.TUnion<[Type.TLiteral<"image">, Type.TLiteral<"pdf">, Type.TLiteral<"docx">, Type.TLiteral<"pptx">, Type.TLiteral<"xlsx">, Type.TLiteral<"html">, Type.TLiteral<"video">, Type.TLiteral<"audio">, Type.TLiteral<"text">, Type.TLiteral<"odt">, Type.TLiteral<"ods">, Type.TLiteral<"odp">, Type.TLiteral<"epub">, Type.TLiteral<"rtf">, Type.TLiteral<"ipynb">]>>;
+}>;
+export interface AnalyzeMediaDetails {
+    ok: boolean;
+    source: string;
+    sourceType: "url" | "path";
+    kind?: MediaKind;
+    mimeType?: string;
+    bytes?: number;
+    /** What block type was returned to the model. */
+    returned: "image" | "text" | "none";
+    pages?: string;
+    truncated?: boolean;
+    warning?: string;
+    message?: string;
+    /** When the result came from a direct provider call: which provider + model produced it. */
+    provider?: string;
+    providerModel?: string;
+}
+/**
+ * Minimal model context the tool uses to decide whether returning an IMAGE
+ * block is meaningful. Threaded from the agent loop (provider + modelId of the
+ * resolved turn model). All fields optional — when absent the tool assumes the
+ * model CAN see images (the common case) but still annotates uncertainty for
+ * the operator.
+ */
+export interface AnalyzeMediaModelContext {
+    provider?: string;
+    modelId?: string;
+    /** Explicit override of image capability when the caller already resolved `model.input`. */
+    imageInput?: boolean;
+}
+/**
+ * Decide whether the current model can consume an IMAGE block. When
+ * `imageInput` is set explicitly we trust it. Otherwise we infer from the
+ * provider/model id with a conservative, self-contained heuristic (no heavy
+ * model-resolution on the hot path): the major multimodal families return
+ * true; a small set of known text-only model-id markers return false; unknown
+ * → undefined ("assume yes, note it").
+ */
+export declare function modelLikelySeesImages(ctx: AnalyzeMediaModelContext | undefined): boolean | undefined;
+interface AcquiredBytes {
+    bytes: Buffer;
+    mime?: string;
+    truncated: boolean;
+}
+/**
+ * Read a LOCAL file with the same safety posture as `read` / outbound media:
+ *   1. media-path guard (refuse secrets / system files / credential dirs).
+ *   2. allowed-root scoping (must be under workspace / cwd / cache / temp /
+ *      state media subtree) — refuses arbitrary absolute reads outside roots.
+ * Symlinks are resolved first (the guards do this too) so a benign name can't
+ * smuggle a denied target.
+ */
+declare function acquireLocalBytes(source: string, opts: {
+    workspaceDir?: string;
+    cwd?: string;
+    maxBytes: number;
+    ownerLocalAccess?: boolean;
+}): Promise<AcquiredBytes>;
+/**
+ * Fetch a URL through the SSRF guard with size + timeout caps. Reads the body
+ * in bounded chunks so a giant response can't blow memory.
+ */
+declare function acquireUrlBytes(source: string, opts: {
+    maxBytes: number;
+    signal?: AbortSignal;
+}): Promise<AcquiredBytes>;
+/**
+ * Parse a 1-indexed page/slide range like "1-5", "3", "2-" into a predicate
+ * over 1-indexed page numbers. Invalid input → accept all (best-effort, never
+ * throws). Exported for tests.
+ */
+export declare function parsePageRange(spec: string | undefined, total: number): (pageNum1: number) => boolean;
+export interface MakeAnalyzeMediaToolOptions {
+    /** Workspace dir — an allowed root for local-path reads. */
+    workspaceDir?: string;
+    /** Process cwd — an allowed root for local-path reads. */
+    cwd?: string;
+    /**
+     * OWNER local turn (TUI / desktop / the operator's own channel messages):
+     * widen the allowed local-read roots to the operator's HOME dir so a
+     * user-typed absolute path into Downloads / Desktop / Documents resolves
+     * (the common "analyze C:\Users\me\Downloads\report.pdf" case). MUST stay
+     * false/undefined for an untrusted remote channel sender so they can't make
+     * Brigade read the operator's home. The media-path guard still refuses
+     * secrets / system files even when this is on.
+     */
+    ownerLocalAccess?: boolean;
+    /** Caller's agent id — selects which auth profiles back the provider keys. */
+    agentId?: string;
+    /** Resolved turn model context — drives whether an IMAGE block is meaningful. */
+    modelContext?: AnalyzeMediaModelContext;
+    /** Test seam: replace the URL fetch acquisition. */
+    acquireUrl?: typeof acquireUrlBytes;
+    /** Test seam: replace the local-file acquisition. */
+    acquireLocal?: typeof acquireLocalBytes;
+    /**
+     * Media-understanding config (key resolution + per-kind defaults). Lazily
+     * built from Brigade's credential store via `buildMediaUnderstandingConfig`
+     * when omitted; tests inject one with a stub `resolveKey`.
+     */
+    mediaUnderstandingConfig?: MediaUnderstandingConfig;
+    /** Test seam: replace the media-understanding entry point (mocks provider HTTP). */
+    runMediaUnderstanding?: (req: RunMediaUnderstandingRequest) => Promise<RunMediaUnderstandingResult>;
+    /**
+     * Test seam: replace the oversize-image downscaler (defaults to the real
+     * jimp-backed `downscaleImageToBudget`). Lets tests assert the resize/branch
+     * without bundling a real codec.
+     */
+    downscaleImage?: typeof downscaleImageToBudget;
+    /**
+     * Cache provider (Gemini/Anthropic) understanding RESULTS keyed by
+     * `sha256(bytes)+question+provider+model+maxTokens` so re-analyzing the same
+     * media doesn't pay for the call twice. Default ON (disk-backed LRU under
+     * `resolveCacheDir()`). Set `false` to disable. Tests pass injected
+     * `readCache`/`writeCache` to avoid disk I/O.
+     */
+    resultCache?: boolean;
+    /** Test seam: replace the cache READ (defaults to the disk cache). */
+    readCache?: typeof readMediaCache;
+    /** Test seam: replace the cache WRITE (defaults to the disk cache). */
+    writeCache?: typeof writeMediaCache;
+}
+export declare function makeAnalyzeMediaTool(opts?: MakeAnalyzeMediaToolOptions): BrigadeTool<typeof AnalyzeMediaParams, AnalyzeMediaDetails>;
+/**
+ * Build the provider prompt for an AUDIO call, folding in an optional spoken-
+ * language hint and the caller's question/context. Gemini's generateContent has
+ * no language field, so the hint is expressed in the instruction text. When the
+ * caller gives no question, default to transcribe-then-summarize.
+ */
+export declare function buildAudioPrompt(question: string, language?: string): string;
+/**
+ * Heuristic: do these bytes look like UTF-8 text (so an unknown extension/MIME
+ * can be read as the `text` kind rather than rejected)? Rejects anything with a
+ * NUL byte or a high ratio of C0 control bytes (binary), and validates that a
+ * leading sample decodes as UTF-8 without replacement characters. Conservative
+ * — a false negative just yields the old "unsupported" message.
+ */
+export declare function looksLikeUtf8Text(bytes: Buffer): boolean;
+export { DEFAULT_IMAGE_MAX_BYTES, DEFAULT_MAX_BYTES, DEFAULT_MAX_CHARS };
+//# sourceMappingURL=analyze-media-tool.d.ts.map

package/dist/agents/tools/analyze-media-tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyze-media-tool.d.ts","sourceRoot":"","sources":["../../../src/agents/tools/analyze-media-tool.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AAOH,OAAO,EAAE,IAAI,EAAe,MAAM,SAAS,CAAC;AAK5C,OAAO,EACN,sBAAsB,EAGtB,MAAM,sBAAsB,CAAC;AAM9B,OAAO,EAEN,cAAc,EACd,eAAe,EAEf,MAAM,kBAAkB,CAAC;AAO1B,OAAO,EAIN,KAAK,wBAAwB,EAE7B,KAAK,4BAA4B,EACjC,KAAK,2BAA2B,EAChC,MAAM,iCAAiC,CAAC;AASzC,OAAO,KAAK,EAAmB,WAAW,EAAE,MAAM,YAAY,CAAC;AAI/D,4FAA4F;AAC5F,QAAA,MAAM,iBAAiB,QAAmB,CAAC;AAG3C,+EAA+E;AAC/E,QAAA,MAAM,uBAAuB,QAAkB,CAAC;AAChD,uFAAuF;AACvF,QAAA,MAAM,iBAAiB,QAAS,CAAC;AA0CjC,MAAM,MAAM,SAAS,GAClB,OAAO,GACP,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,MAAM,GACN,OAAO,GACP,OAAO,GACP,MAAM,GAEN,KAAK,GACL,KAAK,GACL,KAAK,GACL,MAAM,GACN,KAAK,GACL,OAAO,CAAC;AA0KX,uEAAuE;AACvE,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CASlD;AAiED;;;GAGG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;CACd,GAAG,SAAS,GAAG,SAAS,CA0BxB;AAID,QAAA,MAAM,kBAAkB;;;;;;;;;;;;;;EAqGtB,CAAC;AAEH,MAAM,WAAW,mBAAmB;IACnC,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,KAAK,GAAG,MAAM,CAAC;IAC3B,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iDAAiD;IACjD,QAAQ,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4FAA4F;IAC5F,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;CACvB;AAID;;;;;;GAMG;AACH,MAAM,WAAW,wBAAwB;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4FAA4F;IAC5F,UAAU,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;;;;;;GAOG;AACH,wBAAgB,qBAAqB,CACpC,GAAG,EAAE,wBAAwB,GAAG,SAAS,GACvC,OAAO,GAAG,SAAS,CAerB;AAID,UAAU,aAAa;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,OAAO,CAAC;CACnB;AAqGD;;;;;;;GAOG;AACH,iBAAe,iBAAiB,CAC/B,MAAM,EAAE,MAAM,EACd,IAAI,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,gBAAgB,CAAC,EAAE,OAAO,CAAA;CAAE,GACzF,OAAO,CAAC,aAAa,CAAC,CA8BxB;AAED;;;GAGG;AACH,iBAAe,eAAe,CAC7B,MAAM,EAAE,MAAM,EACd,IAAI,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,GAC9C,OAAO,CAAC,aAAa,CAAC,CAkBxB;AAwCD;;;;GAIG;AACH,wBAAgB,cAAc,CAC7B,IAAI,EAAE,MAAM,GAAG,SAAS,EACxB,KAAK,EAAE,MAAM,GACX,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAY/B;AAqYD,MAAM,WAAW,2BAA2B;IAC3C,4DAA4D;IAC5D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,0DAA0D;IAC1D,GAAG,CAAC,EAAE,MAAM,CAAC;IACb;;;;;;;;OAQG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,8EAA8E;IAC9E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iFAAiF;IACjF,YAAY,CAAC,EAAE,wBAAwB,CAAC;IACxC,oDAAoD;IACpD,UAAU,CAAC,EAAE,OAAO,eAAe,CAAC;IACpC,qDAAqD;IACrD,YAAY,CAAC,EAAE,OAAO,iBAAiB,CAAC;IACxC;;;;OAIG;IACH,wBAAwB,CAAC,EAAE,wBAAwB,CAAC;IACpD,oFAAoF;IACpF,qBAAqB,CAAC,EAAE,CAAC,GAAG,EAAE,4BAA4B,KAAK,OAAO,CAAC,2BAA2B,CAAC,CAAC;IACpG;;;;OAIG;IACH,cAAc,CAAC,EAAE,OAAO,sBAAsB,CAAC;IAC/C;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,sEAAsE;IACtE,SAAS,CAAC,EAAE,OAAO,cAAc,CAAC;IAClC,uEAAuE;IACvE,UAAU,CAAC,EAAE,OAAO,eAAe,CAAC;CACpC;AAED,wBAAgB,oBAAoB,CACnC,IAAI,GAAE,2BAAgC,GACpC,WAAW,CAAC,OAAO,kBAAkB,EAAE,mBAAmB,CAAC,CAquC7D;AAqED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAS5E;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAgBxD;AAiCD,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,CAAC"}