@spinabot/brigade 1.8.0 → 1.10.0

package/dist/agents/media-understanding/config.js

@@ -0,0 +1,289 @@
+/**
+ * Build a `MediaUnderstandingConfig` from Brigade's existing credential store
+ * + main config — so the subsystem resolves keys the SAME way the agent kernel
+ * does, and never invents its own auth path.
+ *
+ * Key resolution reuses `readBrigadeCredentials(agentId)` (the mode-aware
+ * choke point over `auth-profiles.json` / the Convex sealed cache that
+ * onboarding writes), then falls back to the provider's env var. For Anthropic
+ * we accept a literal `api_key` credential; an `oauth` credential (subscription
+ * login) is passed through as its access token so direct REST calls still
+ * authenticate (Anthropic's `sk-ant-oat…` Bearer path).
+ *
+ * Per-kind model/provider defaults are read from
+ * `cfg.tools.mediaUnderstanding` when present.
+ */
+import { ModelRegistry } from "@earendil-works/pi-coding-agent";
+import { DEFAULT_AGENT_ID, resolveModelsPath } from "../../config/paths.js";
+import { loadBrigadeAuthStorage, readBrigadeCredentials } from "../../core/auth-bridge.js";
+import { loadConfig } from "../../core/config.js";
+import { PROVIDERS } from "../../providers/catalog.js";
+/**
+ * Extra env-var fallbacks for the two bespoke-adapter providers, consulted
+ * AFTER the credential store. Other providers fall back through the shared
+ * catalog (`PROVIDERS[*].envVar` + `envVarFallbacks`) in `resolveMediaProviderKey`.
+ */
+const PROVIDER_ENV = {
+    google: ["GEMINI_API_KEY", "GOOGLE_API_KEY"],
+    anthropic: ["ANTHROPIC_API_KEY", "ANTHROPIC_OAUTH_TOKEN"],
+};
+/**
+ * Preference order for the Pi path's provider sweep. Vision-strong, widely-keyed
+ * providers first. Providers NOT listed here still work (any keyed catalog
+ * provider with an image-capable model is appended), this just orders the common
+ * ones. `google`/`anthropic` are intentionally omitted — the bespoke REST
+ * adapters serve those first; the Pi path is the catch-all for the rest.
+ */
+const PI_PROVIDER_PREFERENCE = [
+    "openai",
+    "openrouter",
+    "groq",
+    "xai",
+    "mistral",
+    "cerebras",
+    "ollama",
+];
+/**
+ * Resolve a provider's key for media understanding. Order:
+ *   1. Brigade credential store (`readBrigadeCredentials`) — api_key.key, or
+ *      an oauth credential's access token (so subscription login works).
+ *   2. The provider's env var(s) — explicit overrides above, else the catalog's
+ *      `envVar` + `envVarFallbacks` for that provider.
+ * Returns "" when nothing resolves (keyless local providers also return "").
+ */
+export function resolveMediaProviderKey(provider, agentId = DEFAULT_AGENT_ID) {
+    try {
+        const creds = readBrigadeCredentials(agentId);
+        const cred = creds[provider];
+        if (cred) {
+            if (cred.type === "api_key" && typeof cred.key === "string" && cred.key.length > 0) {
+                return cred.key;
+            }
+            // Subscription login (oauth): use the access token for the Bearer path.
+            if (cred.type === "oauth" && typeof cred.access === "string" && cred.access.length > 0) {
+                return cred.access;
+            }
+        }
+    }
+    catch {
+        /* fall through to env */
+    }
+    const envNames = PROVIDER_ENV[provider] ?? envVarsFromCatalog(provider);
+    for (const name of envNames) {
+        if (!name)
+            continue;
+        const value = process.env[name];
+        if (value)
+            return value;
+    }
+    return "";
+}
+/** Env-var names a catalog provider can be keyed from (primary + fallbacks). */
+function envVarsFromCatalog(provider) {
+    const entry = PROVIDERS.find((p) => p.id === provider || p.providerId === provider);
+    if (!entry)
+        return [];
+    return [entry.envVar, ...(entry.envVarFallbacks ?? [])].filter((n) => !!n);
+}
+/** True when a catalog provider runs without an API key (Ollama, LM Studio). */
+function providerIsKeyless(provider) {
+    const entry = PROVIDERS.find((p) => p.id === provider || p.providerId === provider);
+    return Boolean(entry?.noAuth);
+}
+/**
+ * Providers (catalog ids) that currently have a usable credential for the Pi
+ * path, MOST-PREFERRED first. A keyless local provider (Ollama) qualifies when
+ * its server is configured (we treat it as always-eligible — the real call
+ * surfaces an unreachable error). `google`/`anthropic` are excluded (the
+ * bespoke adapters own them); the Pi path is the catch-all for the rest.
+ */
+export function listKeyedPiProviders(agentId = DEFAULT_AGENT_ID) {
+    const eligible = new Set();
+    for (const entry of PROVIDERS) {
+        const id = entry.providerId ?? entry.id;
+        if (id === "google" || id === "anthropic")
+            continue;
+        if (providerIsKeyless(entry.id)) {
+            eligible.add(id);
+            continue;
+        }
+        if (resolveMediaProviderKey(id, agentId))
+            eligible.add(id);
+    }
+    // Order: preference list first (those that are eligible), then any remaining.
+    const ordered = [];
+    for (const p of PI_PROVIDER_PREFERENCE) {
+        if (eligible.has(p)) {
+            ordered.push(p);
+            eligible.delete(p);
+        }
+    }
+    return [...ordered, ...eligible];
+}
+/** Read `cfg.tools.mediaUnderstanding` defaults (model/provider per kind), best-effort. */
+function readConfiguredDefaults() {
+    try {
+        const cfg = loadConfig();
+        const mu = cfg.tools?.mediaUnderstanding;
+        if (!mu)
+            return {};
+        const out = {};
+        if (mu.models && typeof mu.models === "object") {
+            const models = {};
+            for (const [k, v] of Object.entries(mu.models)) {
+                if (typeof v === "string" && v.trim())
+                    models[k] = v.trim();
+            }
+            if (Object.keys(models).length > 0)
+                out.defaultModels = models;
+        }
+        if (mu.providers && typeof mu.providers === "object") {
+            const providers = {};
+            for (const [k, v] of Object.entries(mu.providers)) {
+                if (v === "google" || v === "anthropic")
+                    providers[k] = v;
+            }
+            if (Object.keys(providers).length > 0)
+                out.preferredProvider = providers;
+        }
+        return out;
+    }
+    catch {
+        return {};
+    }
+}
+/** True when a Pi `Model`-ish object declares image input. */
+function modelHasImageInput(m) {
+    const input = m?.input;
+    return Array.isArray(input) && input.includes("image");
+}
+/**
+ * Build a Pi `ModelRegistry` from Brigade's auth + models.json, lazily and
+ * defensively. Returns `undefined` on any failure (the Pi path then can't
+ * resolve a model and the subsystem reports unavailable / falls back).
+ */
+function buildRegistry(agentId) {
+    try {
+        const Registry = ModelRegistry;
+        if (!Registry)
+            return undefined;
+        const authStorage = loadBrigadeAuthStorage(agentId);
+        const modelsFile = resolveModelsPath(agentId);
+        const registry = typeof Registry.create === "function"
+            ? Registry.create(authStorage, modelsFile)
+            : new Registry(authStorage, modelsFile);
+        return registry;
+    }
+    catch {
+        return undefined;
+    }
+}
+/**
+ * Make a `resolveModel` closure for the Pi path. Given a provider id (+ kind),
+ * returns an image-capable Pi `Model` for that provider, or `undefined`.
+ *
+ * Resolution per provider:
+ *   1. A configured default model id for this kind that belongs to the provider
+ *      (`registry.find(provider, id)`), when image-capable.
+ *   2. The first `registry.getAvailable()` model for the provider whose `input`
+ *      includes "image".
+ * The registry (built once, memoized) covers Pi's built-in catalog + models.json
+ * + discovered Ollama models, so an image-capable model resolves for whichever
+ * provider the operator actually has.
+ */
+function makeResolveModel(agentId, configuredModels) {
+    let registry;
+    let built = false;
+    const getRegistry = () => {
+        if (!built) {
+            registry = buildRegistry(agentId);
+            built = true;
+        }
+        return registry;
+    };
+    return (provider, kind) => {
+        const reg = getRegistry();
+        if (!reg)
+            return undefined;
+        const available = typeof reg.getAvailable === "function" ? safeGetAvailable(reg) : [];
+        // 1. Configured default model id for this kind, scoped to the provider.
+        const configuredId = configuredModels?.[kind]?.trim();
+        if (configuredId && provider && typeof reg.find === "function") {
+            let found;
+            try {
+                found = reg.find(provider, configuredId);
+            }
+            catch {
+                found = undefined;
+            }
+            // The Pi path can only carry an image block, so a configured model is
+            // eligible only when it declares image input — for EVERY kind. (Audio
+            // never resolves here: its provider chain excludes `pi`; this is the
+            // defensive backstop so a stray audio request can't pick a non-image
+            // model and 400 at the provider.)
+            if (found && modelHasImageInput(found)) {
+                return found;
+            }
+        }
+        // 2. First image-capable model for the provider (or, when no provider is
+        //    pinned, the first image-capable model overall).
+        for (const m of available) {
+            const mp = m.provider;
+            if (provider && mp !== provider)
+                continue;
+            if (modelHasImageInput(m))
+                return m;
+        }
+        return undefined;
+    };
+}
+function safeGetAvailable(reg) {
+    try {
+        return reg.getAvailable?.() ?? [];
+    }
+    catch {
+        return [];
+    }
+}
+/**
+ * Build the `MediaUnderstandingConfig` the subsystem consumes, wired to
+ * Brigade's real credential store + config. `agentId` selects which agent's
+ * auth profiles back the key (defaults to `main`, with the main-agent fallback
+ * `readBrigadeCredentials` already applies for org agents).
+ *
+ * Wires the Pi path (`resolveModel` + `listKeyedProviders`) so image/audio
+ * understanding works for EVERY configured provider (OpenAI / OpenRouter / Groq
+ * / xAI / Mistral / Ollama / …), not just google + anthropic. `piComplete` is
+ * left at the subsystem default (the real `completeSimple` wrapper).
+ */
+export function buildMediaUnderstandingConfig(agentId = DEFAULT_AGENT_ID) {
+    const configured = readConfiguredDefaults();
+    return {
+        resolveKey: (provider) => resolveMediaProviderKey(provider, agentId),
+        ...(configured.defaultModels ? { defaultModels: configured.defaultModels } : {}),
+        ...(configured.preferredProvider ? { preferredProvider: configured.preferredProvider } : {}),
+        resolveModel: makeResolveModel(agentId, configured.defaultModels),
+        listKeyedProviders: () => listKeyedPiProviders(agentId),
+    };
+}
+/**
+ * Quick capability probe for doctor/status: which providers have a key, and
+ * therefore which kinds can be understood via a provider. Pure read — no calls.
+ */
+export function probeMediaUnderstanding(agentId = DEFAULT_AGENT_ID) {
+    const google = Boolean(resolveMediaProviderKey("google", agentId));
+    const anthropic = Boolean(resolveMediaProviderKey("anthropic", agentId));
+    // Image understanding is ALSO available via the Pi path whenever any non-
+    // google/anthropic provider is keyed (or a keyless local provider like
+    // Ollama is configured) — the real model-capability check happens at call
+    // time. Lightweight probe (no registry build) keeps `doctor` fast.
+    const piImage = listKeyedPiProviders(agentId).length > 0;
+    return {
+        google,
+        anthropic,
+        video: google,
+        pdf: anthropic || google,
+        image: anthropic || google || piImage,
+    };
+}
+//# sourceMappingURL=config.js.map

package/dist/agents/media-understanding/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../src/agents/media-understanding/config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAEhE,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC5E,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAC3F,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAQvD;;;;GAIG;AACH,MAAM,YAAY,GAA6B;IAC9C,MAAM,EAAE,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;IAC5C,SAAS,EAAE,CAAC,mBAAmB,EAAE,uBAAuB,CAAC;CACzD,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,sBAAsB,GAAG;IAC9B,QAAQ;IACR,YAAY;IACZ,MAAM;IACN,KAAK;IACL,SAAS;IACT,UAAU;IACV,QAAQ;CACR,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,UAAU,uBAAuB,CACtC,QAAgB,EAChB,UAAkB,gBAAgB;IAElC,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAEf,CAAC;QACb,IAAI,IAAI,EAAE,CAAC;YACV,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpF,OAAO,IAAI,CAAC,GAAG,CAAC;YACjB,CAAC;YACD,wEAAwE;YACxE,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxF,OAAO,IAAI,CAAC,MAAM,CAAC;YACpB,CAAC;QACF,CAAC;IACF,CAAC;IAAC,MAAM,CAAC;QACR,yBAAyB;IAC1B,CAAC;IACD,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC,IAAI,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACxE,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC7B,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;IACzB,CAAC;IACD,OAAO,EAAE,CAAC;AACX,CAAC;AAED,gFAAgF;AAChF,SAAS,kBAAkB,CAAC,QAAgB;IAC3C,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC;IACpF,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,gFAAgF;AAChF,SAAS,iBAAiB,CAAC,QAAgB;IAC1C,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC;IACpF,OAAO,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB,CAAC,UAAkB,gBAAgB;IACtE,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;QAC/B,MAAM,EAAE,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,EAAE,CAAC;QACxC,IAAI,EAAE,KAAK,QAAQ,IAAI,EAAE,KAAK,WAAW;YAAE,SAAS;QACpD,IAAI,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;YACjC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACjB,SAAS;QACV,CAAC;QACD,IAAI,uBAAuB,CAAC,EAAE,EAAE,OAAO,CAAC;YAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,8EAA8E;IAC9E,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,sBAAsB,EAAE,CAAC;QACxC,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAChB,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACF,CAAC;IACD,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,QAAQ,CAAC,CAAC;AAClC,CAAC;AAED,2FAA2F;AAC3F,SAAS,sBAAsB;IAI9B,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,UAAU,EAOrB,CAAC;QACF,MAAM,EAAE,GAAG,GAAG,CAAC,KAAK,EAAE,kBAAkB,CAAC;QACzC,IAAI,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QACnB,MAAM,GAAG,GAA8C,EAAE,CAAC;QAC1D,IAAI,EAAE,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAChD,MAAM,MAAM,GAAoD,EAAE,CAAC;YACnE,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChD,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE;oBAAE,MAAM,CAAC,CAA2B,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACvF,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC;gBAAE,GAAG,CAAC,aAAa,GAAG,MAAM,CAAC;QAChE,CAAC;QACD,IAAI,EAAE,CAAC,SAAS,IAAI,OAAO,EAAE,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YACtD,MAAM,SAAS,GAA0E,EAAE,CAAC;YAC5F,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnD,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,WAAW;oBAAE,SAAS,CAAC,CAA2B,CAAC,GAAG,CAAC,CAAC;YACrF,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC;gBAAE,GAAG,CAAC,iBAAiB,GAAG,SAAS,CAAC;QAC1E,CAAC;QACD,OAAO,GAAG,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,EAAE,CAAC;IACX,CAAC;AACF,CAAC;AAWD,8DAA8D;AAC9D,SAAS,kBAAkB,CAAC,CAAU;IACrC,MAAM,KAAK,GAAI,CAA4C,EAAE,KAAK,CAAC;IACnE,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACxD,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CAAC,OAAe;IACrC,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,aAGhB,CAAC;QACF,IAAI,CAAC,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChC,MAAM,WAAW,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,QAAQ,GACb,OAAO,QAAQ,CAAC,MAAM,KAAK,UAAU;YACpC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC;YAC1C,CAAC,CAAC,IAAI,QAAQ,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAC1C,OAAO,QAAyB,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,gBAAgB,CACxB,OAAe,EACf,gBAA6E;IAE7E,IAAI,QAAmC,CAAC;IACxC,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,MAAM,WAAW,GAAG,GAA8B,EAAE;QACnD,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YAClC,KAAK,GAAG,IAAI,CAAC;QACd,CAAC;QACD,OAAO,QAAQ,CAAC;IACjB,CAAC,CAAC;IACF,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE;QACzB,MAAM,GAAG,GAAG,WAAW,EAAE,CAAC;QAC1B,IAAI,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC;QAC3B,MAAM,SAAS,GACd,OAAO,GAAG,CAAC,YAAY,KAAK,UAAU,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,wEAAwE;QACxE,MAAM,YAAY,GAAG,gBAAgB,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;QACtD,IAAI,YAAY,IAAI,QAAQ,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAChE,IAAI,KAAc,CAAC;YACnB,IAAI,CAAC;gBACJ,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACR,KAAK,GAAG,SAAS,CAAC;YACnB,CAAC;YACD,sEAAsE;YACtE,sEAAsE;YACtE,qEAAqE;YACrE,qEAAqE;YACrE,kCAAkC;YAClC,IAAI,KAAK,IAAI,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAO,KAAgC,CAAC;YACzC,CAAC;QACF,CAAC;QACD,yEAAyE;QACzE,qDAAqD;QACrD,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAI,CAA4B,CAAC,QAAQ,CAAC;YAClD,IAAI,QAAQ,IAAI,EAAE,KAAK,QAAQ;gBAAE,SAAS;YAC1C,IAAI,kBAAkB,CAAC,CAAC,CAAC;gBAAE,OAAO,CAA4B,CAAC;QAChE,CAAC;QACD,OAAO,SAAS,CAAC;IAClB,CAAC,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAkB;IAC3C,IAAI,CAAC;QACJ,OAAO,GAAG,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,EAAE,CAAC;IACX,CAAC;AACF,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,6BAA6B,CAC5C,UAAkB,gBAAgB;IAElC,MAAM,UAAU,GAAG,sBAAsB,EAAE,CAAC;IAC5C,OAAO;QACN,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,OAAO,CAAC;QACpE,GAAG,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChF,GAAG,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,UAAU,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5F,YAAY,EAAE,gBAAgB,CAAC,OAAO,EAAE,UAAU,CAAC,aAAa,CAAC;QACjE,kBAAkB,EAAE,GAAG,EAAE,CAAC,oBAAoB,CAAC,OAAO,CAAC;KACvD,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CAAC,UAAkB,gBAAgB;IAOzE,MAAM,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,OAAO,CAAC,uBAAuB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;IACzE,0EAA0E;IAC1E,uEAAuE;IACvE,0EAA0E;IAC1E,mEAAmE;IACnE,MAAM,OAAO,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACzD,OAAO;QACN,MAAM;QACN,SAAS;QACT,KAAK,EAAE,MAAM;QACb,GAAG,EAAE,SAAS,IAAI,MAAM;QACxB,KAAK,EAAE,SAAS,IAAI,MAAM,IAAI,OAAO;KACrC,CAAC;AACH,CAAC"}

package/dist/agents/media-understanding/gemini-adapter.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Gemini (Google) media-understanding adapter — talks to the Generative
+ * Language REST API at `generativelanguage.googleapis.com/v1beta` directly.
+ *
+ * Two paths:
+ *   • VIDEO → the Files API. Inline base64 caps out well below real video
+ *     sizes, so video is UPLOADED first (resumable upload), POLLED until the
+ *     file state flips to ACTIVE (Gemini transcodes/indexes asynchronously),
+ *     then referenced from `generateContent` via a `file_data` part holding
+ *     the returned `fileUri`. This is the only way large video works.
+ *   • image / pdf → an inline `inline_data` part (base64) + the prompt, sent
+ *     straight to `generateContent`. These are small enough to inline.
+ *
+ * The Google key rides in the query string (`?key=…`), matching Brigade's
+ * existing validator (`providers/validate-key.ts`) and the Gemini convention
+ * — there is no auth header. Every call takes an injectable `fetchFn` so the
+ * adapter is exercised with zero real network.
+ */
+import { type MediaUnderstandingKind, type RunMediaUnderstandingResult } from "./types.js";
+/** Canonical Gemini API base — keep on the trusted Google host. */
+export declare const DEFAULT_GEMINI_BASE_URL = "https://generativelanguage.googleapis.com/v1beta";
+/**
+ * Default models per kind. Current Gemini multimodal models that read video,
+ * images and PDFs. `gemini-2.5-flash` is the cheap/fast default; callers can
+ * override per call or via config.
+ */
+export declare const DEFAULT_GEMINI_MODELS: Record<Exclude<MediaUnderstandingKind, "audio"> | "audio", string>;
+export interface GeminiAdapterParams {
+    kind: MediaUnderstandingKind;
+    bytes: Buffer;
+    mimeType: string;
+    apiKey: string;
+    prompt?: string;
+    model?: string;
+    /** Max output tokens (clamped); omitted → the model's own default. */
+    maxTokens?: number;
+    baseUrl?: string;
+    fetchFn?: typeof fetch;
+    signal?: AbortSignal;
+    /** Test seam: replaces the real inter-poll delay so tests don't actually sleep. */
+    sleepFn?: (ms: number) => Promise<void>;
+}
+/**
+ * Strip a leading `models/` so callers can pass either `gemini-2.5-pro` or
+ * `models/gemini-2.5-pro`; we always rebuild the `models/<id>:method` path.
+ */
+declare function normalizeModelId(model: string): string;
+/** Extract the concatenated text from a generateContent response payload. */
+declare function extractGeneratedText(payload: unknown): string;
+/**
+ * Run a Gemini media-understanding request. Video goes through the Files API
+ * (upload → poll ACTIVE → generate); image/pdf go inline. Returns the model's
+ * textual answer.
+ */
+export declare function runGemini(params: GeminiAdapterParams): Promise<RunMediaUnderstandingResult>;
+export { extractGeneratedText, normalizeModelId };
+//# sourceMappingURL=gemini-adapter.d.ts.map

package/dist/agents/media-understanding/gemini-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini-adapter.d.ts","sourceRoot":"","sources":["../../../src/agents/media-understanding/gemini-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAEN,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,MAAM,YAAY,CAAC;AAEpB,mEAAmE;AACnE,eAAO,MAAM,uBAAuB,qDAAqD,CAAC;AAE1F;;;;GAIG;AACH,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,OAAO,CAAC,sBAAsB,EAAE,OAAO,CAAC,GAAG,OAAO,EAAE,MAAM,CAKpG,CAAC;AAkBF,MAAM,WAAW,mBAAmB;IACnC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sEAAsE;IACtE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IACvB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,mFAAmF;IACnF,OAAO,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACxC;AAgBD;;;GAGG;AACH,iBAAS,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE/C;AAuBD,6EAA6E;AAC7E,iBAAS,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CAStD;AA2SD;;;;GAIG;AACH,wBAAsB,SAAS,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAWjG;AAGD,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,CAAC"}