@nodetool-ai/agents 0.7.0-rc.23 → 0.8.2

package/dist/capabilities/lazy-tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lazy-tool.js","sourceRoot":"","sources":["../../src/capabilities/lazy-tool.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAIhF,OAAO,EAAE,IAAI,EAAE,MAAM,uBAAuB,CAAC;AAE7C,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAQrE,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,kBAAmB,SAAQ,IAAI;IAOhB,IAAI;IACJ,SAAS;IAPnB,IAAI,CAAS;IACb,WAAW,CAAS;IACX,eAAe,CAAU;IAC1B,KAAK,CAAmB;IAEzC,YACmB,IAAoB,EACpB,SAA8B,EAC/C,YAA6B;QAE7B,KAAK,EAAE,CAAC;oBAJS,IAAI;yBACJ,SAAS;QAI1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG;YACX,IAAI;YACJ,IAAI,EACF,YAAY;gBACZ,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;SAC1E,CAAC;IACJ,CAAC;IAED,IAAa,WAAW;QACtB,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC;IAC/B,CAAC;IAEQ,WAAW,CAAC,MAA+B;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAC9B,OAAO,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEgB,IAAI,GAAG,IAAI,OAAO,EAAoC,CAAC;IAExE,GAAG,CAAC,OAA0B;QAC5B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,SAAS,CAAC;QACxB,CAAC;QACD,IAAI,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,OAAO,CACX,OAA0B,EAC1B,MAA+B;QAE/B,OAAO,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,CAAC,CAAC;IACxE,CAAC;CACF;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,sBAAsB,CACpC,IAAoB,EACpB,GAAG,GAAwB,oBAAoB,EAC/C,IAAqB;IAErB,OAAO,IAAI,kBAAkB,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CACnC,IAAY,EACZ,GAAG,GAAwB,oBAAoB;IAE/C,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,oCAAoC,IAAI,GAAG,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,sBAAsB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAC3C,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,oBAAoB,CAClC,IAAU;IAEV,OAAO,IAAI,YAAY,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/D,CAAC"}

package/dist/capabilities/legacy-tools.d.ts

@@ -0,0 +1,15 @@
+/** Permission compatibility for legacy consumers that require Tool[]. */
+import type { ProcessingContext } from "@nodetool-ai/runtime";
+import { Tool } from "../tools/base-tool.js";
+import type { PermissionGateOptions } from "../tools/tool-permissions.js";
+import type { CapabilityRun } from "./types.js";
+/** Preserve each native capability's injected dependencies on one belt run. */
+export declare function capabilityRunForTools(tools: Tool[], context: ProcessingContext, options: {
+    gate: PermissionGateOptions;
+    signal?: AbortSignal;
+}): CapabilityRun;
+/** One cached run per context for consumers that still require Tool[]. */
+export declare function gateLegacyTools(tools: Tool[], gate: PermissionGateOptions): Tool[];
+/** The owned run behind a Tool[] compatibility belt, for migrating consumers. */
+export declare function capabilityRunForLegacyTool(tool: Tool, context: ProcessingContext): CapabilityRun | undefined;
+//# sourceMappingURL=legacy-tools.d.ts.map

package/dist/capabilities/legacy-tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"legacy-tools.d.ts","sourceRoot":"","sources":["../../src/capabilities/legacy-tools.ts"],"names":[],"mappings":"AAAA,yEAAyE;AACzE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,OAAO,EAAE,IAAI,EAAE,MAAM,uBAAuB,CAAC;AAC7C,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAI1E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,+EAA+E;AAC/E,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,IAAI,EAAE,EACb,OAAO,EAAE,iBAAiB,EAC1B,OAAO,EAAE;IAAE,IAAI,EAAE,qBAAqB,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,GAC7D,aAAa,CA4Bf;AAED,0EAA0E;AAC1E,wBAAgB,eAAe,CAC7B,KAAK,EAAE,IAAI,EAAE,EACb,IAAI,EAAE,qBAAqB,GAC1B,IAAI,EAAE,CAWR;AAgDD,iFAAiF;AACjF,wBAAgB,0BAA0B,CACxC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,iBAAiB,GACzB,aAAa,GAAG,SAAS,CAK3B"}

package/dist/capabilities/legacy-tools.js

@@ -0,0 +1,98 @@
+import { TOOL_CALL_ID_FIELD } from "../tools/subtask-fields.js";
+import { Tool } from "../tools/base-tool.js";
+import { capabilityFromTool } from "./adapters.js";
+import { nativeCapabilityTool } from "./lazy-tool.js";
+import { contextSecretAvailability, createCapabilityRun } from "./invoke.js";
+/** Preserve each native capability's injected dependencies on one belt run. */
+export function capabilityRunForTools(tools, context, options) {
+    const capabilities = tools.map((tool) => {
+        const native = nativeCapabilityTool(tool);
+        if (!native) {
+            return capabilityFromTool(tool);
+        }
+        const entry = native.capability();
+        const source = native.run(context);
+        let scoped;
+        return {
+            spec: entry.spec,
+            impl: (beltRun, args) => {
+                scoped ??= {
+                    ...source,
+                    gate: beltRun.gate,
+                    signal: beltRun.signal,
+                    invoke: beltRun.invoke
+                };
+                return entry.impl(scoped, args);
+            }
+        };
+    });
+    return createCapabilityRun({
+        context,
+        ...options,
+        capabilities,
+        availableSecrets: contextSecretAvailability(context)
+    });
+}
+/** One cached run per context for consumers that still require Tool[]. */
+export function gateLegacyTools(tools, gate) {
+    const runs = new WeakMap();
+    const runFor = (context) => {
+        let run = runs.get(context);
+        if (!run) {
+            run = capabilityRunForTools(tools, context, { gate });
+            runs.set(context, run);
+        }
+        return run;
+    };
+    return tools.map((inner) => new LegacyGatedTool(inner, runFor));
+}
+class LegacyGatedTool extends Tool {
+    inner;
+    runFor;
+    constructor(inner, runFor) {
+        super();
+        this.inner = inner;
+        this.runFor = runFor;
+        this.needsToolCallId = inner.needsToolCallId;
+    }
+    get name() {
+        return this.inner.name;
+    }
+    get description() {
+        return this.inner.description;
+    }
+    get inputSchema() {
+        return this.inner.inputSchema;
+    }
+    get schema() {
+        return this.inner.schema;
+    }
+    needsToolCallId;
+    toProviderTool() {
+        return this.inner.toProviderTool();
+    }
+    userMessage(args) {
+        return this.inner.userMessage(args);
+    }
+    run(context) {
+        return this.runFor(context);
+    }
+    execute(context, args, options = {}) {
+        const input = { ...Tool.stripMessage(args) };
+        if (this.needsToolCallId && options.toolCallId) {
+            input[TOOL_CALL_ID_FIELD] = options.toolCallId;
+        }
+        return this.runFor(context).invoke(this.name, input);
+    }
+    process(context, args) {
+        return this.runFor(context).invoke(this.name, args);
+    }
+}
+/** The owned run behind a Tool[] compatibility belt, for migrating consumers. */
+export function capabilityRunForLegacyTool(tool, context) {
+    if (tool instanceof LegacyGatedTool) {
+        return tool.run(context);
+    }
+    return nativeCapabilityTool(tool)?.run(context);
+}
+//# sourceMappingURL=legacy-tools.js.map

package/dist/capabilities/legacy-tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"legacy-tools.js","sourceRoot":"","sources":["../../src/capabilities/legacy-tools.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,uBAAuB,CAAC;AAE7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,yBAAyB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAG7E,+EAA+E;AAC/E,MAAM,UAAU,qBAAqB,CACnC,KAAa,EACb,OAA0B,EAC1B,OAA8D;IAE9D,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACtC,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,MAAiC,CAAC;QACtC,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI,EAAE,CAAC,OAAsB,EAAE,IAA6B,EAAE,EAAE;gBAC9D,MAAM,KAAK;oBACT,GAAG,MAAM;oBACT,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;iBACvB,CAAC;gBACF,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,OAAO,mBAAmB,CAAC;QACzB,OAAO;QACP,GAAG,OAAO;QACV,YAAY;QACZ,gBAAgB,EAAE,yBAAyB,CAAC,OAAO,CAAC;KACrD,CAAC,CAAC;AACL,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,eAAe,CAC7B,KAAa,EACb,IAA2B;IAE3B,MAAM,IAAI,GAAG,IAAI,OAAO,EAAoC,CAAC;IAC7D,MAAM,MAAM,GAAG,CAAC,OAA0B,EAAiB,EAAE;QAC3D,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,GAAG,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACzB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IACF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,eAAgB,SAAQ,IAAI;IAEb,KAAK;IACL,MAAM;IAFzB,YACmB,KAAW,EACX,MAAqD;QAEtE,KAAK,EAAE,CAAC;qBAHS,KAAK;sBACL,MAAM;QAGvB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC,eAAe,CAAC;IAC/C,CAAC;IACD,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IACD,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;IAChC,CAAC;IACD,IAAa,WAAW;QACtB,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;IAChC,CAAC;IACD,IAAa,MAAM;QACjB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IACiB,eAAe,CAAU;IAClC,cAAc;QACrB,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;IACrC,CAAC;IACQ,WAAW,CAAC,IAA6B;QAChD,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,GAAG,CAAC,OAA0B;QAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IACQ,OAAO,CACd,OAA0B,EAC1B,IAAgD,EAChD,OAAO,GAA4B,EAAE;QAErC,MAAM,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7C,IAAI,IAAI,CAAC,eAAe,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YAC/C,KAAK,CAAC,kBAAkB,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;QACjD,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,CAAC,OAA0B,EAAE,IAA6B;QAC/D,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACtD,CAAC;CACF;AAED,iFAAiF;AACjF,MAAM,UAAU,0BAA0B,CACxC,IAAU,EACV,OAA0B;IAE1B,IAAI,IAAI,YAAY,eAAe,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,oBAAoB,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;AAClD,CAAC"}

package/dist/capabilities/local-browser.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Headless Chrome screenshots, taken on this machine.
+ *
+ * `take_screenshot` used to need a `BROWSER_URL` service, so on a normal
+ * install — desktop app, CLI, dev checkout — it could not take a screenshot at
+ * all, even with Chrome installed. This drives a local Chrome over CDP
+ * instead, with the same lazy import the `lib.browser.*` nodes use: nothing is
+ * loaded, and no browser is required, until a screenshot is actually taken.
+ */
+export interface ScreenshotOptions {
+    fullPage?: boolean;
+    width?: number;
+    height?: number;
+    /** Milliseconds allowed for navigation before the page is captured as-is. */
+    timeoutMs?: number;
+}
+/**
+ * Navigate a freshly launched Chrome to `url` and return the PNG bytes.
+ *
+ * A navigation that never fires `load` is captured anyway once `timeoutMs`
+ * elapses — a screenshot of a half-loaded page answers more than an error.
+ */
+export declare function captureScreenshot(url: string, opts?: ScreenshotOptions): Promise<Uint8Array>;
+//# sourceMappingURL=local-browser.d.ts.map

package/dist/capabilities/local-browser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-browser.d.ts","sourceRoot":"","sources":["../../src/capabilities/local-browser.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAeH,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6EAA6E;IAC7E,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,GAAG,EAAE,MAAM,EACX,IAAI,GAAE,iBAAsB,GAC3B,OAAO,CAAC,UAAU,CAAC,CAgErB"}

package/dist/capabilities/local-browser.js

@@ -0,0 +1,105 @@
+/**
+ * Headless Chrome screenshots, taken on this machine.
+ *
+ * `take_screenshot` used to need a `BROWSER_URL` service, so on a normal
+ * install — desktop app, CLI, dev checkout — it could not take a screenshot at
+ * all, even with Chrome installed. This drives a local Chrome over CDP
+ * instead, with the same lazy import the `lib.browser.*` nodes use: nothing is
+ * loaded, and no browser is required, until a screenshot is actually taken.
+ */
+const CHROME_FLAGS = [
+    "--headless=new",
+    "--disable-gpu",
+    "--no-sandbox",
+    "--disable-setuid-sandbox",
+    "--disable-dev-shm-usage",
+    "--hide-scrollbars",
+    "--mute-audio"
+];
+/**
+ * Navigate a freshly launched Chrome to `url` and return the PNG bytes.
+ *
+ * A navigation that never fires `load` is captured anyway once `timeoutMs`
+ * elapses — a screenshot of a half-loaded page answers more than an error.
+ */
+export async function captureScreenshot(url, opts = {}) {
+    const width = opts.width ?? 1280;
+    const height = opts.height ?? 900;
+    const timeoutMs = opts.timeoutMs ?? 30_000;
+    const { launch } = await import("chrome-launcher");
+    const chrome = await launch({
+        chromeFlags: [...CHROME_FLAGS, `--window-size=${width},${height}`],
+        // The sandbox container points CHROME_PATH at /usr/bin/chromium; locally,
+        // chrome-launcher finds the installed browser itself.
+        chromePath: process.env.CHROME_PATH || undefined
+    });
+    let client = null;
+    try {
+        const CDP = (await import("chrome-remote-interface")).default;
+        client = await CDP({ port: chrome.port });
+        const { Page, Emulation } = client;
+        await Page.enable();
+        await Emulation.setDeviceMetricsOverride({
+            width,
+            height,
+            deviceScaleFactor: 1,
+            mobile: false
+        });
+        const loaded = Page.loadEventFired();
+        const nav = await Page.navigate({ url });
+        // Without this a DNS failure or a refused connection is captured as
+        // Chrome's own error page and handed back as a successful screenshot.
+        if (nav.errorText) {
+            throw new Error(`Could not load ${url}: ${nav.errorText}`);
+        }
+        await raceTimeout(loaded, timeoutMs);
+        const params = { format: "png" };
+        if (opts.fullPage) {
+            const metrics = await Page.getLayoutMetrics();
+            const content = metrics.cssContentSize ?? metrics.contentSize;
+            params["captureBeyondViewport"] = true;
+            params["clip"] = {
+                x: 0,
+                y: 0,
+                width: Math.ceil(content.width),
+                height: Math.ceil(content.height),
+                scale: 1
+            };
+        }
+        const { data } = await Page.captureScreenshot(params);
+        return Uint8Array.from(Buffer.from(data, "base64"));
+    }
+    finally {
+        if (client) {
+            try {
+                await client.close();
+            }
+            catch {
+                // The client is being discarded with the browser below.
+            }
+        }
+        try {
+            await chrome.kill();
+        }
+        catch {
+            // Chrome already exited.
+        }
+    }
+}
+/** Resolve when `promise` settles or `ms` elapses, leaving no pending timer. */
+async function raceTimeout(promise, ms) {
+    let timer;
+    try {
+        await Promise.race([
+            promise,
+            new Promise((resolve) => {
+                timer = setTimeout(resolve, ms);
+            })
+        ]);
+    }
+    finally {
+        if (timer)
+            clearTimeout(timer);
+    }
+}
+//# sourceMappingURL=local-browser.js.map

package/dist/capabilities/local-browser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-browser.js","sourceRoot":"","sources":["../../src/capabilities/local-browser.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,MAAM,YAAY,GAAG;IACnB,gBAAgB;IAChB,eAAe;IACf,cAAc;IACd,0BAA0B;IAC1B,yBAAyB;IACzB,mBAAmB;IACnB,cAAc;CACf,CAAC;AAUF;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,GAAW,EACX,IAAI,GAAsB,EAAE;IAE5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC;IAClC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC;IAE3C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC;QAC1B,WAAW,EAAE,CAAC,GAAG,YAAY,EAAE,iBAAiB,KAAK,IAAI,MAAM,EAAE,CAAC;QAClE,0EAA0E;QAC1E,sDAAsD;QACtD,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,SAAS;KACjD,CAAC,CAAC;IAEH,IAAI,MAAM,GAAqB,IAAI,CAAC;IACpC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC,OAAO,CAAC;QAC9D,MAAM,GAAG,MAAM,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;QACnC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,SAAS,CAAC,wBAAwB,CAAC;YACvC,KAAK;YACL,MAAM;YACN,iBAAiB,EAAE,CAAC;YACpB,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACzC,oEAAoE;QACpE,sEAAsE;QACtE,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,KAAK,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAErC,MAAM,MAAM,GAA4B,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC1D,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9C,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;YAC9D,MAAM,CAAC,uBAAuB,CAAC,GAAG,IAAI,CAAC;YACvC,MAAM,CAAC,MAAM,CAAC,GAAG;gBACf,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;gBAC/B,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;gBACjC,KAAK,EAAE,CAAC;aACT,CAAC;QACJ,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACtD,OAAO,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAc,EAAE,QAAQ,CAAC,CAAC,CAAC;IAChE,CAAC;YAAS,CAAC;QACT,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;YAAC,MAAM,CAAC;gBACP,wDAAwD;YAC1D,CAAC;QACH,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC;YACP,yBAAyB;QAC3B,CAAC;IACH,CAAC;AACH,CAAC;AAED,gFAAgF;AAChF,KAAK,UAAU,WAAW,CAAC,OAAyB,EAAE,EAAU;IAC9D,IAAI,KAAiC,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,IAAI,CAAC;YACjB,OAAO;YACP,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;gBACtB,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAClC,CAAC,CAAC;SACH,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,IAAI,KAAK;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC"}

package/dist/capabilities/media.d.ts

@@ -0,0 +1,112 @@
+/**
+ * The `media` capability module — provider-backed generation, plus the vision
+ * judges that grade what it produced.
+ *
+ * These capabilities replace the generation tools in `../tools/media-tools.ts`
+ * and the judging tools in `../tools/creative-critique-tools.ts`. Wire names,
+ * descriptions and schemas are unchanged; `getAllMcpTools` builds them through
+ * `toolFromCapability`.
+ *
+ * Every generation capability is a thin wrapper around
+ * `ProcessingContext.runProviderPrediction` (or `streamProviderPrediction`
+ * where the capability requires it), so it dispatches to whichever
+ * `BaseProvider` the id names and needs nothing on the run beyond its context.
+ *
+ * Outputs are saved as assets when the context exposes a `createAsset` model
+ * interface, and fall back to the caller-supplied `output_file` under the
+ * workspace when it does not.
+ *
+ * Design: docs/tool-class-retirement-design.md § Migration.
+ */
+import type { CapabilityExport, CapabilityModule } from "./types.js";
+declare const generateText: CapabilityExport;
+declare const generateImage: CapabilityExport;
+declare const editImage: CapabilityExport;
+declare const segmentImage: CapabilityExport;
+/** The listed ratio closest to `width/height`, or null for a bad size. */
+export declare function nearestAspectRatio(width: number, height: number): string | null;
+declare const generateVideo: CapabilityExport;
+declare const animateImage: CapabilityExport;
+/**
+ * Whether a reference is an image or a video. The provider takes the two in
+ * separate lists — a video handed over as an image is rejected with an opaque
+ * provider error — so the kind has to be settled here.
+ *
+ * The extension decides when it says anything, because it is what the caller
+ * stated. Otherwise the bytes do: the image sniffer first (it owns the
+ * `ftyp`-based AVIF/HEIC cases), then the three video containers. A reference
+ * neither names nor looks like either is null, and the call refuses it rather
+ * than guessing.
+ */
+export declare function classifyReferenceMedia(file: string, bytes: Uint8Array): "image" | "video" | null;
+declare const videoFromReferences: CapabilityExport;
+declare const generateSpeech: CapabilityExport;
+declare const generateMusic: CapabilityExport;
+declare const transcribeAudio: CapabilityExport;
+declare const embedText: CapabilityExport;
+/**
+ * Whether a model reply reads as cut off rather than merely wrong.
+ *
+ * A judge on a reasoning model spends its ceiling thinking and returns half a
+ * sentence; the caller then sees "did not return parseable JSON" and re-runs
+ * the same call at the same budget. Naming the cause in the error is the
+ * difference between one retry and three.
+ */
+export declare function looksTruncated(text: string): boolean;
+declare const critiqueImage: CapabilityExport;
+declare const compareImages: CapabilityExport;
+declare const scoreImageAdherence: CapabilityExport;
+/**
+ * Read a video with a multimodal chat model.
+ *
+ * The video rides as a `video` content part next to the instruction; the
+ * context's media resolver inlines an `asset://` URI and the provider decides
+ * whether the bytes go inline or through its files API.
+ *
+ * A provider with no video content part is not refused here any more: the
+ * runtime samples the clip into stills with ffmpeg and sends those. The reply
+ * carries `read_as` so the caller knows which of the two it got — a frame read
+ * has no audio and nothing between the samples, and an answer that depends on
+ * either should be treated as a guess.
+ */
+declare const understandVideo: CapabilityExport;
+/**
+ * The gated read behind a media reference.
+ *
+ * The sandbox's own `media.bytes` needs a `ProcessingContext`, which a chat
+ * action deliberately runs without (#4780) — so a chat user could generate an
+ * image and never read it back. This is the same resolution past the
+ * permission gate, with the context the run already carries.
+ *
+ * A filesystem path is refused rather than contained here: `read_file` is the
+ * gated way to a workspace file, and a second containment rule beside
+ * `resolveGuestPath` is the thing worth not having.
+ */
+declare const readMediaBytes: CapabilityExport;
+declare const ffmpeg: CapabilityExport;
+/**
+ * What ffprobe reports as numbers, as numbers.
+ *
+ * ffprobe's JSON is all strings — `"duration": "8.000000"` — so arithmetic on
+ * it silently produces `"8.000000".toFixed is not a function`, or worse, a
+ * concatenation. The raw payload stays exactly as ffprobe wrote it; this is a
+ * second, typed view of the four fields a caller actually plans a cut with.
+ */
+export declare function ffprobeSummary(parsed: Record<string, unknown>): Record<string, unknown>;
+/**
+ * ffprobe with an argv NodeTool writes, not the caller.
+ *
+ * Everything a caller can say is one workspace path, so the whole boundary is
+ * the confinement check — there is no flag surface to guard, and no way to ask
+ * ffprobe to open a socket. `inputs` stages assets under workspace names the
+ * same way `ffmpeg`'s does: without it the two halves of one loop disagreed,
+ * and a caller who had just staged a clip for ffmpeg could not ask ffprobe how
+ * long it was without staging it a second time through a no-op ffmpeg copy.
+ */
+declare const ffprobe: CapabilityExport;
+declare const ytDlp: CapabilityExport;
+/** Every media capability, in the order `getAllMcpTools` offered them. */
+export declare const MEDIA_CAPABILITIES: readonly CapabilityExport[];
+export declare const module: CapabilityModule;
+export { generateText, generateImage, editImage, segmentImage, generateVideo, animateImage, videoFromReferences, generateSpeech, generateMusic, transcribeAudio, embedText, readMediaBytes, critiqueImage, compareImages, scoreImageAdherence, understandVideo, ffmpeg, ffprobe, ytDlp };
+//# sourceMappingURL=media.d.ts.map

package/dist/capabilities/media.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media.d.ts","sourceRoot":"","sources":["../../src/capabilities/media.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAwEH,OAAO,KAAK,EACV,gBAAgB,EAChB,gBAAgB,EAEjB,MAAM,YAAY,CAAC;AAoCpB,QAAA,MAAM,YAAY,EAAE,gBAqDnB,CAAC;AAqUF,QAAA,MAAM,aAAa,EAAE,gBAqBpB,CAAC;AAEF,QAAA,MAAM,SAAS,EAAE,gBA2ChB,CAAC;AAyBF,QAAA,MAAM,YAAY,EAAE,gBA6DnB,CAAC;AAsDF,0EAA0E;AAC1E,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,MAAM,GAAG,IAAI,CAWf;AAED,QAAA,MAAM,aAAa,EAAE,gBAoBpB,CAAC;AAEF,QAAA,MAAM,YAAY,EAAE,gBAmCnB,CAAC;AA4BF;;;;;;;;;;GAUG;AACH,wBAAgB,sBAAsB,CACpC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,UAAU,GAChB,OAAO,GAAG,OAAO,GAAG,IAAI,CAgB1B;AAED,QAAA,MAAM,mBAAmB,EAAE,gBAmE1B,CAAC;AAoWF,QAAA,MAAM,cAAc,EAAE,gBAmCrB,CAAC;AAEF,QAAA,MAAM,aAAa,EAAE,gBA+DpB,CAAC;AAEF,QAAA,MAAM,eAAe,EAAE,gBAyCtB,CAAC;AAEF,QAAA,MAAM,SAAS,EAAE,gBAkChB,CAAC;AAqGF;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAKpD;AAwDD,QAAA,MAAM,aAAa,EAAE,gBAqDpB,CAAC;AAyBF,QAAA,MAAM,aAAa,EAAE,gBAgHpB,CAAC;AAaF,QAAA,MAAM,mBAAmB,EAAE,gBAoI1B,CAAC;AAMF;;;;;;;;;;;;GAYG;AACH,QAAA,MAAM,eAAe,EAAE,gBA6CtB,CAAC;AAEF;;;;;;;;;;;GAWG;AACH,QAAA,MAAM,cAAc,EAAE,gBA0CrB,CAAC;AAgPF,QAAA,MAAM,MAAM,EAAE,gBAqEb,CAAC;AAEF;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAyBzB;AA0BD;;;;;;;;;GASG;AACH,QAAA,MAAM,OAAO,EAAE,gBAiFd,CAAC;AAIF,QAAA,MAAM,KAAK,EAAE,gBAoHZ,CAAC;AAEF,0EAA0E;AAC1E,eAAO,MAAM,kBAAkB,EAAE,SAAS,gBAAgB,EAoBzD,CAAC;AAEF,eAAO,MAAM,MAAM,EAAE,gBAGpB,CAAC;AAEF,OAAO,EACL,YAAY,EACZ,aAAa,EACb,SAAS,EACT,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,mBAAmB,EACnB,cAAc,EACd,aAAa,EACb,eAAe,EACf,SAAS,EACT,cAAc,EACd,aAAa,EACb,aAAa,EACb,mBAAmB,EACnB,eAAe,EACf,MAAM,EACN,OAAO,EACP,KAAK,EACN,CAAC"}