@zhin.js/agent 1.1.36 → 1.1.39

package/lib/media/media-normalize.d.ts

@@ -1,13 +1,42 @@
 import type { MediaRef } from '@zhin.js/im-contract';
 import type { MediaContentBlock } from '@zhin.js/ai';
 import type { MediaBinaryPayload, MediaKind } from './media-types.js';
+/**
+ * Turn authority for media that model output references by local path or URL.
+ * With it, a path must pass the same check as `read_file` and a URL needs the
+ * Turn's network authority (domain allowlist applied to every redirect hop).
+ * Omitted only by trusted host callers that already own the media.
+ */
+export interface OutboundMediaAuthority {
+    readonly filesystem?: Readonly<{
+        workspaceRoot: string;
+        workingDirectory?: string;
+    }>;
+    readonly network?: Readonly<{
+        enabled: boolean;
+        httpsOnly?: boolean;
+        allowedDomains?: readonly string[];
+    }>;
+}
+/**
+ * No filesystem and no network authority: model-referenced paths and URLs are refused,
+ * while inline (base64) media — including tool-produced images and audio — still pass.
+ * For delivery paths that carry no Turn policy of their own.
+ */
+export declare const NO_MEDIA_AUTHORITY: OutboundMediaAuthority;
+/** Canonical path the Turn may read, or null when the Turn has no authority over it. */
+export declare function authorizeOutboundMediaPath(rawPath: string, authority: OutboundMediaAuthority | undefined): Promise<string | null>;
+/** Network options for fetching model-referenced media, or null when the Turn has no network authority. */
+export declare function authorizeOutboundMediaUrl(url: string, authority: OutboundMediaAuthority | undefined): {
+    readonly allowedDomains: readonly string[];
+} | null;
 export declare function inspectMediaBytes(buffer: Buffer, expectedKind?: MediaKind): Readonly<{
     kind: MediaKind;
     mimeType: string;
 }> | null;
 /** 读取本地媒体文件为 base64（相对路径相对 process.cwd()） */
 export declare function readLocalFileAsBase64(filePath: string, maxBytes: number, expectedKind?: MediaKind): Promise<MediaBinaryPayload | null>;
-export declare function fetchUrlAsBase64(url: string, maxBytes: number, expectedKind?: MediaKind, signal?: AbortSignal): Promise<MediaBinaryPayload | null>;
+export declare function fetchUrlAsBase64(url: string, maxBytes: number, expectedKind?: MediaKind, signal?: AbortSignal, allowedDomains?: readonly string[]): Promise<MediaBinaryPayload | null>;
 /**
  * canonical 媒体引用（SegmentMediaRef 形状）→ MediaBinaryPayload[]。
  * base64 直取；path 读本地文件；url 按需 fetch；kind=file（平台不透明引用）跳过。
@@ -15,7 +44,6 @@ export declare function fetchUrlAsBase64(url: string, maxBytes: number, expected
 export declare function normalizeMediaRefsToPayloads(refs: readonly {
     type: string;
     media: MediaRef;
-}[], maxBytes: number, signal?: AbortSignal): Promise<MediaBinaryPayload[]>;
+}[], maxBytes: number, signal?: AbortSignal, authority?: OutboundMediaAuthority): Promise<MediaBinaryPayload[]>;
 export declare function payloadToDataUri(payload: MediaBinaryPayload): string;
 export declare function payloadToVisionPart(payload: MediaBinaryPayload): MediaContentBlock | null;
-//# sourceMappingURL=media-normalize.d.ts.map

package/lib/media/media-normalize.js

@@ -1,6 +1,33 @@
 import * as fs from 'node:fs/promises';
 import * as path from 'node:path';
 import { checkUrlNetworkAccess } from '../security/network-policy.js';
+import { authorizeTurnFileInput } from '../security/turn-file-authority.js';
+/**
+ * No filesystem and no network authority: model-referenced paths and URLs are refused,
+ * while inline (base64) media — including tool-produced images and audio — still pass.
+ * For delivery paths that carry no Turn policy of their own.
+ */
+export const NO_MEDIA_AUTHORITY = Object.freeze({});
+/** Canonical path the Turn may read, or null when the Turn has no authority over it. */
+export async function authorizeOutboundMediaPath(rawPath, authority) {
+    if (!authority)
+        return rawPath;
+    const filesystem = authority.filesystem;
+    if (!filesystem?.workspaceRoot)
+        return null;
+    const decision = await authorizeTurnFileInput('read_file', { file_path: rawPath }, filesystem.workspaceRoot, filesystem.workingDirectory);
+    return decision.allowed ? String(decision.input.file_path) : null;
+}
+/** Network options for fetching model-referenced media, or null when the Turn has no network authority. */
+export function authorizeOutboundMediaUrl(url, authority) {
+    if (!authority)
+        return { allowedDomains: [] };
+    const network = authority.network;
+    if (!network?.enabled)
+        return null;
+    const allowedDomains = [...(network.allowedDomains ?? [])];
+    return checkUrlNetworkAccess(url, { httpsOnly: true, allowedDomains }).allowed ? { allowedDomains } : null;
+}
 function kindFromSegmentType(type) {
     if (type === 'image')
         return 'image';
@@ -95,12 +122,12 @@ export async function readLocalFileAsBase64(filePath, maxBytes, expectedKind) {
         return null;
     }
 }
-export async function fetchUrlAsBase64(url, maxBytes, expectedKind, signal) {
+export async function fetchUrlAsBase64(url, maxBytes, expectedKind, signal, allowedDomains = []) {
     try {
         let current = url;
         let res;
         for (let redirects = 0; redirects <= 5; redirects += 1) {
-            if (!checkUrlNetworkAccess(current, { httpsOnly: true, allowedDomains: [] }).allowed)
+            if (!checkUrlNetworkAccess(current, { httpsOnly: true, allowedDomains: [...allowedDomains] }).allowed)
                 return null;
             res = await fetch(current, {
                 redirect: 'manual',
@@ -158,7 +185,7 @@ async function readBoundedResponse(response, maxBytes) {
  * canonical 媒体引用（SegmentMediaRef 形状）→ MediaBinaryPayload[]。
  * base64 直取；path 读本地文件；url 按需 fetch；kind=file（平台不透明引用）跳过。
  */
-export async function normalizeMediaRefsToPayloads(refs, maxBytes, signal) {
+export async function normalizeMediaRefsToPayloads(refs, maxBytes, signal, authority) {
     const out = [];
     for (const { type, media } of refs) {
         signal?.throwIfAborted();
@@ -178,12 +205,18 @@ export async function normalizeMediaRefsToPayloads(refs, maxBytes, signal) {
             continue;
         }
         if (media.kind === 'path') {
-            const local = await readLocalFileAsBase64(media.value, maxBytes, wantKind ?? undefined);
+            const authorized = await authorizeOutboundMediaPath(media.value, authority);
+            if (!authorized)
+                continue;
+            const local = await readLocalFileAsBase64(authorized, maxBytes, wantKind ?? undefined);
             if (local)
                 out.push({ ...local, ...fileName });
             continue;
         }
-        const fetched = await fetchUrlAsBase64(media.value, maxBytes, wantKind ?? undefined, signal);
+        const network = authorizeOutboundMediaUrl(media.value, authority);
+        if (!network)
+            continue;
+        const fetched = await fetchUrlAsBase64(media.value, maxBytes, wantKind ?? undefined, signal, network.allowedDomains);
         if (fetched)
             out.push({ ...fetched, ...fileName });
     }

package/lib/media/media-normalize.js.map

@@ -1 +1 @@
-{"version":3,"file":"media-normalize.js","sourceRoot":"","sources":["../../src/media/media-normalize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAIlC,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAEtE,SAAS,mBAAmB,CAAC,IAAY;IACvC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACrC,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IAC9E,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACrC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CAAC,MAAc;IAChC,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACtH,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAClD,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACzF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IACnD,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACtD,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAC5G,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IAC9G,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAC7G,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAC7E,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IACrI,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAC/H,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IAChJ,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IACnF,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/G,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IACvD,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACnF,MAAM,gBAAgB,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/G,IAAI,gBAAgB,GAAG,IAAI;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IAC/E,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAa,EAAE,QAAgB;IACnD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzE,IAAI,CAAC,UAAU,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3E,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7D,IAAI,cAAc,GAAG,QAAQ,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACjD,OAAO,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,MAAc,EACd,YAAwB;IAExB,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IACpC,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,IAAI,YAAY,IAAI,YAAY,KAAK,MAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,IAAI,CAAC;IAC3F,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7D,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACtC,CAAC;AAED,6CAA6C;AAC7C,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,QAAgB,EAChB,QAAgB,EAChB,YAAwB;IAExB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QACxD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACtD,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC3B,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC9B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;SAClC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,GAAW,EACX,QAAgB,EAChB,YAAwB,EACxB,MAAoB;IAEpB,IAAI,CAAC;QACH,IAAI,OAAO,GAAG,GAAG,CAAC;QAClB,IAAI,GAAyB,CAAC;QAC9B,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,IAAI,CAAC,EAAE,SAAS,IAAI,CAAC,EAAE,CAAC;YACvD,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO;gBAAE,OAAO,IAAI,CAAC;YAClG,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE;gBACzB,QAAQ,EAAE,QAAQ;gBAClB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;aACtG,CAAC,CAAC;YACH,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;gBAAE,MAAM;YAC3D,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,CAAC,QAAQ,IAAI,SAAS,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC9C,OAAO,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;QAClD,CAAC;QACD,IAAI,CAAC,GAAG,EAAE,EAAE;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,cAAc,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACjE,IAAI,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,cAAc,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC9E,MAAM,GAAG,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACrD,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACtD,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC3B,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC;IAC9F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,QAAkB,EAAE,QAAgB;IACrE,IAAI,CAAC,QAAQ,CAAC,IAAI;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC;YAC1B,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;gBACrB,MAAM,MAAM,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC;gBACjD,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,IAAkD,EAClD,QAAgB,EAChB,MAAoB;IAEpB,MAAM,GAAG,GAAyB,EAAE,CAAC;IAErC,KAAK,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC;QACnC,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QAC9C,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,GAAG,QAAQ;YAAE,SAAS;QACtE,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAEtE,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;YAC5E,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,EAAE,QAAQ,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAChF,IAAI,QAAQ;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;YAC7H,SAAS;QACX,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,qBAAqB,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,IAAI,SAAS,CAAC,CAAC;YACxF,IAAI,KAAK;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;YAC/C,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,IAAI,SAAS,EAAE,MAAM,CAAC,CAAC;QAC7F,IAAI,OAAO;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAGD,MAAM,UAAU,gBAAgB,CAAC,OAA2B;IAC1D,OAAO,QAAQ,OAAO,CAAC,QAAQ,WAAW,OAAO,CAAC,MAAM,EAAE,CAAC;AAC7D,CAAC;AAID,MAAM,UAAU,mBAAmB,CAAC,OAA2B;IAC7D,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO;QACL,IAAI,EAAE,OAAO;QACb,IAAI,EAAE;YACJ,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,OAAO,CAAC,MAAM;gBACrB,SAAS,EAAE,OAAO,CAAC,QAAQ;gBAC3B,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7D;SACF;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"media-normalize.js","sourceRoot":"","sources":["../../src/media/media-normalize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAIlC,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAa5E;;;;GAIG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAA2B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAE5E,wFAAwF;AACxF,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,OAAe,EACf,SAA6C;IAE7C,IAAI,CAAC,SAAS;QAAE,OAAO,OAAO,CAAC;IAC/B,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;IACxC,IAAI,CAAC,UAAU,EAAE,aAAa;QAAE,OAAO,IAAI,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAC3C,WAAW,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,UAAU,CAAC,aAAa,EAAE,UAAU,CAAC,gBAAgB,CAC3F,CAAC;IACF,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACpE,CAAC;AAED,2GAA2G;AAC3G,MAAM,UAAU,yBAAyB,CACvC,GAAW,EACX,SAA6C;IAE7C,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC;IAC9C,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;IAClC,IAAI,CAAC,OAAO,EAAE,OAAO;QAAE,OAAO,IAAI,CAAC;IACnC,MAAM,cAAc,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC;IAC3D,OAAO,qBAAqB,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7G,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACrC,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IAC9E,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACrC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CAAC,MAAc;IAChC,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACtH,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAClD,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACzF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IACnD,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACtD,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAC5G,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IAC9G,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAC7G,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAC7E,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IACrI,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAC/H,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IAChJ,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IACnF,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/G,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IACvD,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACnF,MAAM,gBAAgB,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/G,IAAI,gBAAgB,GAAG,IAAI;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IAC/E,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAa,EAAE,QAAgB;IACnD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzE,IAAI,CAAC,UAAU,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3E,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7D,IAAI,cAAc,GAAG,QAAQ,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACjD,OAAO,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,MAAc,EACd,YAAwB;IAExB,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IACpC,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,IAAI,YAAY,IAAI,YAAY,KAAK,MAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,IAAI,CAAC;IAC3F,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7D,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACtC,CAAC;AAED,6CAA6C;AAC7C,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,QAAgB,EAChB,QAAgB,EAChB,YAAwB;IAExB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QACxD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACtD,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC3B,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC9B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;SAClC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,GAAW,EACX,QAAgB,EAChB,YAAwB,EACxB,MAAoB,EACpB,iBAAoC,EAAE;IAEtC,IAAI,CAAC;QACH,IAAI,OAAO,GAAG,GAAG,CAAC;QAClB,IAAI,GAAyB,CAAC;QAC9B,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,IAAI,CAAC,EAAE,SAAS,IAAI,CAAC,EAAE,CAAC;YACvD,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC,OAAO;gBAAE,OAAO,IAAI,CAAC;YACnH,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE;gBACzB,QAAQ,EAAE,QAAQ;gBAClB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;aACtG,CAAC,CAAC;YACH,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;gBAAE,MAAM;YAC3D,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,CAAC,QAAQ,IAAI,SAAS,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC9C,OAAO,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;QAClD,CAAC;QACD,IAAI,CAAC,GAAG,EAAE,EAAE;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,cAAc,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACjE,IAAI,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,cAAc,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC9E,MAAM,GAAG,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACrD,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACtD,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC3B,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC;IAC9F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,QAAkB,EAAE,QAAgB;IACrE,IAAI,CAAC,QAAQ,CAAC,IAAI;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC;YAC1B,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;gBACrB,MAAM,MAAM,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC;gBACjD,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,IAAkD,EAClD,QAAgB,EAChB,MAAoB,EACpB,SAAkC;IAElC,MAAM,GAAG,GAAyB,EAAE,CAAC;IAErC,KAAK,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC;QACnC,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QAC9C,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,GAAG,QAAQ;YAAE,SAAS;QACtE,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAEtE,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;YAC5E,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,EAAE,QAAQ,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAChF,IAAI,QAAQ;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;YAC7H,SAAS;QACX,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,MAAM,UAAU,GAAG,MAAM,0BAA0B,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAC5E,IAAI,CAAC,UAAU;gBAAE,SAAS;YAC1B,MAAM,KAAK,GAAG,MAAM,qBAAqB,CAAC,UAAU,EAAE,QAAQ,EAAE,QAAQ,IAAI,SAAS,CAAC,CAAC;YACvF,IAAI,KAAK;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;YAC/C,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,yBAAyB,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAClE,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,IAAI,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;QACrH,IAAI,OAAO;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAGD,MAAM,UAAU,gBAAgB,CAAC,OAA2B;IAC1D,OAAO,QAAQ,OAAO,CAAC,QAAQ,WAAW,OAAO,CAAC,MAAM,EAAE,CAAC;AAC7D,CAAC;AAID,MAAM,UAAU,mBAAmB,CAAC,OAA2B;IAC7D,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO;QACL,IAAI,EAAE,OAAO;QACb,IAAI,EAAE;YACJ,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,OAAO,CAAC,MAAM;gBACrB,SAAS,EAAE,OAAO,CAAC,QAAQ;gBAC3B,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7D;SACF;KACF,CAAC;AACJ,CAAC","sourcesContent":["import * as fs from 'node:fs/promises';\nimport * as path from 'node:path';\nimport type { MediaRef } from '@zhin.js/im-contract';\nimport type { MediaContentBlock } from '@zhin.js/ai';\nimport type { MediaBinaryPayload, MediaKind } from './media-types.js';\nimport { checkUrlNetworkAccess } from '../security/network-policy.js';\nimport { authorizeTurnFileInput } from '../security/turn-file-authority.js';\n\n/**\n * Turn authority for media that model output references by local path or URL.\n * With it, a path must pass the same check as `read_file` and a URL needs the\n * Turn's network authority (domain allowlist applied to every redirect hop).\n * Omitted only by trusted host callers that already own the media.\n */\nexport interface OutboundMediaAuthority {\n  readonly filesystem?: Readonly<{ workspaceRoot: string; workingDirectory?: string }>;\n  readonly network?: Readonly<{ enabled: boolean; httpsOnly?: boolean; allowedDomains?: readonly string[] }>;\n}\n\n/**\n * No filesystem and no network authority: model-referenced paths and URLs are refused,\n * while inline (base64) media — including tool-produced images and audio — still pass.\n * For delivery paths that carry no Turn policy of their own.\n */\nexport const NO_MEDIA_AUTHORITY: OutboundMediaAuthority = Object.freeze({});\n\n/** Canonical path the Turn may read, or null when the Turn has no authority over it. */\nexport async function authorizeOutboundMediaPath(\n  rawPath: string,\n  authority: OutboundMediaAuthority | undefined,\n): Promise<string | null> {\n  if (!authority) return rawPath;\n  const filesystem = authority.filesystem;\n  if (!filesystem?.workspaceRoot) return null;\n  const decision = await authorizeTurnFileInput(\n    'read_file', { file_path: rawPath }, filesystem.workspaceRoot, filesystem.workingDirectory,\n  );\n  return decision.allowed ? String(decision.input.file_path) : null;\n}\n\n/** Network options for fetching model-referenced media, or null when the Turn has no network authority. */\nexport function authorizeOutboundMediaUrl(\n  url: string,\n  authority: OutboundMediaAuthority | undefined,\n): { readonly allowedDomains: readonly string[] } | null {\n  if (!authority) return { allowedDomains: [] };\n  const network = authority.network;\n  if (!network?.enabled) return null;\n  const allowedDomains = [...(network.allowedDomains ?? [])];\n  return checkUrlNetworkAccess(url, { httpsOnly: true, allowedDomains }).allowed ? { allowedDomains } : null;\n}\n\nfunction kindFromSegmentType(type: string): MediaKind | null {\n  if (type === 'image') return 'image';\n  if (type === 'audio' || type === 'record' || type === 'voice') return 'audio';\n  if (type === 'video') return 'video';\n  return null;\n}\n\nfunction sniffMedia(buffer: Buffer): Readonly<{ kind: MediaKind; mimeType: string }> | null {\n  if (buffer.length >= 8 && buffer.subarray(0, 8).equals(Buffer.from([0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a]))) {\n    return { kind: 'image', mimeType: 'image/png' };\n  }\n  if (buffer.length >= 3 && buffer[0] === 0xff && buffer[1] === 0xd8 && buffer[2] === 0xff) {\n    return { kind: 'image', mimeType: 'image/jpeg' };\n  }\n  const head = buffer.subarray(0, 16).toString('ascii');\n  if (head.startsWith('GIF87a') || head.startsWith('GIF89a')) return { kind: 'image', mimeType: 'image/gif' };\n  if (head.startsWith('RIFF') && head.slice(8, 12) === 'WEBP') return { kind: 'image', mimeType: 'image/webp' };\n  if (head.startsWith('RIFF') && head.slice(8, 12) === 'WAVE') return { kind: 'audio', mimeType: 'audio/wav' };\n  if (head.startsWith('OggS')) return { kind: 'audio', mimeType: 'audio/ogg' };\n  if (head.startsWith('ID3') || (buffer[0] === 0xff && (buffer[1]! & 0xe0) === 0xe0)) return { kind: 'audio', mimeType: 'audio/mpeg' };\n  if (buffer.length >= 12 && buffer.subarray(4, 8).toString('ascii') === 'ftyp') return { kind: 'video', mimeType: 'video/mp4' };\n  if (buffer.length >= 4 && buffer.subarray(0, 4).equals(Buffer.from([0x1a, 0x45, 0xdf, 0xa3]))) return { kind: 'video', mimeType: 'video/webm' };\n  if (head.startsWith('%PDF-')) return { kind: 'file', mimeType: 'application/pdf' };\n  if (buffer.length >= 4 && buffer[0] === 0x50 && buffer[1] === 0x4b && buffer[2] === 0x03 && buffer[3] === 0x04) {\n    return { kind: 'file', mimeType: 'application/zip' };\n  }\n  if (buffer.length > 0 && !buffer.subarray(0, Math.min(buffer.length, 4096)).includes(0)) {\n    const decoded = buffer.subarray(0, Math.min(buffer.length, 4096)).toString('utf8');\n    const replacementRatio = [...decoded].filter((char) => char === '\\uFFFD').length / Math.max(decoded.length, 1);\n    if (replacementRatio < 0.01) return { kind: 'file', mimeType: 'text/plain' };\n  }\n  return null;\n}\n\nfunction decodeBase64(value: string, maxBytes: number): Buffer | null {\n  const normalized = value.replace(/^base64:\\/\\//, '').replace(/\\s+/g, '');\n  if (!normalized || !/^[A-Za-z0-9+/]*={0,2}$/.test(normalized)) return null;\n  const estimatedBytes = Math.floor(normalized.length * 3 / 4);\n  if (estimatedBytes > maxBytes + 2) return null;\n  try {\n    const buffer = Buffer.from(normalized, 'base64');\n    return buffer.length <= maxBytes ? buffer : null;\n  } catch {\n    return null;\n  }\n}\n\nexport function inspectMediaBytes(\n  buffer: Buffer,\n  expectedKind?: MediaKind,\n): Readonly<{ kind: MediaKind; mimeType: string }> | null {\n  const detected = sniffMedia(buffer);\n  if (!detected) return null;\n  if (expectedKind && expectedKind !== 'file' && detected.kind !== expectedKind) return null;\n  return detected;\n}\n\nfunction parseDataUri(dataUri: string): { mime: string; base64: string } | null {\n  const m = /^data:([^;]+);base64,(.+)$/i.exec(dataUri.trim());\n  if (!m) return null;\n  return { mime: m[1], base64: m[2] };\n}\n\n/** 读取本地媒体文件为 base64（相对路径相对 process.cwd()） */\nexport async function readLocalFileAsBase64(\n  filePath: string,\n  maxBytes: number,\n  expectedKind?: MediaKind,\n): Promise<MediaBinaryPayload | null> {\n  try {\n    const stat = await fs.stat(filePath);\n    if (!stat.isFile() || stat.size > maxBytes) return null;\n    const buf = await fs.readFile(filePath);\n    const detected = inspectMediaBytes(buf, expectedKind);\n    if (!detected) return null;\n    return {\n      kind: detected.kind,\n      base64: buf.toString('base64'),\n      mimeType: detected.mimeType,\n      fileName: path.basename(filePath),\n    };\n  } catch {\n    return null;\n  }\n}\n\nexport async function fetchUrlAsBase64(\n  url: string,\n  maxBytes: number,\n  expectedKind?: MediaKind,\n  signal?: AbortSignal,\n  allowedDomains: readonly string[] = [],\n): Promise<MediaBinaryPayload | null> {\n  try {\n    let current = url;\n    let res: Response | undefined;\n    for (let redirects = 0; redirects <= 5; redirects += 1) {\n      if (!checkUrlNetworkAccess(current, { httpsOnly: true, allowedDomains: [...allowedDomains] }).allowed) return null;\n      res = await fetch(current, {\n        redirect: 'manual',\n        signal: signal ? AbortSignal.any([signal, AbortSignal.timeout(30_000)]) : AbortSignal.timeout(30_000),\n      });\n      if (![301, 302, 303, 307, 308].includes(res.status)) break;\n      const location = res.headers.get('location');\n      if (!location || redirects === 5) return null;\n      current = new URL(location, current).toString();\n    }\n    if (!res?.ok) return null;\n    const declaredLength = Number(res.headers.get('content-length'));\n    if (Number.isFinite(declaredLength) && declaredLength > maxBytes) return null;\n    const buf = await readBoundedResponse(res, maxBytes);\n    if (!buf) return null;\n    const detected = inspectMediaBytes(buf, expectedKind);\n    if (!detected) return null;\n    return { kind: detected.kind, base64: buf.toString('base64'), mimeType: detected.mimeType };\n  } catch {\n    return null;\n  }\n}\n\nasync function readBoundedResponse(response: Response, maxBytes: number): Promise<Buffer | null> {\n  if (!response.body) return Buffer.alloc(0);\n  const reader = response.body.getReader();\n  const chunks: Buffer[] = [];\n  let total = 0;\n  try {\n    while (true) {\n      const { done, value } = await reader.read();\n      if (done) break;\n      total += value.byteLength;\n      if (total > maxBytes) {\n        await reader.cancel('media_byte_limit_exceeded');\n        return null;\n      }\n      chunks.push(Buffer.from(value));\n    }\n    return Buffer.concat(chunks, total);\n  } finally {\n    reader.releaseLock();\n  }\n}\n\n/**\n * canonical 媒体引用（SegmentMediaRef 形状）→ MediaBinaryPayload[]。\n * base64 直取；path 读本地文件；url 按需 fetch；kind=file（平台不透明引用）跳过。\n */\nexport async function normalizeMediaRefsToPayloads(\n  refs: readonly { type: string; media: MediaRef }[],\n  maxBytes: number,\n  signal?: AbortSignal,\n  authority?: OutboundMediaAuthority,\n): Promise<MediaBinaryPayload[]> {\n  const out: MediaBinaryPayload[] = [];\n\n  for (const { type, media } of refs) {\n    signal?.throwIfAborted();\n    if (!media || media.kind === 'file') continue;\n    if (typeof media.size === 'number' && media.size > maxBytes) continue;\n    const wantKind = kindFromSegmentType(type);\n    const fileName = media.file_name ? { fileName: media.file_name } : {};\n\n    if (media.kind === 'base64') {\n      const dataUri = parseDataUri(media.value);\n      const base64 = (dataUri?.base64 ?? media.value).replace(/^base64:\\/\\//, '');\n      const bytes = decodeBase64(base64, maxBytes);\n      const detected = bytes ? inspectMediaBytes(bytes, wantKind ?? undefined) : null;\n      if (detected) out.push({ kind: detected.kind, base64: bytes!.toString('base64'), mimeType: detected.mimeType, ...fileName });\n      continue;\n    }\n\n    if (media.kind === 'path') {\n      const authorized = await authorizeOutboundMediaPath(media.value, authority);\n      if (!authorized) continue;\n      const local = await readLocalFileAsBase64(authorized, maxBytes, wantKind ?? undefined);\n      if (local) out.push({ ...local, ...fileName });\n      continue;\n    }\n\n    const network = authorizeOutboundMediaUrl(media.value, authority);\n    if (!network) continue;\n    const fetched = await fetchUrlAsBase64(media.value, maxBytes, wantKind ?? undefined, signal, network.allowedDomains);\n    if (fetched) out.push({ ...fetched, ...fileName });\n  }\n\n  return out;\n}\n\n\nexport function payloadToDataUri(payload: MediaBinaryPayload): string {\n  return `data:${payload.mimeType};base64,${payload.base64}`;\n}\n\n\n\nexport function payloadToVisionPart(payload: MediaBinaryPayload): MediaContentBlock | null {\n  if (payload.kind !== 'image') return null;\n  return {\n    type: 'image',\n    data: {\n      media: {\n        kind: 'base64',\n        value: payload.base64,\n        mime_type: payload.mimeType,\n        ...(payload.fileName ? { file_name: payload.fileName } : {}),\n      },\n    },\n  };\n}\n"]}

package/lib/media/media-publisher.d.ts

@@ -1,8 +1,10 @@
 import type { AgentOutputElement } from '../outbound/agent-output.js';
 import type { Segment } from '@zhin.js/im-contract';
 import type { OutboundMediaCapabilities } from './media-types.js';
+import { type OutboundMediaAuthority } from './media-normalize.js';
 /**
  * OutputElement[] → canonical Segment[]; platform codecs own their wire conversion.
  */
-export declare function publishOutboundElements(elements: readonly AgentOutputElement[], platform?: string, capsOverride?: OutboundMediaCapabilities): Promise<Segment[]>;
-//# sourceMappingURL=media-publisher.d.ts.map
+export declare function publishOutboundElements(elements: readonly AgentOutputElement[], platform?: string, capsOverride?: OutboundMediaCapabilities, 
+/** The Turn's file / network authority; model-referenced paths and URLs are checked against it. */
+authority?: OutboundMediaAuthority): Promise<Segment[]>;

package/lib/media/media-publisher.js

@@ -4,7 +4,7 @@ import * as os from 'node:os';
 import * as path from 'node:path';
 import { renderToPlainText } from '@zhin.js/ai';
 import { resolveOutboundCapabilities } from './media-capabilities.js';
-import { fetchUrlAsBase64, normalizeMediaRefsToPayloads } from './media-normalize.js';
+import { authorizeOutboundMediaPath, authorizeOutboundMediaUrl, fetchUrlAsBase64, normalizeMediaRefsToPayloads, } from './media-normalize.js';
 /** 超过此长度的 base64 先落盘，避免出站 segment.toString→from 模板超 400KB */
 const OUTBOUND_SPOOL_B64_CHARS = 32_000;
 function extForMime(mime, kind) {
@@ -67,9 +67,17 @@ async function readFileAsBase64(filePath, maxBytes, forcedKind) {
         return null;
     }
 }
-async function elementToPayload(el, maxBytes) {
+async function elementToPayload(el, maxBytes, authority) {
     if (el.type === 'text')
         return null;
+    const readPath = async (raw, forcedKind) => {
+        const authorized = await authorizeOutboundMediaPath(raw, authority);
+        return authorized ? readFileAsBase64(authorized, maxBytes, forcedKind) : null;
+    };
+    const fetchUrl = (url) => {
+        const network = authorizeOutboundMediaUrl(url, authority);
+        return network ? fetchUrlAsBase64(url, maxBytes, undefined, undefined, network.allowedDomains) : null;
+    };
     if (el.type === 'image') {
         if (el.base64) {
             return { kind: 'image', base64: el.base64, mimeType: 'image/jpeg', meta: { alt: el.alt } };
@@ -80,10 +88,10 @@ async function elementToPayload(el, maxBytes) {
                 return { kind: 'image', base64: m[2], mimeType: m[1], meta: { alt: el.alt } };
         }
         if (el.url && !el.url.startsWith('http')) {
-            return readFileAsBase64(el.url, maxBytes);
+            return readPath(el.url);
         }
         if (el.url?.startsWith('http')) {
-            return fetchUrlAsBase64(el.url, maxBytes);
+            return fetchUrl(el.url);
         }
     }
     if (el.type === 'audio') {
@@ -96,17 +104,17 @@ async function elementToPayload(el, maxBytes) {
                 return { kind: 'audio', base64: m[2], mimeType: m[1] };
         }
         if (el.url)
-            return readFileAsBase64(el.url, maxBytes);
+            return readPath(el.url);
     }
     if (el.type === 'video') {
         if (el.base64) {
             return { kind: 'video', base64: el.base64, mimeType: 'video/mp4' };
         }
         if (el.url)
-            return readFileAsBase64(el.url, maxBytes);
+            return readPath(el.url);
     }
     if (el.type === 'file' && el.url) {
-        return readFileAsBase64(el.url, maxBytes, 'file');
+        return readPath(el.url, 'file');
     }
     return null;
 }
@@ -244,31 +252,40 @@ function cardToSegments(el) {
     const segments = [{ type: 'markdown', data: { content: lines.join('\n') } }];
     const commands = el.buttons?.filter((button) => button.command);
     if (commands?.length) {
-        const buttons = commands.map((button, index) => ({
-            id: `card-${index + 1}`,
-            label: button.text,
-            payload: button.command,
-            mode: 'command',
-            command: { enter: true, reply: false },
-            style: 'primary',
-        }));
-        const rows = Array.from({ length: Math.ceil(buttons.length / 5) }, (_, index) => buttons.slice(index * 5, index * 5 + 5));
-        segments.push({
-            type: 'keyboard',
-            data: {
-                rows,
-                fallback: {
-                    hint: '也可以直接发送对应指令。',
-                    map: Object.fromEntries(buttons.map((button, index) => [String(index + 1), button.payload])),
-                },
-            },
-        });
+        const buttons = commands.map((button) => ({ label: button.text, payload: button.command }));
+        segments.push(commandKeyboard(Array.from({ length: Math.ceil(buttons.length / 5) }, (_, index) => buttons.slice(index * 5, index * 5 + 5)), 'card'));
     }
     return segments;
 }
+/** Quick-reply buttons: tapping sends the payload as the user's next message; text platforms get a numbered list. */
+function commandKeyboard(rows, idPrefix) {
+    let index = 0;
+    const buttonRows = rows.map(row => row.slice(0, 5).map(button => ({
+        id: `${idPrefix}-${++index}`,
+        label: button.label,
+        payload: button.payload,
+        mode: 'command',
+        command: { enter: true, reply: false },
+        style: 'primary',
+    }))).filter(row => row.length > 0);
+    return {
+        type: 'keyboard',
+        data: {
+            rows: buttonRows,
+            fallback: {
+                hint: '也可以直接发送对应指令。',
+                map: Object.fromEntries(buttonRows.flat().map((button, i) => [String(i + 1), button.payload])),
+            },
+        },
+    };
+}
 /** Canonical model media goes through the same capability/size gate as tool media. */
-async function publishMessageSegment(segment, caps, platform) {
+async function publishMessageSegment(segment, caps, platform, authority) {
     const kind = segment.type;
+    if (kind === 'keyboard') {
+        const rows = segment.data.rows;
+        return rows.some(row => row.length > 0) ? commandKeyboard(rows, 'reply') : null;
+    }
     if (kind !== 'image' && kind !== 'audio' && kind !== 'video' && kind !== 'file')
         return segment;
     if (!caps[kind])
@@ -278,7 +295,7 @@ async function publishMessageSegment(segment, caps, platform) {
     if (media.kind === 'file')
         return segment;
     const maxBytes = caps.maxAttachmentBytes ?? 26_214_400;
-    const [payload] = await normalizeMediaRefsToPayloads([{ type: kind, media }], maxBytes);
+    const [payload] = await normalizeMediaRefsToPayloads([{ type: kind, media }], maxBytes, undefined, authority);
     if (!payload)
         return { type: 'text', data: { text: `[${kind}: 附件不可用、格式不符或超过大小限制]` } };
     return payloadToCanonicalSegment({ ...payload, kind }, caps, platform);
@@ -286,13 +303,15 @@ async function publishMessageSegment(segment, caps, platform) {
 /**
  * OutputElement[] → canonical Segment[]; platform codecs own their wire conversion.
  */
-export async function publishOutboundElements(elements, platform, capsOverride) {
+export async function publishOutboundElements(elements, platform, capsOverride, 
+/** The Turn's file / network authority; model-referenced paths and URLs are checked against it. */
+authority) {
     const caps = capsOverride ?? resolveOutboundCapabilities(platform);
     const segments = [];
     for (const el of elements) {
         if (el.type === 'message') {
             for (const segment of el.segments) {
-                const published = await publishMessageSegment(segment, caps, platform);
+                const published = await publishMessageSegment(segment, caps, platform, authority);
                 if (published)
                     segments.push(published);
             }
@@ -308,7 +327,7 @@ export async function publishOutboundElements(elements, platform, capsOverride)
             segments.push(...cardToSegments(el));
             continue;
         }
-        const payload = await elementToPayload(el, caps.maxAttachmentBytes ?? 26_214_400);
+        const payload = await elementToPayload(el, caps.maxAttachmentBytes ?? 26_214_400, authority);
         if (!payload) {
             segments.push(elementToTextSegment(el));
             continue;

package/lib/media/media-publisher.js.map

@@ -1 +1 @@
-{"version":3,"file":"media-publisher.js","sourceRoot":"","sources":["../../src/media/media-publisher.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAsB,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGpE,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACtF,6DAA6D;AAC7D,MAAM,wBAAwB,GAAG,MAAM,CAAC;AAExC,SAAS,UAAU,CAAC,IAAY,EAAE,IAAe;IAC/C,MAAM,GAAG,GAA2B;QAClC,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;QACnB,YAAY,EAAE,OAAO;QACrB,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;KACpB,CAAC;IACF,IAAI,GAAG,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACpC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACpC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACpC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,MAAc,EACd,QAAgB,EAChB,IAAe;IAEf,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,qBAAqB,CAAC,CAAC;IAC1D,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;IAC1F,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC5D,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,QAAgB,EAChB,QAAgB,EAChB,UAAsB;IAEtB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,IAAI,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QACtC,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,IAAI,IAAI,GAAG,0BAA0B,CAAC;QACtC,IAAI,IAAI,GAAc,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7D,IAAI,GAAG,OAAO,CAAC;YACf,IAAI,GAAG,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC;QACrH,CAAC;aAAM,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,GAAG,OAAO,CAAC;YACf,IAAI,GAAG,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC;QACrD,CAAC;aAAM,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,IAAI,GAAG,OAAO,CAAC;YACf,IAAI,GAAG,WAAW,CAAC;QACrB,CAAC;QACD,OAAO;YACL,IAAI,EAAE,UAAU,IAAI,IAAI;YACxB,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC9B,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;SAClC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,EAAiB,EACjB,QAAgB;IAEhB,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAEpC,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;QAC7F,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACrD,IAAI,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;QACvF,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACzC,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;QACtE,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACrD,IAAI,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,CAAC;QACD,IAAI,EAAE,CAAC,GAAG;YAAE,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;QACrE,CAAC;QACD,IAAI,EAAE,CAAC,GAAG;YAAE,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,EAAE,CAAC,GAAG,EAAE,CAAC;QACjC,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,OAA2B,EAC3B,IAA+B,EAC/B,QAAiB;IAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,IAAI,UAAU,CAAC;IAClD,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;QACnF,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC;IAClG,CAAC;IAED,6DAA6D;IAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,wBAAwB,IAAI,QAAQ,KAAK,MAAM,CAAC;IACtF,MAAM,QAAQ,GAAG,KAAK;QACpB,CAAC,CAAC,MAAM,qBAAqB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC;QAC7E,CAAC,CAAC,SAAS,CAAC;IAEd,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,OAAO;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;YACnF,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE;wBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;wBACrE,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACxD;iBACF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE;oBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;oBAC7E,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACxD;aACF,CAAC;QACJ,KAAK,OAAO;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YACpE,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE;wBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;qBACtE;iBACF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE;oBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;iBAC9E;aACF,CAAC;QACJ,KAAK,OAAO;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;YAClD,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE;iBAChF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE;oBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;iBAC9E;aACF,CAAC;QACJ,KAAK,MAAM;YACT,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACf,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,QAAQ,IAAI,MAAM,EAAE,EAAE,EAAE,CAAC;YAC9E,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE;wBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;wBACrE,IAAI,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM;qBACjC;iBACF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE;oBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;oBAC7E,IAAI,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM;iBACjC;aACF,CAAC;QACJ;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,OAA2B;IAClD,OAAO,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC;AACpE,CAAC;AAED,SAAS,oBAAoB,CAAC,EAAiB;IAC7C,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;IACtD,CAAC;IACD,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QACjC,IAAI,EAAE,CAAC,WAAW;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YACtB,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;AACnE,CAAC;AAED,SAAS,oBAAoB,CAAC,EAA4C;IACxE,OAAO,EAAE,CAAC,MAAM,KAAK,OAAO;QAC1B,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE;QAC9C,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;AAC1D,CAAC;AAED,SAAS,cAAc,CAAC,EAA4C;IAClE,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;IACjC,IAAI,EAAE,CAAC,WAAW;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC;IACnD,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,CAAC,KAAK,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACzD,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACvF,CAAC;IAED,MAAM,QAAQ,GAAc,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAChE,IAAI,QAAQ,EAAE,MAAM,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC/C,EAAE,EAAE,QAAQ,KAAK,GAAG,CAAC,EAAE;YACvB,KAAK,EAAE,MAAM,CAAC,IAAI;YAClB,OAAO,EAAE,MAAM,CAAC,OAAQ;YACxB,IAAI,EAAE,SAAkB;YACxB,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE;YACtC,KAAK,EAAE,SAAkB;SAC1B,CAAC,CAAC,CAAC;QACJ,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CACrB,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,EACzC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CACtD,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE;gBACJ,IAAI;gBACJ,QAAQ,EAAE;oBACR,IAAI,EAAE,cAAc;oBACpB,GAAG,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;iBAC7F;aACF;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,sFAAsF;AACtF,KAAK,UAAU,qBAAqB,CAClC,OAAgB,EAChB,IAA+B,EAC/B,QAAiB;IAEjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1B,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,OAAO,CAAC;IAChG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,GAAG,EAAE,EAAE,CAAC;IACtE,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,KAAiB,CAAC;IAC7C,wFAAwF;IACxF,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,OAAO,CAAC;IAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,IAAI,UAAU,CAAC;IACvD,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,4BAA4B,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;IACxF,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,sBAAsB,EAAE,EAAE,CAAC;IACtF,OAAO,yBAAyB,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;AACzE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,QAAuC,EACvC,QAAiB,EACjB,YAAwC;IAExC,MAAM,IAAI,GAAG,YAAY,IAAI,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,IAAI,EAAE,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC1B,KAAK,MAAM,OAAO,IAAI,EAAE,CAAC,QAAQ,EAAE,CAAC;gBAClC,MAAM,SAAS,GAAG,MAAM,qBAAqB,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;gBACvE,IAAI,SAAS;oBAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1C,CAAC;YACD,SAAS;QACX,CAAC;QACD,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE;gBAAE,SAAS;YAClC,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC;YACxC,SAAS;QACX,CAAC;QACD,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC;YACrC,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,EAAE,EAAE,IAAI,CAAC,kBAAkB,IAAI,UAAU,CAAC,CAAC;QAClF,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC;YACxC,SAAS;QACX,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,yBAAyB,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QACrE,IAAI,GAAG;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
+{"version":3,"file":"media-publisher.js","sourceRoot":"","sources":["../../src/media/media-publisher.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAsB,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGpE,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EACL,0BAA0B,EAC1B,yBAAyB,EACzB,gBAAgB,EAChB,4BAA4B,GAE7B,MAAM,sBAAsB,CAAC;AAC9B,6DAA6D;AAC7D,MAAM,wBAAwB,GAAG,MAAM,CAAC;AAExC,SAAS,UAAU,CAAC,IAAY,EAAE,IAAe;IAC/C,MAAM,GAAG,GAA2B;QAClC,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;QACnB,YAAY,EAAE,OAAO;QACrB,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;KACpB,CAAC;IACF,IAAI,GAAG,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACpC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACpC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACpC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,MAAc,EACd,QAAgB,EAChB,IAAe;IAEf,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,qBAAqB,CAAC,CAAC;IAC1D,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;IAC1F,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC5D,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,QAAgB,EAChB,QAAgB,EAChB,UAAsB;IAEtB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,IAAI,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QACtC,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,IAAI,IAAI,GAAG,0BAA0B,CAAC;QACtC,IAAI,IAAI,GAAc,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7D,IAAI,GAAG,OAAO,CAAC;YACf,IAAI,GAAG,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC;QACrH,CAAC;aAAM,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,GAAG,OAAO,CAAC;YACf,IAAI,GAAG,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC;QACrD,CAAC;aAAM,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,IAAI,GAAG,OAAO,CAAC;YACf,IAAI,GAAG,WAAW,CAAC;QACrB,CAAC;QACD,OAAO;YACL,IAAI,EAAE,UAAU,IAAI,IAAI;YACxB,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC9B,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;SAClC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,EAAiB,EACjB,QAAgB,EAChB,SAAkC;IAElC,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IACpC,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAW,EAAE,UAAsB,EAAE,EAAE;QAC7D,MAAM,UAAU,GAAG,MAAM,0BAA0B,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACpE,OAAO,UAAU,CAAC,CAAC,CAAC,gBAAgB,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,CAAC,CAAC;IACF,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE;QAC/B,MAAM,OAAO,GAAG,yBAAyB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1D,OAAO,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACxG,CAAC,CAAC;IAEF,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;QAC7F,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACrD,IAAI,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;QACvF,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACzC,OAAO,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,OAAO,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;QACtE,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACrD,IAAI,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,CAAC;QACD,IAAI,EAAE,CAAC,GAAG;YAAE,OAAO,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;QACrE,CAAC;QACD,IAAI,EAAE,CAAC,GAAG;YAAE,OAAO,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,EAAE,CAAC,GAAG,EAAE,CAAC;QACjC,OAAO,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAClC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,OAA2B,EAC3B,IAA+B,EAC/B,QAAiB;IAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,IAAI,UAAU,CAAC;IAClD,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;QACnF,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC;IAClG,CAAC;IAED,6DAA6D;IAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,wBAAwB,IAAI,QAAQ,KAAK,MAAM,CAAC;IACtF,MAAM,QAAQ,GAAG,KAAK;QACpB,CAAC,CAAC,MAAM,qBAAqB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC;QAC7E,CAAC,CAAC,SAAS,CAAC;IAEd,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,OAAO;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;YACnF,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE;wBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;wBACrE,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACxD;iBACF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE;oBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;oBAC7E,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACxD;aACF,CAAC;QACJ,KAAK,OAAO;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YACpE,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE;wBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;qBACtE;iBACF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE;oBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;iBAC9E;aACF,CAAC;QACJ,KAAK,OAAO;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;YAClD,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE;iBAChF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE;oBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;iBAC9E;aACF,CAAC;QACJ,KAAK,MAAM;YACT,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACf,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,QAAQ,IAAI,MAAM,EAAE,EAAE,EAAE,CAAC;YAC9E,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE;wBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;wBACrE,IAAI,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM;qBACjC;iBACF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE;oBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;oBAC7E,IAAI,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM;iBACjC;aACF,CAAC;QACJ;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,OAA2B;IAClD,OAAO,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC;AACpE,CAAC;AAED,SAAS,oBAAoB,CAAC,EAAiB;IAC7C,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;IACtD,CAAC;IACD,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QACjC,IAAI,EAAE,CAAC,WAAW;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YACtB,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;AACnE,CAAC;AAED,SAAS,oBAAoB,CAAC,EAA4C;IACxE,OAAO,EAAE,CAAC,MAAM,KAAK,OAAO;QAC1B,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE;QAC9C,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;AAC1D,CAAC;AAED,SAAS,cAAc,CAAC,EAA4C;IAClE,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;IACjC,IAAI,EAAE,CAAC,WAAW;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC;IACnD,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,CAAC,KAAK,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACzD,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACvF,CAAC;IAED,MAAM,QAAQ,GAAc,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAChE,IAAI,QAAQ,EAAE,MAAM,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAQ,EAAE,CAAC,CAAC,CAAC;QAC7F,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,CACtC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,EACzC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CACtD,EAAE,MAAM,CAAC,CAAC,CAAC;IACd,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,qHAAqH;AACrH,SAAS,eAAe,CACtB,IAAgE,EAChE,QAAgB;IAEhB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAChE,EAAE,EAAE,GAAG,QAAQ,IAAI,EAAE,KAAK,EAAE;QAC5B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,IAAI,EAAE,SAAkB;QACxB,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE;QACtC,KAAK,EAAE,SAAkB;KAC1B,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnC,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE;YACJ,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,cAAc;gBACpB,GAAG,EAAE,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;aAC/F;SACF;KACF,CAAC;AACJ,CAAC;AAED,sFAAsF;AACtF,KAAK,UAAU,qBAAqB,CAClC,OAAgB,EAChB,IAA+B,EAC/B,QAAiB,EACjB,SAAkC;IAElC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1B,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAA8C,CAAC;QACzE,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClF,CAAC;IACD,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,OAAO,CAAC;IAChG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,GAAG,EAAE,EAAE,CAAC;IACtE,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,KAAiB,CAAC;IAC7C,wFAAwF;IACxF,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,OAAO,CAAC;IAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,IAAI,UAAU,CAAC;IACvD,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,4BAA4B,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAC9G,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,sBAAsB,EAAE,EAAE,CAAC;IACtF,OAAO,yBAAyB,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;AACzE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,QAAuC,EACvC,QAAiB,EACjB,YAAwC;AACxC,mGAAmG;AACnG,SAAkC;IAElC,MAAM,IAAI,GAAG,YAAY,IAAI,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,IAAI,EAAE,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC1B,KAAK,MAAM,OAAO,IAAI,EAAE,CAAC,QAAQ,EAAE,CAAC;gBAClC,MAAM,SAAS,GAAG,MAAM,qBAAqB,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;gBAClF,IAAI,SAAS;oBAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1C,CAAC;YACD,SAAS;QACX,CAAC;QACD,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE;gBAAE,SAAS;YAClC,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC;YACxC,SAAS;QACX,CAAC;QACD,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC;YACrC,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,EAAE,EAAE,IAAI,CAAC,kBAAkB,IAAI,UAAU,EAAE,SAAS,CAAC,CAAC;QAC7F,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC;YACxC,SAAS;QACX,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,yBAAyB,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QACrE,IAAI,GAAG;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC","sourcesContent":["import type { AgentOutputElement } from '../outbound/agent-output.js';\nimport * as crypto from 'node:crypto';\nimport * as fs from 'node:fs/promises';\nimport * as os from 'node:os';\nimport * as path from 'node:path';\nimport { type OutputElement, renderToPlainText } from '@zhin.js/ai';\nimport type { Segment, MediaRef } from '@zhin.js/im-contract';\nimport type { OutboundMediaCapabilities, MediaBinaryPayload, MediaKind } from './media-types.js';\nimport { resolveOutboundCapabilities } from './media-capabilities.js';\nimport {\n  authorizeOutboundMediaPath,\n  authorizeOutboundMediaUrl,\n  fetchUrlAsBase64,\n  normalizeMediaRefsToPayloads,\n  type OutboundMediaAuthority,\n} from './media-normalize.js';\n/** 超过此长度的 base64 先落盘，避免出站 segment.toString→from 模板超 400KB */\nconst OUTBOUND_SPOOL_B64_CHARS = 32_000;\n\nfunction extForMime(mime: string, kind: MediaKind): string {\n  const map: Record<string, string> = {\n    'image/jpeg': '.jpg',\n    'image/png': '.png',\n    'image/gif': '.gif',\n    'image/webp': '.webp',\n    'audio/mpeg': '.mp3',\n    'audio/wav': '.wav',\n    'video/mp4': '.mp4',\n  };\n  if (map[mime]) return map[mime];\n  if (kind === 'audio') return '.mp3';\n  if (kind === 'video') return '.mp4';\n  if (kind === 'image') return '.png';\n  return '.bin';\n}\n\nasync function spoolBase64ToTempFile(\n  base64: string,\n  mimeType: string,\n  kind: MediaKind,\n): Promise<string> {\n  const dir = path.join(os.tmpdir(), 'zhin-outbound-media');\n  await fs.mkdir(dir, { recursive: true });\n  const ext = extForMime(mimeType, kind);\n  const filePath = path.join(dir, `${kind}-${crypto.randomBytes(6).toString('hex')}${ext}`);\n  await fs.writeFile(filePath, Buffer.from(base64, 'base64'));\n  return filePath;\n}\n\nasync function readFileAsBase64(\n  filePath: string,\n  maxBytes: number,\n  forcedKind?: MediaKind,\n): Promise<MediaBinaryPayload | null> {\n  try {\n    const stat = await fs.stat(filePath);\n    if (stat.size > maxBytes) return null;\n    const buf = await fs.readFile(filePath);\n    const ext = path.extname(filePath).toLowerCase();\n    let mime = 'application/octet-stream';\n    let kind: MediaKind = 'file';\n    if (['.png', '.jpg', '.jpeg', '.gif', '.webp'].includes(ext)) {\n      kind = 'image';\n      mime = ext === '.png' ? 'image/png' : ext === '.gif' ? 'image/gif' : ext === '.webp' ? 'image/webp' : 'image/jpeg';\n    } else if (['.mp3', '.wav', '.ogg'].includes(ext)) {\n      kind = 'audio';\n      mime = ext === '.wav' ? 'audio/wav' : 'audio/mpeg';\n    } else if (['.mp4', '.webm', '.mov'].includes(ext)) {\n      kind = 'video';\n      mime = 'video/mp4';\n    }\n    return {\n      kind: forcedKind ?? kind,\n      base64: buf.toString('base64'),\n      mimeType: mime,\n      fileName: path.basename(filePath),\n    };\n  } catch {\n    return null;\n  }\n}\n\nasync function elementToPayload(\n  el: OutputElement,\n  maxBytes: number,\n  authority?: OutboundMediaAuthority,\n): Promise<MediaBinaryPayload | null> {\n  if (el.type === 'text') return null;\n  const readPath = async (raw: string, forcedKind?: MediaKind) => {\n    const authorized = await authorizeOutboundMediaPath(raw, authority);\n    return authorized ? readFileAsBase64(authorized, maxBytes, forcedKind) : null;\n  };\n  const fetchUrl = (url: string) => {\n    const network = authorizeOutboundMediaUrl(url, authority);\n    return network ? fetchUrlAsBase64(url, maxBytes, undefined, undefined, network.allowedDomains) : null;\n  };\n\n  if (el.type === 'image') {\n    if (el.base64) {\n      return { kind: 'image', base64: el.base64, mimeType: 'image/jpeg', meta: { alt: el.alt } };\n    }\n    if (el.url.startsWith('data:')) {\n      const m = /^data:([^;]+);base64,(.+)$/i.exec(el.url);\n      if (m) return { kind: 'image', base64: m[2], mimeType: m[1], meta: { alt: el.alt } };\n    }\n    if (el.url && !el.url.startsWith('http')) {\n      return readPath(el.url);\n    }\n    if (el.url?.startsWith('http')) {\n      return fetchUrl(el.url);\n    }\n  }\n\n  if (el.type === 'audio') {\n    if (el.base64) {\n      return { kind: 'audio', base64: el.base64, mimeType: 'audio/mpeg' };\n    }\n    if (el.url.startsWith('data:')) {\n      const m = /^data:([^;]+);base64,(.+)$/i.exec(el.url);\n      if (m) return { kind: 'audio', base64: m[2], mimeType: m[1] };\n    }\n    if (el.url) return readPath(el.url);\n  }\n\n  if (el.type === 'video') {\n    if (el.base64) {\n      return { kind: 'video', base64: el.base64, mimeType: 'video/mp4' };\n    }\n    if (el.url) return readPath(el.url);\n  }\n\n  if (el.type === 'file' && el.url) {\n    return readPath(el.url, 'file');\n  }\n\n  return null;\n}\n\nasync function payloadToCanonicalSegment(\n  payload: MediaBinaryPayload,\n  caps: OutboundMediaCapabilities,\n  platform?: string,\n): Promise<Segment | null> {\n  const max = caps.maxAttachmentBytes ?? 26_214_400;\n  if (!payload.base64 || payload.base64.length === 0) {\n    if (payload.kind === 'image' && caps.image) {\n      return { type: 'text', data: { text: `[图片: ${payload.meta?.alt || 'image'}]` } };\n    }\n    return null;\n  }\n  const bytes = Math.floor((payload.base64.length * 3) / 4);\n  if (bytes > max) {\n    return { type: 'text', data: { text: `[附件过大 (${(bytes / 1024 / 1024).toFixed(1)} MB)，无法发送]` } };\n  }\n\n  /** icqq 常与守护进程异机；落盘路径对端不可读，保留 base64 由适配器编码为 CQ base64:// */\n  const spool = payload.base64.length > OUTBOUND_SPOOL_B64_CHARS && platform !== 'icqq';\n  const filePath = spool\n    ? await spoolBase64ToTempFile(payload.base64, payload.mimeType, payload.kind)\n    : undefined;\n\n  switch (payload.kind) {\n    case 'image':\n      if (!caps.image) {\n        return { type: 'text', data: { text: `[图片: ${payload.meta?.alt || 'image'}]` } };\n      }\n      if (filePath) {\n        return {\n          type: 'image',\n          data: {\n            media: { kind: 'path', value: filePath, mime_type: payload.mimeType },\n            ...(payload.meta?.alt ? { alt: payload.meta.alt } : {}),\n          },\n        };\n      }\n      return {\n        type: 'image',\n        data: {\n          media: { kind: 'base64', value: payload.base64, mime_type: payload.mimeType },\n          ...(payload.meta?.alt ? { alt: payload.meta.alt } : {}),\n        },\n      };\n    case 'audio':\n      if (!caps.audio) {\n        return { type: 'text', data: { text: elAudioFallback(payload) } };\n      }\n      if (filePath) {\n        return {\n          type: 'audio',\n          data: {\n            media: { kind: 'path', value: filePath, mime_type: payload.mimeType },\n          },\n        };\n      }\n      return {\n        type: 'audio',\n        data: {\n          media: { kind: 'base64', value: payload.base64, mime_type: payload.mimeType },\n        },\n      };\n    case 'video':\n      if (!caps.video) {\n        return { type: 'text', data: { text: `[视频]` } };\n      }\n      if (filePath) {\n        return {\n          type: 'video',\n          data: { media: { kind: 'path', value: filePath, mime_type: payload.mimeType } },\n        };\n      }\n      return {\n        type: 'video',\n        data: {\n          media: { kind: 'base64', value: payload.base64, mime_type: payload.mimeType },\n        },\n      };\n    case 'file':\n      if (!caps.file) {\n        return { type: 'text', data: { text: `📎 ${payload.fileName || 'file'}` } };\n      }\n      if (filePath) {\n        return {\n          type: 'file',\n          data: {\n            media: { kind: 'path', value: filePath, mime_type: payload.mimeType },\n            name: payload.fileName || 'file',\n          },\n        };\n      }\n      return {\n        type: 'file',\n        data: {\n          media: { kind: 'base64', value: payload.base64, mime_type: payload.mimeType },\n          name: payload.fileName || 'file',\n        },\n      };\n    default:\n      return null;\n  }\n}\n\nfunction elAudioFallback(payload: MediaBinaryPayload): string {\n  return payload.meta?.alt ? `[语音: ${payload.meta.alt}]` : '[语音消息]';\n}\n\nfunction elementToTextSegment(el: OutputElement): Segment {\n  if (el.type === 'text') {\n    return { type: 'text', data: { text: el.content } };\n  }\n  if (el.type === 'card') {\n    const lines = [`📋 ${el.title}`];\n    if (el.description) lines.push(el.description);\n    if (el.fields?.length) {\n      for (const f of el.fields) lines.push(`  ${f.label}: ${f.value}`);\n    }\n    return { type: 'text', data: { text: lines.join('\\n') } };\n  }\n  return { type: 'text', data: { text: renderToPlainText([el]) } };\n}\n\nfunction textElementToSegment(el: Extract<OutputElement, { type: 'text' }>): Segment {\n  return el.format === 'plain'\n    ? { type: 'text', data: { text: el.content } }\n    : { type: 'markdown', data: { content: el.content } };\n}\n\nfunction cardToSegments(el: Extract<OutputElement, { type: 'card' }>): Segment[] {\n  const lines = [`## ${el.title}`];\n  if (el.description) lines.push('', el.description);\n  if (el.fields?.length) {\n    lines.push('', ...el.fields.map((field) => `- **${field.label}**: ${field.value}`));\n  }\n\n  const links = el.buttons?.filter((button) => button.url);\n  if (links?.length) {\n    lines.push('', links.map((button) => `[${button.text}](${button.url})`).join(' · '));\n  }\n\n  const segments: Segment[] = [{ type: 'markdown', data: { content: lines.join('\\n') } }];\n  const commands = el.buttons?.filter((button) => button.command);\n  if (commands?.length) {\n    const buttons = commands.map((button) => ({ label: button.text, payload: button.command! }));\n    segments.push(commandKeyboard(Array.from(\n      { length: Math.ceil(buttons.length / 5) },\n      (_, index) => buttons.slice(index * 5, index * 5 + 5),\n    ), 'card'));\n  }\n  return segments;\n}\n\n/** Quick-reply buttons: tapping sends the payload as the user's next message; text platforms get a numbered list. */\nfunction commandKeyboard(\n  rows: readonly (readonly { label: string; payload: string }[])[],\n  idPrefix: string,\n): Segment {\n  let index = 0;\n  const buttonRows = rows.map(row => row.slice(0, 5).map(button => ({\n    id: `${idPrefix}-${++index}`,\n    label: button.label,\n    payload: button.payload,\n    mode: 'command' as const,\n    command: { enter: true, reply: false },\n    style: 'primary' as const,\n  }))).filter(row => row.length > 0);\n  return {\n    type: 'keyboard',\n    data: {\n      rows: buttonRows,\n      fallback: {\n        hint: '也可以直接发送对应指令。',\n        map: Object.fromEntries(buttonRows.flat().map((button, i) => [String(i + 1), button.payload])),\n      },\n    },\n  };\n}\n\n/** Canonical model media goes through the same capability/size gate as tool media. */\nasync function publishMessageSegment(\n  segment: Segment,\n  caps: OutboundMediaCapabilities,\n  platform?: string,\n  authority?: OutboundMediaAuthority,\n): Promise<Segment | null> {\n  const kind = segment.type;\n  if (kind === 'keyboard') {\n    const rows = segment.data.rows as { label: string; payload: string }[][];\n    return rows.some(row => row.length > 0) ? commandKeyboard(rows, 'reply') : null;\n  }\n  if (kind !== 'image' && kind !== 'audio' && kind !== 'video' && kind !== 'file') return segment;\n  if (!caps[kind]) return { type: 'text', data: { text: `[${kind}]` } };\n  const media = segment.data.media as MediaRef;\n  // Opaque platform references are already hosted; their bytes are not available locally.\n  if (media.kind === 'file') return segment;\n  const maxBytes = caps.maxAttachmentBytes ?? 26_214_400;\n  const [payload] = await normalizeMediaRefsToPayloads([{ type: kind, media }], maxBytes, undefined, authority);\n  if (!payload) return { type: 'text', data: { text: `[${kind}: 附件不可用、格式不符或超过大小限制]` } };\n  return payloadToCanonicalSegment({ ...payload, kind }, caps, platform);\n}\n\n/**\n * OutputElement[] → canonical Segment[]; platform codecs own their wire conversion.\n */\nexport async function publishOutboundElements(\n  elements: readonly AgentOutputElement[],\n  platform?: string,\n  capsOverride?: OutboundMediaCapabilities,\n  /** The Turn's file / network authority; model-referenced paths and URLs are checked against it. */\n  authority?: OutboundMediaAuthority,\n): Promise<Segment[]> {\n  const caps = capsOverride ?? resolveOutboundCapabilities(platform);\n  const segments: Segment[] = [];\n\n  for (const el of elements) {\n    if (el.type === 'message') {\n      for (const segment of el.segments) {\n        const published = await publishMessageSegment(segment, caps, platform, authority);\n        if (published) segments.push(published);\n      }\n      continue;\n    }\n    if (el.type === 'text') {\n      if (!el.content?.trim()) continue;\n      segments.push(textElementToSegment(el));\n      continue;\n    }\n    if (el.type === 'card') {\n      segments.push(...cardToSegments(el));\n      continue;\n    }\n\n    const payload = await elementToPayload(el, caps.maxAttachmentBytes ?? 26_214_400, authority);\n    if (!payload) {\n      segments.push(elementToTextSegment(el));\n      continue;\n    }\n    const seg = await payloadToCanonicalSegment(payload, caps, platform);\n    if (seg) segments.push(seg);\n  }\n\n  return segments;\n}\n"]}

package/lib/media/media-router.d.ts

@@ -11,4 +11,3 @@ export declare function transcribeAudioPayload(payload: MediaBinaryPayload, tran
  * 入站混合路由：base64 载荷 → 文本补充 + vision image 媒体块
  */
 export declare function preprocessInboundMedia(input: readonly MediaBinaryPayload[], config: MultimodalConfig, workspaceDir?: string, deps?: PreprocessInboundMediaDeps): Promise<PreprocessInboundResult>;
-//# sourceMappingURL=media-router.d.ts.map

package/lib/media/media-router.js.map

@@ -1 +1 @@
-{"version":3,"file":"media-router.js","sourceRoot":"","sources":["../../src/media/media-router.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAA8B,MAAM,iBAAiB,CAAC;AAGlF,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,SAAS,oBAAoB,CAAC,GAAW;IACvC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,eAAe,CAAC,OAA2B;IAClD,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACrC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD;YACE,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;IACtD,CAAC;AACH,CAAC;AAQD,kEAAkE;AAClE,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,OAA2B,EAC3B,WAA+C,EAC/C,MAAoB;IAEpB,OAAO,WAAW,EAAE,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAAoC,EACpC,MAAwB,EACxB,YAAqB,EACrB,IAAiC;IAEjC,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IAC5B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,WAAW,GAAwB,EAAE,CAAC;IAC5C,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAE9B,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAEhF,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,oBAAoB,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,mBAAmB,CAAC,CAAC;YAC1C,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;YAC1D,MAAM,EAAE,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC;YAClC,IAAI,EAAE;gBAAE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;gBAC1C,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/B,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;gBACpC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBAC7D,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,WAAW,QAAQ,iBAAiB,CAAC,CAAC;gBACtE,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;gBAC3C,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,MAAM,sBAAsB,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;oBAChE,IAAI,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;wBACjB,IAAI,EAAE,eAAe,EAAE,CAAC;4BACtB,KAAK,EAAE,mBAAmB,CAAC,GAAG;4BAC9B,EAAE,EAAE,IAAI;4BACR,IAAI,EAAE,QAAQ;4BACd,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM;yBAC1B,CAAC,CAAC;wBACH,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBACpC,SAAS;oBACX,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,IAAI,EAAE,eAAe,EAAE,CAAC;wBACtB,KAAK,EAAE,mBAAmB,CAAC,GAAG;wBAC9B,EAAE,EAAE,KAAK;wBACT,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAC;oBACH,8BAA8B;gBAChC,CAAC;gBACD,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACvB,IAAI,EAAE,IAAI,EAAE,CAAC,kCAAkC,CAAC,CAAC;oBACjD,iBAAiB,GAAG,IAAI,CAAC;gBAC3B,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/B,SAAS;YACX,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,WAAW,QAAQ,oBAAoB,CAAC,CAAC;YACzE,SAAS;QACX,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,OAAO;QACL,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QAC5B,WAAW;QACX,QAAQ;KACT,CAAC;AACJ,CAAC"}
+{"version":3,"file":"media-router.js","sourceRoot":"","sources":["../../src/media/media-router.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAA8B,MAAM,iBAAiB,CAAC;AAGlF,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,SAAS,oBAAoB,CAAC,GAAW;IACvC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,eAAe,CAAC,OAA2B;IAClD,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACrC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD,KAAK,OAAO;YACV,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;QACpD;YACE,OAAO,YAAY,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC;IACtD,CAAC;AACH,CAAC;AAQD,kEAAkE;AAClE,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,OAA2B,EAC3B,WAA+C,EAC/C,MAAoB;IAEpB,OAAO,WAAW,EAAE,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAAoC,EACpC,MAAwB,EACxB,YAAqB,EACrB,IAAiC;IAEjC,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IAC5B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,WAAW,GAAwB,EAAE,CAAC;IAC5C,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAE9B,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAEhF,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,oBAAoB,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,mBAAmB,CAAC,CAAC;YAC1C,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;YAC1D,MAAM,EAAE,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC;YAClC,IAAI,EAAE;gBAAE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;gBAC1C,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/B,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;gBACpC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBAC7D,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,WAAW,QAAQ,iBAAiB,CAAC,CAAC;gBACtE,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;gBAC3C,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,MAAM,sBAAsB,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;oBAChE,IAAI,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;wBACjB,IAAI,EAAE,eAAe,EAAE,CAAC;4BACtB,KAAK,EAAE,mBAAmB,CAAC,GAAG;4BAC9B,EAAE,EAAE,IAAI;4BACR,IAAI,EAAE,QAAQ;4BACd,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM;yBAC1B,CAAC,CAAC;wBACH,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBACpC,SAAS;oBACX,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,IAAI,EAAE,eAAe,EAAE,CAAC;wBACtB,KAAK,EAAE,mBAAmB,CAAC,GAAG;wBAC9B,EAAE,EAAE,KAAK;wBACT,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAC;oBACH,8BAA8B;gBAChC,CAAC;gBACD,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACvB,IAAI,EAAE,IAAI,EAAE,CAAC,kCAAkC,CAAC,CAAC;oBACjD,iBAAiB,GAAG,IAAI,CAAC;gBAC3B,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/B,SAAS;YACX,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,WAAW,QAAQ,oBAAoB,CAAC,CAAC;YACzE,SAAS;QACX,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,OAAO;QACL,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QAC5B,WAAW;QACX,QAAQ;KACT,CAAC;AACJ,CAAC","sourcesContent":["import { CONTENT_CHAIN_STAGE, type ContentChainLogFields } from '@zhin.js/logger';\nimport type { AudioTranscriptionPort, MediaBinaryPayload, MultimodalConfig, PreprocessInboundResult } from './media-types.js';\nimport type { MediaContentBlock } from '@zhin.js/ai';\nimport { payloadToVisionPart } from './media-normalize.js';\nimport { spoolPayloadToFile } from './media-spool.js';\nimport * as path from 'node:path';\nfunction byteLengthFromBase64(b64: string): number {\n  return Math.floor((b64.length * 3) / 4);\n}\n\nfunction describePayload(payload: MediaBinaryPayload): string {\n  const bytes = byteLengthFromBase64(payload.base64);\n  const kb = (bytes / 1024).toFixed(1);\n  switch (payload.kind) {\n    case 'image':\n      return `[用户发送图片 (${payload.mimeType}, ${kb} KB)]`;\n    case 'audio':\n      return `[用户发送音频 (${payload.mimeType}, ${kb} KB)]`;\n    case 'video':\n      return `[用户发送视频 (${payload.mimeType}, ${kb} KB)]`;\n    default:\n      return `[用户发送附件 (${payload.mimeType}, ${kb} KB)]`;\n  }\n}\n\nexport interface PreprocessInboundMediaDeps {\n  transcriber?: AudioTranscriptionPort;\n  warn?: (message: string) => void;\n  logContentChain?: (fields: ContentChainLogFields) => void;\n}\n\n/** STT 转写单条音频载荷。Speech implementation is supplied by the host. */\nexport async function transcribeAudioPayload(\n  payload: MediaBinaryPayload,\n  transcriber: AudioTranscriptionPort | undefined,\n  signal?: AbortSignal,\n): Promise<string | undefined> {\n  return transcriber?.transcribe(payload, signal);\n}\n\n/**\n * 入站混合路由：base64 载荷 → 文本补充 + vision image 媒体块\n */\nexport async function preprocessInboundMedia(\n  input: readonly MediaBinaryPayload[],\n  config: MultimodalConfig,\n  workspaceDir?: string,\n  deps?: PreprocessInboundMediaDeps,\n): Promise<PreprocessInboundResult> {\n  const payloads = [...input];\n  const lines: string[] = [];\n  const visionParts: MediaContentBlock[] = [];\n  let sttFallbackWarned = false;\n\n  const inboundRoot = path.join(workspaceDir || process.cwd(), config.inboundDir);\n\n  for (const p of payloads) {\n    if (byteLengthFromBase64(p.base64) > config.maxFileBytes) {\n      lines.push(`[${p.kind} 超过大小上限，已省略二进制内容]`);\n      continue;\n    }\n\n    if (p.kind === 'image' && config.image.preferNativeVision) {\n      const vp = payloadToVisionPart(p);\n      if (vp) visionParts.push(vp);\n      lines.push(describePayload(p));\n      continue;\n    }\n\n    if (p.kind === 'audio') {\n      if (config.audio.strategy === 'text-only') {\n        lines.push(describePayload(p));\n        continue;\n      }\n\n      if (config.audio.strategy === 'mcp') {\n        const filePath = spoolPayloadToFile(p, inboundRoot, 'audio');\n        lines.push(`${describePayload(p)}\\n(已落盘: ${filePath}，可供 STT/MCP 使用)`);\n        continue;\n      }\n\n      if (config.audio.strategy === 'transcribe') {\n        try {\n          const text = await transcribeAudioPayload(p, deps?.transcriber);\n          if (text?.trim()) {\n            deps?.logContentChain?.({\n              stage: CONTENT_CHAIN_STAGE.STT,\n              ok: true,\n              peer: 'speech',\n              chars: text.trim().length,\n            });\n            lines.push(`[语音转写] ${text.trim()}`);\n            continue;\n          }\n        } catch {\n          deps?.logContentChain?.({\n            stage: CONTENT_CHAIN_STAGE.STT,\n            ok: false,\n            peer: 'speech',\n          });\n          // fall through to placeholder\n        }\n        if (!sttFallbackWarned) {\n          deps?.warn?.('语音转写失败或未配置 Speech Host，已降级为文本占位。');\n          sttFallbackWarned = true;\n        }\n        lines.push(describePayload(p));\n        continue;\n      }\n\n      lines.push(describePayload(p));\n      continue;\n    }\n\n    if (p.kind === 'video' && config.video.strategy === 'mcp') {\n      const filePath = spoolPayloadToFile(p, inboundRoot, 'video');\n      lines.push(`${describePayload(p)}\\n(已落盘: ${filePath}，可供 ffmpeg MCP 抽帧)`);\n      continue;\n    }\n\n    lines.push(describePayload(p));\n  }\n\n  return {\n    textAppend: lines.join('\\n'),\n    visionParts,\n    payloads,\n  };\n}\n"]}

package/lib/media/media-spool.d.ts

@@ -1,3 +1,2 @@
 import type { MediaBinaryPayload } from './media-types.js';
 export declare function spoolPayloadToFile(payload: MediaBinaryPayload, baseDir: string, subdir?: string): string;
-//# sourceMappingURL=media-spool.d.ts.map

package/lib/media/media-spool.js.map

@@ -1 +1 @@
-{"version":3,"file":"media-spool.js","sourceRoot":"","sources":["../../src/media/media-spool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAGtC,MAAM,UAAU,kBAAkB,CAChC,OAA2B,EAC3B,OAAe,EACf,MAAM,GAAG,KAAK;IAEd,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC;IAC9E,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACvC,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACtC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IAClE,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,IAAY;IAClD,MAAM,GAAG,GAA2B;QAClC,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;QACnB,YAAY,EAAE,OAAO;QACrB,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;KACpB,CAAC;IACF,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AACvF,CAAC"}
+{"version":3,"file":"media-spool.js","sourceRoot":"","sources":["../../src/media/media-spool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAGtC,MAAM,UAAU,kBAAkB,CAChC,OAA2B,EAC3B,OAAe,EACf,MAAM,GAAG,KAAK;IAEd,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC;IAC9E,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACvC,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACtC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IAClE,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,IAAY;IAClD,MAAM,GAAG,GAA2B;QAClC,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;QACnB,YAAY,EAAE,OAAO;QACrB,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;KACpB,CAAC;IACF,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AACvF,CAAC","sourcesContent":["import * as fs from 'node:fs';\nimport * as path from 'node:path';\nimport * as crypto from 'node:crypto';\nimport type { MediaBinaryPayload } from './media-types.js';\n\nexport function spoolPayloadToFile(\n  payload: MediaBinaryPayload,\n  baseDir: string,\n  subdir = 'tmp',\n): string {\n  const ext = extensionForMime(payload.mimeType, payload.kind);\n  const name = `${payload.kind}-${crypto.randomBytes(6).toString('hex')}${ext}`;\n  const dir = path.join(baseDir, subdir);\n  fs.mkdirSync(dir, { recursive: true });\n  const filePath = path.join(dir, name);\n  fs.writeFileSync(filePath, Buffer.from(payload.base64, 'base64'));\n  return filePath;\n}\n\nfunction extensionForMime(mime: string, kind: string): string {\n  const map: Record<string, string> = {\n    'image/jpeg': '.jpg',\n    'image/png': '.png',\n    'image/gif': '.gif',\n    'image/webp': '.webp',\n    'audio/mpeg': '.mp3',\n    'audio/wav': '.wav',\n    'video/mp4': '.mp4',\n  };\n  return map[mime] || (kind === 'audio' ? '.mp3' : kind === 'video' ? '.mp4' : '.bin');\n}\n"]}

package/lib/media/media-tool-bridge.d.ts

@@ -6,4 +6,3 @@ import type { ToolCallRecord } from '../core/tool-calls-user-format.js';
 export declare function extractMediaElementsFromToolCalls(toolCalls: ToolCallRecord[]): AgentOutputElement[];
 /** parseOutput 结果 + 工具媒体元素合并 */
 export declare function mergeToolOutboundElements(elements: AgentOutputElement[], toolCalls: ToolCallRecord[]): AgentOutputElement[];
-//# sourceMappingURL=media-tool-bridge.d.ts.map

package/lib/media/media-tool-bridge.js.map

@@ -1 +1 @@
-{"version":3,"file":"media-tool-bridge.js","sourceRoot":"","sources":["../../src/media/media-tool-bridge.ts"],"names":[],"mappings":"AAGA,SAAS,qBAAqB,CAAC,MAAe;IAC5C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACnE,OAAO,MAAiC,CAAC;IAC3C,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAY,CAAC;YAC7C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnE,OAAO,MAAiC,CAAC;YAC3C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iCAAiC,CAC/C,SAA2B;IAE3B,MAAM,GAAG,GAAyB,EAAE,CAAC;IACrC,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,qBAAqB,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,GAAG;YAAE,SAAS;QAEnB,IAAI,EAAE,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;gBAAE,SAAS;YAClD,MAAM,MAAM,GAAG,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YACnE,MAAM,IAAI,GAAG,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC;YAC3D,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,QAAQ,IAAI,WAAW,KAAK,EAAE;gBACnC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;gBAAE,SAAS;YAClD,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC;YACnE,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,QAAQ,IAAI,WAAW,KAAK,EAAE;gBACnC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gCAAgC;AAChC,MAAM,UAAU,yBAAyB,CACvC,QAA8B,EAC9B,SAA2B;IAE3B,MAAM,KAAK,GAAG,iCAAiC,CAAC,SAAS,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,QAAQ,CAAC;IACnC,OAAO,CAAC,GAAG,QAAQ,EAAE,GAAG,KAAK,CAAC,CAAC;AACjC,CAAC"}
+{"version":3,"file":"media-tool-bridge.js","sourceRoot":"","sources":["../../src/media/media-tool-bridge.ts"],"names":[],"mappings":"AAGA,SAAS,qBAAqB,CAAC,MAAe;IAC5C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACnE,OAAO,MAAiC,CAAC;IAC3C,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAY,CAAC;YAC7C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnE,OAAO,MAAiC,CAAC;YAC3C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iCAAiC,CAC/C,SAA2B;IAE3B,MAAM,GAAG,GAAyB,EAAE,CAAC;IACrC,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,qBAAqB,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,GAAG;YAAE,SAAS;QAEnB,IAAI,EAAE,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;gBAAE,SAAS;YAClD,MAAM,MAAM,GAAG,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YACnE,MAAM,IAAI,GAAG,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC;YAC3D,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,QAAQ,IAAI,WAAW,KAAK,EAAE;gBACnC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;gBAAE,SAAS;YAClD,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC;YACnE,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,QAAQ,IAAI,WAAW,KAAK,EAAE;gBACnC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gCAAgC;AAChC,MAAM,UAAU,yBAAyB,CACvC,QAA8B,EAC9B,SAA2B;IAE3B,MAAM,KAAK,GAAG,iCAAiC,CAAC,SAAS,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,QAAQ,CAAC;IACnC,OAAO,CAAC,GAAG,QAAQ,EAAE,GAAG,KAAK,CAAC,CAAC;AACjC,CAAC","sourcesContent":["import type { AgentOutputElement } from '../outbound/agent-output.js';\nimport type { ToolCallRecord } from '../core/tool-calls-user-format.js';\n\nfunction parseToolResultObject(result: unknown): Record<string, unknown> | null {\n  if (result && typeof result === 'object' && !Array.isArray(result)) {\n    return result as Record<string, unknown>;\n  }\n  if (typeof result === 'string') {\n    try {\n      const parsed = JSON.parse(result) as unknown;\n      if (parsed && typeof parsed === 'object' && !Array.isArray(parsed)) {\n        return parsed as Record<string, unknown>;\n      }\n    } catch {\n      return null;\n    }\n  }\n  return null;\n}\n\n/**\n * 从工具结果提取出站媒体（如 voice_tts → AudioElement）\n */\nexport function extractMediaElementsFromToolCalls(\n  toolCalls: ToolCallRecord[],\n): AgentOutputElement[] {\n  const out: AgentOutputElement[] = [];\n  for (const tc of toolCalls) {\n    const obj = parseToolResultObject(tc.result);\n    if (!obj) continue;\n\n    if (tc.tool === 'voice_tts') {\n      const audio = obj.audio;\n      if (typeof audio !== 'string' || !audio) continue;\n      const format = typeof obj.format === 'string' ? obj.format : 'mp3';\n      const mime = format === 'wav' ? 'audio/wav' : 'audio/mpeg';\n      out.push({\n        type: 'audio',\n        url: `data:${mime};base64,${audio}`,\n        base64: audio,\n      });\n      continue;\n    }\n\n    if (tc.tool === 'generate_image') {\n      const image = obj.image;\n      if (typeof image !== 'string' || !image) continue;\n      const mime = typeof obj.mime === 'string' ? obj.mime : 'image/png';\n      out.push({\n        type: 'image',\n        url: `data:${mime};base64,${image}`,\n        base64: image,\n      });\n    }\n  }\n  return out;\n}\n\n/** parseOutput 结果 + 工具媒体元素合并 */\nexport function mergeToolOutboundElements(\n  elements: AgentOutputElement[],\n  toolCalls: ToolCallRecord[],\n): AgentOutputElement[] {\n  const media = extractMediaElementsFromToolCalls(toolCalls);\n  if (!media.length) return elements;\n  return [...elements, ...media];\n}\n"]}

package/lib/media/media-types.d.ts

@@ -57,4 +57,3 @@ export interface OutboundMediaCapabilities {
     maxAttachmentBytes?: number;
 }
 export declare const DEFAULT_OUTBOUND_CAPABILITIES: OutboundMediaCapabilities;
-//# sourceMappingURL=media-types.d.ts.map

package/lib/media/media-types.js.map

@@ -1 +1 @@
-{"version":3,"file":"media-types.js","sourceRoot":"","sources":["../../src/media/media-types.ts"],"names":[],"mappings":"AAkCA,MAAM,CAAC,MAAM,yBAAyB,GAAqB;IACzD,OAAO,EAAE,IAAI;IACb,YAAY,EAAE,UAAU;IACxB,UAAU,EAAE,oBAAoB;IAChC,WAAW,EAAE,qBAAqB;IAClC,KAAK,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE;IACvD,KAAK,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE;IACjC,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,EAAE;IAC9C,QAAQ,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE;CACpC,CAAC;AAoBF,MAAM,CAAC,MAAM,6BAA6B,GAA8B;IACtE,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,IAAI;IACX,IAAI,EAAE,IAAI;IACV,kBAAkB,EAAE,UAAU;CAC/B,CAAC"}
+{"version":3,"file":"media-types.js","sourceRoot":"","sources":["../../src/media/media-types.ts"],"names":[],"mappings":"AAkCA,MAAM,CAAC,MAAM,yBAAyB,GAAqB;IACzD,OAAO,EAAE,IAAI;IACb,YAAY,EAAE,UAAU;IACxB,UAAU,EAAE,oBAAoB;IAChC,WAAW,EAAE,qBAAqB;IAClC,KAAK,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE;IACvD,KAAK,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE;IACjC,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,EAAE;IAC9C,QAAQ,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE;CACpC,CAAC;AAoBF,MAAM,CAAC,MAAM,6BAA6B,GAA8B;IACtE,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,IAAI;IACX,IAAI,EAAE,IAAI;IACV,kBAAkB,EAAE,UAAU;CAC/B,CAAC","sourcesContent":["import type { MediaContentBlock } from '@zhin.js/ai';\n\nexport type MediaKind = 'image' | 'audio' | 'video' | 'file';\n\nexport interface MediaBinaryPayload {\n  kind: MediaKind;\n  base64: string;\n  mimeType: string;\n  fileName?: string;\n  meta?: {\n    duration?: number;\n    alt?: string;\n    width?: number;\n    height?: number;\n    format?: 'wav' | 'mp3';\n  };\n}\n\n/** Host-owned speech boundary used by media consumers that need STT. */\nexport interface AudioTranscriptionPort {\n  transcribe(payload: MediaBinaryPayload, signal?: AbortSignal): Promise<string | undefined>;\n}\n\nexport interface MultimodalConfig {\n  enabled: boolean;\n  maxFileBytes: number;\n  inboundDir: string;\n  outboundDir: string;\n  image: { maxDimension: number; preferNativeVision: boolean };\n  audio: { strategy: 'transcribe' | 'mcp' | 'text-only' };\n  video: { strategy: 'mcp' | 'text-only'; maxFrames: number };\n  outbound: { splitMessages: 'auto' | 'single' | 'always_split' };\n}\n\nexport const DEFAULT_MULTIMODAL_CONFIG: MultimodalConfig = {\n  enabled: true,\n  maxFileBytes: 26_214_400,\n  inboundDir: 'data/media/inbound',\n  outboundDir: 'data/media/outbound',\n  image: { maxDimension: 2048, preferNativeVision: true },\n  audio: { strategy: 'transcribe' },\n  video: { strategy: 'text-only', maxFrames: 8 },\n  outbound: { splitMessages: 'auto' },\n};\n\nexport interface PreprocessInboundResult {\n  textAppend: string;\n  visionParts: MediaContentBlock[];\n  payloads: MediaBinaryPayload[];\n}\n\n/** 子 agent / standalone turn 首条 user content 的内部部件（text + canonical 媒体块）。 */\nexport type AgentRunInputPart = { type: 'text'; text: string } | MediaContentBlock;\nexport type AgentRunInput = string | AgentRunInputPart[];\n\nexport interface OutboundMediaCapabilities {\n  image?: boolean;\n  audio?: boolean;\n  video?: boolean;\n  file?: boolean;\n  maxAttachmentBytes?: number;\n}\n\nexport const DEFAULT_OUTBOUND_CAPABILITIES: OutboundMediaCapabilities = {\n  image: true,\n  audio: true,\n  video: true,\n  file: true,\n  maxAttachmentBytes: 26_214_400,\n};\n"]}

package/lib/media/perception.d.ts

@@ -1,4 +1,4 @@
-import { type LlmApiRuntime, type ProviderResilienceConfig, type ProviderResilienceEvent, type ProviderTimers } from '@zhin.js/ai';
+import { type LlmApiRuntime, type ProviderResilienceConfig, type ProviderResilienceEvent, type ProviderTimers, type Usage } from '@zhin.js/ai';
 import type { MediaBinaryPayload } from './media-types.js';
 import type { PerceptionMediaKind, ResolvedPerceptionConfig } from '../config/perception-config.js';
 export { DEFAULT_PERCEPTION_SETTINGS, PERCEPTION_MEDIA_KINDS, resolvePerceptionConfig, type PerceptionConfigInput, type PerceptionMediaKind, type ResolvedPerceptionConfig, } from '../config/perception-config.js';
@@ -9,6 +9,8 @@ export interface MediaPerception {
     readonly model: string;
     /** The description came from the per-port cache (same bytes seen before). */
     readonly cached: boolean;
+    /** Tokens the perception call spent. Absent for cache hits or when the provider reported none. */
+    readonly usage?: Usage;
 }
 /** Host-owned boundary that describes media the turn's model cannot take. */
 export interface MediaPerceptionPort {
@@ -31,6 +33,11 @@ export interface LlmMediaPerceptionOptions {
 /** sha256 over kind + mime + bytes; identical stickers and memes share one description. */
 export declare function perceptionCacheKey(payload: MediaBinaryPayload): string;
 export declare function truncatePerceptionText(text: string, maxChars: number): string;
+/** A perception call that failed after reaching the provider; `usage` is a conservative estimate. */
+export declare class MediaPerceptionFailedError extends Error {
+    readonly usage: Usage;
+    constructor(cause: unknown, usage: Usage);
+}
 /**
  * Perception port backed by a configured provider/model: one media-capable
  * completion per payload through the provider resilience layer (retry,
@@ -44,4 +51,3 @@ export declare function createLlmMediaPerceptionPort(options: LlmMediaPerception
  * `- (eventType; source=external_content) text` line and a closing marker.
  */
 export declare function renderPerceptionCaption(kind: PerceptionMediaKind, text: string): string;
-//# sourceMappingURL=perception.d.ts.map