@zhin.js/agent 1.0.9 → 1.1.0

package/lib/internal/agent-host.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-host.d.ts","sourceRoot":"","sources":["../../src/internal/agent-host.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,cAAc,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,WAAW,EAAE,2BAA2B,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjS,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AACjF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAC;AAC/E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAC/F,OAAO,KAAK,EACV,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,eAAe,EACf,eAAe,EACf,eAAe,EACf,kBAAkB,EACnB,MAAM,iBAAiB,CAAC;AACzB,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,MAAM,EAAE,kBAAkB,CAAC;IACpC,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC;IAC9B,QAAQ,CAAC,aAAa,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACpD,eAAe,IAAI,UAAU,CAAC;IAC9B,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;IAC7C,QAAQ,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI,CAAC;IACzC,QAAQ,CAAC,YAAY,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAChD,QAAQ,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,CAAC;IACrC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC;IACvC,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;IAC7C,QAAQ,CAAC,YAAY,EAAE,YAAY,GAAG,IAAI,CAAC;IAC3C,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;IAC7C,QAAQ,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI,CAAC;IACzC,iFAAiF;IACjF,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,QAAQ,CAAC,cAAc,EAAE,cAAc,GAAG,oBAAoB,CAAC;IAC/D,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,GAAG,uBAAuB,CAAC;IACxE,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAC9C,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAC9C,QAAQ,CAAC,MAAM,EAAE,kBAAkB,CAAC;IACpC,QAAQ,CAAC,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IACzD,QAAQ,CAAC,YAAY,EAAE,gBAAgB,CAAC;IACxC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,cAAc,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/C,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,mBAAmB,IAAI,MAAM,CAAC;IAC9B,uBAAuB,IAAI,MAAM,CAAC;IAClC,uBAAuB,CAAC,GAAG,EAAE,uBAAuB,GAAG,IAAI,CAAC;IAC5D,sBAAsB,IAAI,IAAI,CAAC;IAC/B,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IAClD,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;IAC7C,QAAQ,CAAC,WAAW,EAAE,oBAAoB,CAAC;IAC3C,QAAQ,CAAC,iBAAiB,EAAE,qBAAqB,CAAC;IAClD,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAC;IACnC,eAAe,EAAE,SAAS,EAAE,CAAC;IAC7B,mBAAmB,CAAC,EAAE,eAAe,EAAE,CAAC;IACxC,2BAA2B,CAAC,EAAE,2BAA2B,CAAC;IAC1D,0BAA0B,CAAC,EAAE,2BAA2B,CAAC;IACzD,QAAQ,CAAC,oBAAoB,EAAE,oBAAoB,CAAC;IACpD,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,wEAAwE;IACxE,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;IAChD,oBAAoB,IAAI,eAAe,GAAG,SAAS,CAAC;IACpD,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACtE,uBAAuB,CAAC,MAAM,EAAE,oBAAoB,GAAG,IAAI,CAAC;IAC5D,uBAAuB,IAAI,oBAAoB,GAAG,IAAI,CAAC;IACvD,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,eAAe,IAAI,IAAI,CAAC;IACxB,kBAAkB,CAChB,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE,OAAO,GAAG,WAAW,GAAG,eAAe,CAAC,GAAG;QAAE,KAAK,EAAE,KAAK,CAAA;KAAE,GACzF,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,mBAAmB,CACjB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,OAAO,EACpB,IAAI,EAAE,MAAM,GAAG,YAAY,EAC3B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,GACZ,IAAI,CAAC;IACR,uBAAuB,CACrB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,OAAO,EACpB,IAAI,EAAE,MAAM,GAAG,YAAY,EAC3B,IAAI,EAAE;QACJ,gBAAgB,EAAE,MAAM,CAAC;QACzB,eAAe,EAAE,MAAM,CAAC;QACxB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,gBAAgB,EAAE,MAAM,CAAC;KAC1B,GACA,IAAI,CAAC;IACR,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAAC;IACnD,iBAAiB,CACf,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,WAAW,EAAE,OAAO,EACpB,QAAQ,EAAE,SAAS,EAAE,GACpB,OAAO,CAAC,MAAM,CAAC,CAAC;IACnB,4BAA4B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAAC;IACzD,8BAA8B,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IACzD,2BAA2B,CACzB,WAAW,EAAE,OAAO,EACpB,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAAC;CAClB;AAED,YAAY,EAAE,eAAe,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC"}
+{"version":3,"file":"agent-host.d.ts","sourceRoot":"","sources":["../../src/internal/agent-host.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,cAAc,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,WAAW,EAAE,2BAA2B,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjS,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AACjF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAC;AAC/E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wCAAwC,CAAC;AAC3E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAC/F,OAAO,KAAK,EACV,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,eAAe,EACf,eAAe,EACf,eAAe,EACf,kBAAkB,EACnB,MAAM,iBAAiB,CAAC;AACzB,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,MAAM,EAAE,kBAAkB,CAAC;IACpC,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC;IAC9B,QAAQ,CAAC,aAAa,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACpD,eAAe,IAAI,UAAU,CAAC;IAC9B,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;IAC7C,QAAQ,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI,CAAC;IACzC,QAAQ,CAAC,YAAY,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAChD,QAAQ,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,CAAC;IACrC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC;IACvC,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;IAC7C,QAAQ,CAAC,YAAY,EAAE,YAAY,GAAG,IAAI,CAAC;IAC3C,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;IAC7C,QAAQ,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI,CAAC;IACzC,iFAAiF;IACjF,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,4FAA4F;IAC5F,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,cAAc,EAAE,cAAc,GAAG,oBAAoB,CAAC;IAC/D,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,GAAG,uBAAuB,CAAC;IACxE,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAC9C,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAC9C,QAAQ,CAAC,MAAM,EAAE,kBAAkB,CAAC;IACpC,QAAQ,CAAC,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IACzD,QAAQ,CAAC,YAAY,EAAE,gBAAgB,CAAC;IACxC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,cAAc,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/C,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,mBAAmB,IAAI,MAAM,CAAC;IAC9B,uBAAuB,IAAI,MAAM,CAAC;IAClC,uBAAuB,CAAC,GAAG,EAAE,uBAAuB,GAAG,IAAI,CAAC;IAC5D,sBAAsB,IAAI,IAAI,CAAC;IAC/B,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IAClD,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;IAC7C,QAAQ,CAAC,WAAW,EAAE,oBAAoB,CAAC;IAC3C,QAAQ,CAAC,iBAAiB,EAAE,qBAAqB,CAAC;IAClD,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAC;IACnC,eAAe,EAAE,SAAS,EAAE,CAAC;IAC7B,mBAAmB,CAAC,EAAE,eAAe,EAAE,CAAC;IACxC,2BAA2B,CAAC,EAAE,2BAA2B,CAAC;IAC1D,0BAA0B,CAAC,EAAE,2BAA2B,CAAC;IACzD,QAAQ,CAAC,oBAAoB,EAAE,oBAAoB,CAAC;IACpD,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,wEAAwE;IACxE,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;IAChD,oBAAoB,IAAI,eAAe,GAAG,SAAS,CAAC;IACpD,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACtE,uBAAuB,CAAC,MAAM,EAAE,oBAAoB,GAAG,IAAI,CAAC;IAC5D,uBAAuB,IAAI,oBAAoB,GAAG,IAAI,CAAC;IACvD,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,eAAe,IAAI,IAAI,CAAC;IACxB,kBAAkB,CAChB,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE,OAAO,GAAG,WAAW,GAAG,eAAe,CAAC,GAAG;QAAE,KAAK,EAAE,KAAK,CAAA;KAAE,GACzF,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,mBAAmB,CACjB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,OAAO,EACpB,IAAI,EAAE,MAAM,GAAG,YAAY,EAC3B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,GACZ,IAAI,CAAC;IACR,uBAAuB,CACrB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,OAAO,EACpB,IAAI,EAAE,MAAM,GAAG,YAAY,EAC3B,IAAI,EAAE;QACJ,gBAAgB,EAAE,MAAM,CAAC;QACzB,eAAe,EAAE,MAAM,CAAC;QACxB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,gBAAgB,EAAE,MAAM,CAAC;KAC1B,GACA,IAAI,CAAC;IACR,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAAC;IACnD,iBAAiB,CACf,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,WAAW,EAAE,OAAO,EACpB,QAAQ,EAAE,SAAS,EAAE,GACpB,OAAO,CAAC,MAAM,CAAC,CAAC;IACnB,4BAA4B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAAC;IACzD,8BAA8B,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IACzD,2BAA2B,CACzB,WAAW,EAAE,OAAO,EACpB,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAAC;CAClB;AAED,YAAY,EAAE,eAAe,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC"}

package/lib/internal/host-types.d.ts

@@ -62,6 +62,7 @@ export interface HostPromptTurnRequest {
     userMessages: import('@zhin.js/ai').AgentMessage[];
     commMessage: Message;
     onChunk?: OnChunkCallback;
+    signal?: AbortSignal;
     execute: (initialMessages: import('@zhin.js/ai').AgentMessage[], hooks: HostPromptTurnHooks, signal: AbortSignal, turnId: string) => Promise<HostAgentLoopTurnResult>;
 }
 export interface HostPromptTurnHooks {

package/lib/internal/host-types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"host-types.d.ts","sourceRoot":"","sources":["../../src/internal/host-types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,KAAK,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AAC1F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAEtE,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAExF,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;AAEpE,MAAM,WAAW,oBAAoB;IACnC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE;QACrB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAChC,KAAK,IAAI,CAAC;CACZ;AAED,MAAM,WAAW,qBAAqB;IACpC,kBAAkB,EAAE,OAAO,CAAC;IAC5B,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,YAAY,GAAG,cAAc,GAAG,YAAY,CAAC;AAEpG,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,KAAK,CAAC;IACb,SAAS,CAAC,EAAE,KAAK,CAAC;IAClB,aAAa,CAAC,EAAE,KAAK,CAAC;IACtB,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,qBAAqB;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oBAAoB;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mBAAmB;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB;IACtC,aAAa,CAAC,EAAE,wBAAwB,CAAC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,SAAS,CAAC,EAAE,kBAAkB,CAAC;CAChC;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC;IACrF,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;IAC1D,aAAa,CACX,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,OAAO,EACpB,IAAI,EAAE,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,EACnC,KAAK,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,GACrC,MAAM,CAAC,cAAc,CAAC;IACzB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,aAAa,IAAI,MAAM,GAAG,IAAI,CAAC;CAChC;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACxD,KAAK,IAAI,IAAI,CAAC;IACd,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,IAAI,OAAO,CAAC;IAClB,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC;CAChG;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,OAAO,aAAa,EAAE,YAAY,EAAE,CAAC;IACnD,WAAW,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,eAAe,CAAC;IAC1B,OAAO,EAAE,CACP,eAAe,EAAE,OAAO,aAAa,EAAE,YAAY,EAAE,EACrD,KAAK,EAAE,mBAAmB,EAC1B,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,MAAM,KACX,OAAO,CAAC,uBAAuB,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,mBAAmB;IAClC,mBAAmB,EAAE,MAAM,OAAO,CAAC,OAAO,aAAa,EAAE,YAAY,EAAE,CAAC,CAAC;IACzE,mBAAmB,EAAE,MAAM,OAAO,CAAC,OAAO,aAAa,EAAE,YAAY,EAAE,CAAC,CAAC;CAC1E;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,KAAK,CAAC;IACb,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,YAAY,CAAC;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,OAAO,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,IAAI,IAAI,CAAC;IACd,uBAAuB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE,OAAO,GAAG,WAAW,GAAG,eAAe,CAAC,GAAG;QAAE,KAAK,EAAE,KAAK,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrH;AAED,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC"}
+{"version":3,"file":"host-types.d.ts","sourceRoot":"","sources":["../../src/internal/host-types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,KAAK,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AAC1F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAEtE,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAExF,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;AAEpE,MAAM,WAAW,oBAAoB;IACnC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE;QACrB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAChC,KAAK,IAAI,CAAC;CACZ;AAED,MAAM,WAAW,qBAAqB;IACpC,kBAAkB,EAAE,OAAO,CAAC;IAC5B,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,YAAY,GAAG,cAAc,GAAG,YAAY,CAAC;AAEpG,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,KAAK,CAAC;IACb,SAAS,CAAC,EAAE,KAAK,CAAC;IAClB,aAAa,CAAC,EAAE,KAAK,CAAC;IACtB,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,qBAAqB;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oBAAoB;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mBAAmB;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB;IACtC,aAAa,CAAC,EAAE,wBAAwB,CAAC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,SAAS,CAAC,EAAE,kBAAkB,CAAC;CAChC;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC;IACrF,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;IAC1D,aAAa,CACX,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,OAAO,EACpB,IAAI,EAAE,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,EACnC,KAAK,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,GACrC,MAAM,CAAC,cAAc,CAAC;IACzB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,aAAa,IAAI,MAAM,GAAG,IAAI,CAAC;CAChC;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACxD,KAAK,IAAI,IAAI,CAAC;IACd,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,IAAI,OAAO,CAAC;IAClB,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC;CAChG;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,OAAO,aAAa,EAAE,YAAY,EAAE,CAAC;IACnD,WAAW,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,eAAe,CAAC;IAC1B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,OAAO,EAAE,CACP,eAAe,EAAE,OAAO,aAAa,EAAE,YAAY,EAAE,EACrD,KAAK,EAAE,mBAAmB,EAC1B,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,MAAM,KACX,OAAO,CAAC,uBAAuB,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,mBAAmB;IAClC,mBAAmB,EAAE,MAAM,OAAO,CAAC,OAAO,aAAa,EAAE,YAAY,EAAE,CAAC,CAAC;IACzE,mBAAmB,EAAE,MAAM,OAAO,CAAC,OAAO,aAAa,EAAE,YAAY,EAAE,CAAC,CAAC;CAC1E;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,KAAK,CAAC;IACb,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,YAAY,CAAC;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,OAAO,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,IAAI,IAAI,CAAC;IACd,uBAAuB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE,OAAO,GAAG,WAAW,GAAG,eAAe,CAAC,GAAG;QAAE,KAAK,EAAE,KAAK,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrH;AAED,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC"}

package/lib/media/inbound-refs.d.ts

@@ -0,0 +1,9 @@
+/**
+ * 入站媒体引用读取 — commMessage 的 canonical 媒体段（extra.media 优先，
+ * 否则 extra.segments 经 collectSegmentMedia 收集）。turn 注入与
+ * orchestrator 子 agent 入站共用。
+ */
+import { type Message, type SegmentMediaRef } from '@zhin.js/core';
+/** 从 commMessage 提取入站媒体段（extra.media 优先，否则 extra.segments 收集）。 */
+export declare function readInboundMediaRefs(commMessage: Message): readonly SegmentMediaRef[];
+//# sourceMappingURL=inbound-refs.d.ts.map

package/lib/media/inbound-refs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inbound-refs.d.ts","sourceRoot":"","sources":["../../src/media/inbound-refs.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAGL,KAAK,OAAO,EACZ,KAAK,eAAe,EACrB,MAAM,eAAe,CAAC;AAEvB,kEAAkE;AAClE,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,OAAO,GAAG,SAAS,eAAe,EAAE,CAWrF"}

package/lib/media/inbound-refs.js

@@ -0,0 +1,18 @@
+/**
+ * 入站媒体引用读取 — commMessage 的 canonical 媒体段（extra.media 优先，
+ * 否则 extra.segments 经 collectSegmentMedia 收集）。turn 注入与
+ * orchestrator 子 agent 入站共用。
+ */
+import { collectSegmentMedia, } from '@zhin.js/core';
+/** 从 commMessage 提取入站媒体段（extra.media 优先，否则 extra.segments 收集）。 */
+export function readInboundMediaRefs(commMessage) {
+    const extra = commMessage.extra;
+    if (Array.isArray(extra?.media)) {
+        return extra.media;
+    }
+    const segments = Array.isArray(extra?.segments)
+        ? extra.segments
+        : commMessage.$content;
+    return collectSegmentMedia(segments);
+}
+//# sourceMappingURL=inbound-refs.js.map

package/lib/media/inbound-refs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inbound-refs.js","sourceRoot":"","sources":["../../src/media/inbound-refs.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EACL,mBAAmB,GAIpB,MAAM,eAAe,CAAC;AAEvB,kEAAkE;AAClE,MAAM,UAAU,oBAAoB,CAAC,WAAoB;IACvD,MAAM,KAAK,GAAI,WAAgC,CAAC,KAEnC,CAAC;IACd,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,KAAK,CAAC,KAAmC,CAAC;IACnD,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC;QAC7C,CAAC,CAAE,KAAK,CAAC,QAAsD;QAC/D,CAAC,CAAE,WAAsC,CAAC,QAAqD,CAAC;IAClG,OAAO,mBAAmB,CAAC,QAAQ,CAAC,CAAC;AACvC,CAAC"}

package/lib/media/index.d.ts

@@ -11,4 +11,5 @@ export * from './deliver-subagent-result.js';
 export * from './subagent-user-delivery.js';
 export * from './vision-capability.js';
 export * from './subagent-inbound.js';
+export * from './inbound-refs.js';
 //# sourceMappingURL=index.d.ts.map

package/lib/media/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,mBAAmB,CAAC"}

package/lib/media/index.js

@@ -11,4 +11,5 @@ export * from './deliver-subagent-result.js';
 export * from './subagent-user-delivery.js';
 export * from './vision-capability.js';
 export * from './subagent-inbound.js';
+export * from './inbound-refs.js';
 //# sourceMappingURL=index.js.map

package/lib/media/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,mBAAmB,CAAC"}

package/lib/media/media-normalize.d.ts

@@ -1,12 +1,23 @@
-import type { ContentPart } from '@zhin.js/ai';
+import type { MediaRef } from '@zhin.js/core';
+import type { ContentPart, MediaContentBlock } from '@zhin.js/ai';
 import type { MediaBinaryPayload } from './media-types.js';
 /** 读取本地媒体文件为 base64（相对路径相对 process.cwd()） */
 export declare function readLocalFileAsBase64(filePath: string, maxBytes: number): Promise<MediaBinaryPayload | null>;
 export declare function fetchUrlAsBase64(url: string, maxBytes: number): Promise<MediaBinaryPayload | null>;
 /**
- * ContentPart[] → MediaBinaryPayload[]（优先已有 base64；URL 按需 fetch）
+ * canonical 媒体引用（SegmentMediaRef 形状）→ MediaBinaryPayload[]。
+ * base64 直取；path 读本地文件；url 按需 fetch；kind=file（平台不透明引用）跳过。
  */
-export declare function normalizeContentPartsToPayloads(parts: ContentPart[], maxFileBytes: number): Promise<MediaBinaryPayload[]>;
+export declare function normalizeMediaRefsToPayloads(refs: readonly {
+    type: string;
+    media: MediaRef;
+}[], maxBytes: number): Promise<MediaBinaryPayload[]>;
+/**
+ * Compatibility ingress for the former ContentPart-based multimodal surface.
+ * New IM ingress should use normalizeMediaRefsToPayloads instead.
+ */
+export declare function normalizeContentPartsToPayloads(parts: readonly ContentPart[], maxBytes: number): Promise<MediaBinaryPayload[]>;
 export declare function payloadToDataUri(payload: MediaBinaryPayload): string;
-export declare function payloadToVisionPart(payload: MediaBinaryPayload): ContentPart | null;
+/** 图片载荷 → canonical vision 媒体块（base64 ref，agentLoop UserMessage.media 用） */
+export declare function payloadToVisionPart(payload: MediaBinaryPayload): MediaContentBlock | null;
 //# sourceMappingURL=media-normalize.d.ts.map

package/lib/media/media-normalize.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"media-normalize.d.ts","sourceRoot":"","sources":["../../src/media/media-normalize.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,KAAK,EAAE,kBAAkB,EAAa,MAAM,kBAAkB,CAAC;AAwEtE,6CAA6C;AAC7C,wBAAsB,qBAAqB,CACzC,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAepC;AAED,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAexG;AAED;;GAEG;AACH,wBAAsB,+BAA+B,CACnD,KAAK,EAAE,WAAW,EAAE,EACpB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAmE/B;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAEpE;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,kBAAkB,GAAG,WAAW,GAAG,IAAI,CAMnF"}
+{"version":3,"file":"media-normalize.d.ts","sourceRoot":"","sources":["../../src/media/media-normalize.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAClE,OAAO,KAAK,EAAE,kBAAkB,EAAa,MAAM,kBAAkB,CAAC;AAqDtE,6CAA6C;AAC7C,wBAAsB,qBAAqB,CACzC,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAepC;AAED,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAexG;AAED;;;GAGG;AACH,wBAAsB,4BAA4B,CAChD,IAAI,EAAE,SAAS;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,QAAQ,CAAA;CAAE,EAAE,EAClD,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA4B/B;AAED;;;GAGG;AACH,wBAAsB,+BAA+B,CACnD,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA0C/B;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAEpE;AAED,4EAA4E;AAC5E,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,kBAAkB,GAAG,iBAAiB,GAAG,IAAI,CAazF"}

package/lib/media/media-normalize.js

@@ -1,24 +1,23 @@
 import * as fs from 'node:fs/promises';
 import * as path from 'node:path';
 import { fileURLToPath } from 'node:url';
-function guessMimeFromFormat(fmt) {
-    if (fmt === 'wav')
-        return 'audio/wav';
-    if (fmt === 'mp3')
-        return 'audio/mpeg';
-    return 'application/octet-stream';
+function kindFromSegmentType(type) {
+    if (type === 'image')
+        return 'image';
+    if (type === 'audio' || type === 'record' || type === 'voice')
+        return 'audio';
+    if (type === 'video')
+        return 'video';
+    return null;
 }
-function kindFromContentPart(part) {
-    switch (part.type) {
-        case 'image_url':
-            return 'image';
-        case 'audio':
-            return 'audio';
-        case 'video_url':
-            return 'video';
-        default:
-            return null;
-    }
+function kindFromMime(mime) {
+    if (mime.startsWith('image/'))
+        return 'image';
+    if (mime.startsWith('audio/'))
+        return 'audio';
+    if (mime.startsWith('video/'))
+        return 'video';
+    return 'file';
 }
 function parseDataUri(dataUri) {
     const m = /^data:([^;]+);base64,(.+)$/i.exec(dataUri.trim());
@@ -26,19 +25,9 @@ function parseDataUri(dataUri) {
         return null;
     return { mime: m[1], base64: m[2] };
 }
-function stripSurroundingQuotes(value) {
-    const trimmed = value.trim();
-    if ((trimmed.startsWith('"') && trimmed.endsWith('"'))
-        || (trimmed.startsWith("'") && trimmed.endsWith("'"))) {
-        return trimmed.slice(1, -1);
-    }
-    return trimmed;
-}
-function resolveLocalMediaPath(url) {
-    const normalized = stripSurroundingQuotes(url);
-    if (!normalized || normalized.startsWith('data:'))
-        return null;
-    if (normalized.startsWith('http://') || normalized.startsWith('https://'))
+function resolveLocalMediaPath(value) {
+    const normalized = value.trim().replace(/^(?:"|')|(?:"|')$/g, '');
+    if (!normalized || normalized.startsWith('data:') || /^https?:\/\//i.test(normalized))
         return null;
     if (normalized.startsWith('file://')) {
         try {
@@ -48,9 +37,7 @@ function resolveLocalMediaPath(url) {
             return null;
         }
     }
-    return path.isAbsolute(normalized)
-        ? normalized
-        : path.resolve(process.cwd(), normalized);
+    return path.isAbsolute(normalized) ? normalized : path.resolve(process.cwd(), normalized);
 }
 function mimeFromExtension(filePath) {
     const ext = path.extname(filePath).toLowerCase();
@@ -115,83 +102,100 @@ export async function fetchUrlAsBase64(url, maxBytes) {
     }
 }
 /**
- * ContentPart[] → MediaBinaryPayload[]（优先已有 base64；URL 按需 fetch）
+ * canonical 媒体引用（SegmentMediaRef 形状）→ MediaBinaryPayload[]。
+ * base64 直取；path 读本地文件；url 按需 fetch；kind=file（平台不透明引用）跳过。
  */
-export async function normalizeContentPartsToPayloads(parts, maxFileBytes) {
+export async function normalizeMediaRefsToPayloads(refs, maxBytes) {
     const out = [];
-    for (const part of parts) {
-        if (part.type === 'face')
+    for (const { type, media } of refs) {
+        if (!media || media.kind === 'file')
             continue;
-        const kind = kindFromContentPart(part);
-        if (!kind)
+        if (typeof media.size === 'number' && media.size > maxBytes)
             continue;
+        const wantKind = kindFromSegmentType(type);
+        const fileName = media.file_name ? { fileName: media.file_name } : {};
+        if (media.kind === 'base64') {
+            const dataUri = parseDataUri(media.value);
+            const base64 = (dataUri?.base64 ?? media.value).replace(/^base64:\/\//, '');
+            const mimeType = dataUri?.mime ?? media.mime_type ?? 'application/octet-stream';
+            out.push({ kind: wantKind ?? kindFromMime(mimeType), base64, mimeType, ...fileName });
+            continue;
+        }
+        if (media.kind === 'path') {
+            const local = await readLocalFileAsBase64(media.value, maxBytes);
+            if (local)
+                out.push({ ...local, kind: wantKind ?? local.kind, ...fileName });
+            continue;
+        }
+        const fetched = await fetchUrlAsBase64(media.value, maxBytes);
+        if (fetched)
+            out.push({ ...fetched, kind: wantKind ?? fetched.kind, ...fileName });
+    }
+    return out;
+}
+/**
+ * Compatibility ingress for the former ContentPart-based multimodal surface.
+ * New IM ingress should use normalizeMediaRefsToPayloads instead.
+ */
+export async function normalizeContentPartsToPayloads(parts, maxBytes) {
+    const payloads = [];
+    for (const part of parts) {
         if (part.type === 'audio') {
-            const b64 = part.audio.data;
-            if (b64) {
-                out.push({
+            const base64 = typeof part.audio?.data === 'string' ? part.audio.data : '';
+            if (base64) {
+                const format = part.audio.format === 'wav' ? 'wav' : 'mp3';
+                payloads.push({
                     kind: 'audio',
-                    base64: b64,
-                    mimeType: guessMimeFromFormat(part.audio.format),
-                    meta: { format: part.audio.format },
+                    base64: base64.replace(/^base64:\/\//, ''),
+                    mimeType: format === 'wav' ? 'audio/wav' : 'audio/mpeg',
+                    meta: { format },
                 });
             }
             continue;
         }
-        if (part.type === 'image_url') {
-            const url = part.image_url.url;
-            const parsed = parseDataUri(url);
-            if (parsed) {
-                out.push({ kind: 'image', base64: parsed.base64, mimeType: parsed.mime });
-                continue;
-            }
-            const localPath = resolveLocalMediaPath(url);
-            if (localPath) {
-                const local = await readLocalFileAsBase64(localPath, maxFileBytes);
-                if (local) {
-                    out.push({
-                        ...local,
-                        kind: 'image',
-                        mimeType: local.mimeType.startsWith('image/') ? local.mimeType : 'image/jpeg',
-                    });
-                    continue;
-                }
-            }
-            const fetched = await fetchUrlAsBase64(url, maxFileBytes);
-            if (fetched)
-                out.push(fetched);
+        const url = part.type === 'image_url'
+            ? part.image_url?.url
+            : part.type === 'video_url'
+                ? part.video_url?.url
+                : undefined;
+        if (typeof url !== 'string' || !url.trim())
+            continue;
+        const parsed = parseDataUri(url);
+        const expectedKind = part.type === 'image_url' ? 'image' : 'video';
+        if (parsed) {
+            payloads.push({ kind: expectedKind, base64: parsed.base64, mimeType: parsed.mime });
             continue;
         }
-        if (part.type === 'video_url') {
-            const url = part.video_url.url;
-            const parsed = parseDataUri(url);
-            if (parsed) {
-                out.push({ kind: 'video', base64: parsed.base64, mimeType: parsed.mime });
-                continue;
-            }
-            const localPath = resolveLocalMediaPath(url);
-            if (localPath) {
-                const local = await readLocalFileAsBase64(localPath, maxFileBytes);
-                if (local) {
-                    out.push({ ...local, kind: 'video' });
-                    continue;
-                }
-            }
-            const fetched = await fetchUrlAsBase64(url, maxFileBytes);
-            if (fetched)
-                out.push({ ...fetched, kind: 'video' });
+        const localPath = resolveLocalMediaPath(url);
+        if (localPath) {
+            const local = await readLocalFileAsBase64(localPath, maxBytes);
+            if (local)
+                payloads.push({ ...local, kind: expectedKind });
+            continue;
         }
+        const fetched = await fetchUrlAsBase64(url, maxBytes);
+        if (fetched)
+            payloads.push({ ...fetched, kind: expectedKind });
     }
-    return out;
+    return payloads;
 }
 export function payloadToDataUri(payload) {
     return `data:${payload.mimeType};base64,${payload.base64}`;
 }
+/** 图片载荷 → canonical vision 媒体块（base64 ref，agentLoop UserMessage.media 用） */
 export function payloadToVisionPart(payload) {
     if (payload.kind !== 'image')
         return null;
     return {
-        type: 'image_url',
-        image_url: { url: payloadToDataUri(payload), detail: 'auto' },
+        type: 'image',
+        data: {
+            media: {
+                kind: 'base64',
+                value: payload.base64,
+                mime_type: payload.mimeType,
+                ...(payload.fileName ? { file_name: payload.fileName } : {}),
+            },
+        },
     };
 }
 //# sourceMappingURL=media-normalize.js.map

package/lib/media/media-normalize.js.map

@@ -1 +1 @@
-{"version":3,"file":"media-normalize.js","sourceRoot":"","sources":["../../src/media/media-normalize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,SAAS,mBAAmB,CAAC,GAAW;IACtC,IAAI,GAAG,KAAK,KAAK;QAAE,OAAO,WAAW,CAAC;IACtC,IAAI,GAAG,KAAK,KAAK;QAAE,OAAO,YAAY,CAAC;IACvC,OAAO,0BAA0B,CAAC;AACpC,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAiB;IAC5C,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,WAAW;YACd,OAAO,OAAO,CAAC;QACjB,KAAK,OAAO;YACV,OAAO,OAAO,CAAC;QACjB,KAAK,WAAW;YACd,OAAO,OAAO,CAAC;QACjB;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7D,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAa;IAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IACE,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;WAC/C,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EACrD,CAAC;QACD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,qBAAqB,CAAC,GAAW;IACxC,MAAM,UAAU,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC/C,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/D,IAAI,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC;IACvF,IAAI,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,OAAO,aAAa,CAAC,UAAU,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC;QAChC,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACjD,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACrE,IAAI,GAAG,KAAK,MAAM;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;QACpE,IAAI,GAAG,KAAK,MAAM;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;QACpE,IAAI,GAAG,KAAK,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;QACtE,IAAI,GAAG,KAAK,MAAM;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;QACpE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IACnD,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC;IAClF,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAClD,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,0BAA0B,EAAE,CAAC;AAChE,CAAC;AAED,6CAA6C;AAC7C,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,QAAgB,EAChB,QAAgB;IAEhB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QACxD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACvD,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC9B,QAAQ;YACR,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;SAClC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAW,EAAE,QAAgB;IAClE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QACzB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QACjD,IAAI,GAAG,CAAC,MAAM,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QACvC,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,0BAA0B,CAAC;QAClG,IAAI,IAAI,GAAc,MAAM,CAAC;QAC7B,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,IAAI,GAAG,OAAO,CAAC;aACzC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,IAAI,GAAG,OAAO,CAAC;aAC9C,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,IAAI,GAAG,OAAO,CAAC;QACnD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAClE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,KAAoB,EACpB,YAAoB;IAEpB,MAAM,GAAG,GAAyB,EAAE,CAAC;IAErC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QAEnC,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YAC5B,IAAI,GAAG,EAAE,CAAC;gBACR,GAAG,CAAC,IAAI,CAAC;oBACP,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE,GAAG;oBACX,QAAQ,EAAE,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;oBAChD,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;iBACpC,CAAC,CAAC;YACL,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;YAC/B,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,MAAM,EAAE,CAAC;gBACX,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1E,SAAS;YACX,CAAC;YACD,MAAM,SAAS,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,KAAK,GAAG,MAAM,qBAAqB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;gBACnE,IAAI,KAAK,EAAE,CAAC;oBACV,GAAG,CAAC,IAAI,CAAC;wBACP,GAAG,KAAK;wBACR,IAAI,EAAE,OAAO;wBACb,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY;qBAC9E,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;YACH,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;YAC1D,IAAI,OAAO;gBAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;YAC/B,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,MAAM,EAAE,CAAC;gBACX,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1E,SAAS;YACX,CAAC;YACD,MAAM,SAAS,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,KAAK,GAAG,MAAM,qBAAqB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;gBACnE,IAAI,KAAK,EAAE,CAAC;oBACV,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;oBACtC,SAAS;gBACX,CAAC;YACH,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;YAC1D,IAAI,OAAO;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAA2B;IAC1D,OAAO,QAAQ,OAAO,CAAC,QAAQ,WAAW,OAAO,CAAC,MAAM,EAAE,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAA2B;IAC7D,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,EAAE,GAAG,EAAE,gBAAgB,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;KAC9D,CAAC;AACJ,CAAC"}
+{"version":3,"file":"media-normalize.js","sourceRoot":"","sources":["../../src/media/media-normalize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAKzC,SAAS,mBAAmB,CAAC,IAAY;IACvC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACrC,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IAC9E,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACrC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,OAAO,CAAC;IAC9C,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,OAAO,CAAC;IAC9C,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,OAAO,CAAC;IAC9C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7D,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAa;IAC1C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;IAClE,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC;IACnG,IAAI,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,OAAO,aAAa,CAAC,UAAU,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACjD,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACrE,IAAI,GAAG,KAAK,MAAM;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;QACpE,IAAI,GAAG,KAAK,MAAM;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;QACpE,IAAI,GAAG,KAAK,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;QACtE,IAAI,GAAG,KAAK,MAAM;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;QACpE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IACnD,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC;IAClF,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAClD,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,0BAA0B,EAAE,CAAC;AAChE,CAAC;AAED,6CAA6C;AAC7C,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,QAAgB,EAChB,QAAgB;IAEhB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QACxD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACvD,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC9B,QAAQ;YACR,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;SAClC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAW,EAAE,QAAgB;IAClE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QACzB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QACjD,IAAI,GAAG,CAAC,MAAM,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QACvC,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,0BAA0B,CAAC;QAClG,IAAI,IAAI,GAAc,MAAM,CAAC;QAC7B,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,IAAI,GAAG,OAAO,CAAC;aACzC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,IAAI,GAAG,OAAO,CAAC;aAC9C,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,IAAI,GAAG,OAAO,CAAC;QACnD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAClE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,IAAkD,EAClD,QAAgB;IAEhB,MAAM,GAAG,GAAyB,EAAE,CAAC;IAErC,KAAK,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QAC9C,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,GAAG,QAAQ;YAAE,SAAS;QACtE,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAEtE,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;YAC5E,MAAM,QAAQ,GAAG,OAAO,EAAE,IAAI,IAAI,KAAK,CAAC,SAAS,IAAI,0BAA0B,CAAC;YAChF,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,IAAI,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;YACtF,SAAS;QACX,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,qBAAqB,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YACjE,IAAI,KAAK;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;YAC7E,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC9D,IAAI,OAAO;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,QAAQ,IAAI,OAAO,CAAC,IAAI,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,KAA6B,EAC7B,QAAgB;IAEhB,MAAM,QAAQ,GAAyB,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3E,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;gBAC3D,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC1C,QAAQ,EAAE,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY;oBACvD,IAAI,EAAE,EAAE,MAAM,EAAE;iBACjB,CAAC,CAAC;YACL,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,KAAK,WAAW;YACnC,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG;YACrB,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW;gBACzB,CAAC,CAAE,IAA0C,CAAC,SAAS,EAAE,GAAG;gBAC5D,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;YAAE,SAAS;QAErD,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,YAAY,GAAc,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QAC9E,IAAI,MAAM,EAAE,CAAC;YACX,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YACpF,SAAS;QACX,CAAC;QAED,MAAM,SAAS,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,KAAK,GAAG,MAAM,qBAAqB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC/D,IAAI,KAAK;gBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;YAC3D,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACtD,IAAI,OAAO;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAA2B;IAC1D,OAAO,QAAQ,OAAO,CAAC,QAAQ,WAAW,OAAO,CAAC,MAAM,EAAE,CAAC;AAC7D,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,mBAAmB,CAAC,OAA2B;IAC7D,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO;QACL,IAAI,EAAE,OAAO;QACb,IAAI,EAAE;YACJ,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,OAAO,CAAC,MAAM;gBACrB,SAAS,EAAE,OAAO,CAAC,QAAQ;gBAC3B,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7D;SACF;KACF,CAAC;AACJ,CAAC"}

package/lib/media/media-publisher.d.ts

@@ -1,8 +1,8 @@
 import { type OutputElement } from '@zhin.js/ai';
-import type { MessageElement } from '@zhin.js/core';
+import type { Segment } from '@zhin.js/core';
 import type { OutboundMediaCapabilities } from './media-types.js';
 /**
- * OutputElement[] → MessageElement[]（base64 契约，平台 adapter 决定如何发送）
+ * OutputElement[] → canonical Segment[]; platform codecs own their wire conversion.
  */
-export declare function publishOutboundElements(elements: OutputElement[], platform?: string, capsOverride?: OutboundMediaCapabilities): Promise<MessageElement[]>;
+export declare function publishOutboundElements(elements: OutputElement[], platform?: string, capsOverride?: OutboundMediaCapabilities): Promise<Segment[]>;
 //# sourceMappingURL=media-publisher.d.ts.map

package/lib/media/media-publisher.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"media-publisher.d.ts","sourceRoot":"","sources":["../../src/media/media-publisher.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,aAAa,EAAqB,MAAM,aAAa,CAAC;AACpE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,KAAK,EAAE,yBAAyB,EAAiC,MAAM,kBAAkB,CAAC;AA4OjG;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,aAAa,EAAE,EACzB,QAAQ,CAAC,EAAE,MAAM,EACjB,YAAY,CAAC,EAAE,yBAAyB,GACvC,OAAO,CAAC,cAAc,EAAE,CAAC,CAqB3B"}
+{"version":3,"file":"media-publisher.d.ts","sourceRoot":"","sources":["../../src/media/media-publisher.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,aAAa,EAAqB,MAAM,aAAa,CAAC;AACpE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,KAAK,EAAE,yBAAyB,EAAiC,MAAM,kBAAkB,CAAC;AA8OjG;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,aAAa,EAAE,EACzB,QAAQ,CAAC,EAAE,MAAM,EACjB,YAAY,CAAC,EAAE,yBAAyB,GACvC,OAAO,CAAC,OAAO,EAAE,CAAC,CAqBpB"}

package/lib/media/media-publisher.js

@@ -35,7 +35,7 @@ async function spoolBase64ToTempFile(base64, mimeType, kind) {
     await fs.writeFile(filePath, Buffer.from(base64, 'base64'));
     return filePath;
 }
-async function readFileAsBase64(filePath, maxBytes) {
+async function readFileAsBase64(filePath, maxBytes, forcedKind) {
     try {
         const stat = await fs.stat(filePath);
         if (stat.size > maxBytes)
@@ -56,7 +56,12 @@ async function readFileAsBase64(filePath, maxBytes) {
             kind = 'video';
             mime = 'video/mp4';
         }
-        return { kind, base64: buf.toString('base64'), mimeType: mime, fileName: path.basename(filePath) };
+        return {
+            kind: forcedKind ?? kind,
+            base64: buf.toString('base64'),
+            mimeType: mime,
+            fileName: path.basename(filePath),
+        };
     }
     catch {
         return null;
@@ -101,11 +106,11 @@ async function elementToPayload(el, maxBytes) {
             return readFileAsBase64(el.url, maxBytes);
     }
     if (el.type === 'file' && el.url) {
-        return readFileAsBase64(el.url, maxBytes);
+        return readFileAsBase64(el.url, maxBytes, 'file');
     }
     return null;
 }
-async function payloadToMessageElement(payload, caps, platform) {
+async function payloadToCanonicalSegment(payload, caps, platform) {
     const max = caps.maxAttachmentBytes ?? 26_214_400;
     if (!payload.base64 || payload.base64.length === 0) {
         if (payload.kind === 'image' && caps.image) {
@@ -130,14 +135,17 @@ async function payloadToMessageElement(payload, caps, platform) {
             if (filePath) {
                 return {
                     type: 'image',
-                    data: { file: filePath, url: filePath, mime: payload.mimeType },
+                    data: {
+                        media: { kind: 'path', value: filePath, mime_type: payload.mimeType },
+                        ...(payload.meta?.alt ? { alt: payload.meta.alt } : {}),
+                    },
                 };
             }
             return {
                 type: 'image',
                 data: {
-                    base64: payload.base64,
-                    mime: payload.mimeType,
+                    media: { kind: 'base64', value: payload.base64, mime_type: payload.mimeType },
+                    ...(payload.meta?.alt ? { alt: payload.meta.alt } : {}),
                 },
             };
         case 'audio':
@@ -146,22 +154,16 @@ async function payloadToMessageElement(payload, caps, platform) {
             }
             if (filePath) {
                 return {
-                    type: 'record',
+                    type: 'audio',
                     data: {
-                        file: filePath,
-                        url: filePath,
-                        format: payload.mimeType.includes('wav') ? 'wav' : 'mp3',
-                        mime: payload.mimeType,
+                        media: { kind: 'path', value: filePath, mime_type: payload.mimeType },
                     },
                 };
             }
             return {
-                type: 'record',
+                type: 'audio',
                 data: {
-                    base64: payload.base64,
-                    data: payload.base64,
-                    format: payload.mimeType.includes('wav') ? 'wav' : 'mp3',
-                    mime: payload.mimeType,
+                    media: { kind: 'base64', value: payload.base64, mime_type: payload.mimeType },
                 },
             };
         case 'video':
@@ -171,14 +173,13 @@ async function payloadToMessageElement(payload, caps, platform) {
             if (filePath) {
                 return {
                     type: 'video',
-                    data: { file: filePath, url: filePath, mime: payload.mimeType },
+                    data: { media: { kind: 'path', value: filePath, mime_type: payload.mimeType } },
                 };
             }
             return {
                 type: 'video',
                 data: {
-                    base64: payload.base64,
-                    mime: payload.mimeType,
+                    media: { kind: 'base64', value: payload.base64, mime_type: payload.mimeType },
                 },
             };
         case 'file':
@@ -189,19 +190,16 @@ async function payloadToMessageElement(payload, caps, platform) {
                 return {
                     type: 'file',
                     data: {
-                        file: filePath,
-                        url: filePath,
+                        media: { kind: 'path', value: filePath, mime_type: payload.mimeType },
                         name: payload.fileName || 'file',
-                        mime: payload.mimeType,
                     },
                 };
             }
             return {
                 type: 'file',
                 data: {
-                    base64: payload.base64,
+                    media: { kind: 'base64', value: payload.base64, mime_type: payload.mimeType },
                     name: payload.fileName || 'file',
-                    mime: payload.mimeType,
                 },
             };
         default:
@@ -228,7 +226,7 @@ function elementToTextSegment(el) {
     return { type: 'text', data: { text: renderToPlainText([el]) } };
 }
 /**
- * OutputElement[] → MessageElement[]（base64 契约，平台 adapter 决定如何发送）
+ * OutputElement[] → canonical Segment[]; platform codecs own their wire conversion.
  */
 export async function publishOutboundElements(elements, platform, capsOverride) {
     const caps = capsOverride ?? resolveOutboundCapabilities(platform);
@@ -245,7 +243,7 @@ export async function publishOutboundElements(elements, platform, capsOverride)
             segments.push(elementToTextSegment(el));
             continue;
         }
-        const seg = await payloadToMessageElement(payload, caps, platform);
+        const seg = await payloadToCanonicalSegment(payload, caps, platform);
         if (seg)
             segments.push(seg);
     }