@zhin.js/agent 1.0.1 → 1.0.3

package/lib/turn/inbound-queue-config.js

@@ -0,0 +1,39 @@
+export const DEFAULT_INBOUND_QUEUE_CONFIG = {
+    groupMode: 'supersede',
+    ttlMs: 180_000,
+    coalesceWindowMs: 30_000,
+};
+export function normalizeInboundQueueConfig(raw) {
+    const groupMode = raw?.groupMode === 'fifo' ? 'fifo' : 'supersede';
+    const ttlMs = typeof raw?.ttlMs === 'number' && raw.ttlMs >= 0
+        ? raw.ttlMs
+        : DEFAULT_INBOUND_QUEUE_CONFIG.ttlMs;
+    const coalesceWindowMs = typeof raw?.coalesceWindowMs === 'number' && raw.coalesceWindowMs >= 0
+        ? raw.coalesceWindowMs
+        : DEFAULT_INBOUND_QUEUE_CONFIG.coalesceWindowMs;
+    return { groupMode, ttlMs, coalesceWindowMs };
+}
+export function validateInboundQueueConfig(raw) {
+    const errors = [];
+    if (!raw)
+        return errors;
+    if (raw.groupMode !== undefined && raw.groupMode !== 'supersede' && raw.groupMode !== 'fifo') {
+        errors.push('ai.agent.inboundQueue.groupMode must be supersede or fifo');
+    }
+    if (raw.ttlMs !== undefined && (typeof raw.ttlMs !== 'number' || !Number.isFinite(raw.ttlMs) || raw.ttlMs < 0)) {
+        errors.push('ai.agent.inboundQueue.ttlMs must be a non-negative number');
+    }
+    if (raw.coalesceWindowMs !== undefined
+        && (typeof raw.coalesceWindowMs !== 'number' || !Number.isFinite(raw.coalesceWindowMs) || raw.coalesceWindowMs < 0)) {
+        errors.push('ai.agent.inboundQueue.coalesceWindowMs must be a non-negative number');
+    }
+    return errors;
+}
+export function isGroupOrChannelMessage(message) {
+    const kind = message.$channel?.type;
+    return kind === 'group' || kind === 'channel';
+}
+export function shouldUseGroupFifoQueue(message, config) {
+    return config.groupMode === 'fifo' && isGroupOrChannelMessage(message);
+}
+//# sourceMappingURL=inbound-queue-config.js.map

package/lib/turn/inbound-queue-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inbound-queue-config.js","sourceRoot":"","sources":["../../src/turn/inbound-queue-config.ts"],"names":[],"mappings":"AAYA,MAAM,CAAC,MAAM,4BAA4B,GAA+B;IACtE,SAAS,EAAE,WAAW;IACtB,KAAK,EAAE,OAAO;IACd,gBAAgB,EAAE,MAAM;CACzB,CAAC;AAEF,MAAM,UAAU,2BAA2B,CACzC,GAA+B;IAE/B,MAAM,SAAS,GAAG,GAAG,EAAE,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC;IACnE,MAAM,KAAK,GAAG,OAAO,GAAG,EAAE,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,IAAI,CAAC;QAC5D,CAAC,CAAC,GAAG,CAAC,KAAK;QACX,CAAC,CAAC,4BAA4B,CAAC,KAAK,CAAC;IACvC,MAAM,gBAAgB,GAAG,OAAO,GAAG,EAAE,gBAAgB,KAAK,QAAQ,IAAI,GAAG,CAAC,gBAAgB,IAAI,CAAC;QAC7F,CAAC,CAAC,GAAG,CAAC,gBAAgB;QACtB,CAAC,CAAC,4BAA4B,CAAC,gBAAgB,CAAC;IAClD,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,GAA+B;IACxE,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,CAAC,GAAG;QAAE,OAAO,MAAM,CAAC;IACxB,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,KAAK,WAAW,IAAI,GAAG,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;QAC7F,MAAM,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;QAC/G,MAAM,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;IAC3E,CAAC;IACD,IACE,GAAG,CAAC,gBAAgB,KAAK,SAAS;WAC/B,CAAC,OAAO,GAAG,CAAC,gBAAgB,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,GAAG,CAAC,gBAAgB,GAAG,CAAC,CAAC,EACnH,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAgB;IACtD,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;IACpC,OAAO,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,SAAS,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,OAAgB,EAChB,MAAkC;IAElC,OAAO,MAAM,CAAC,SAAS,KAAK,MAAM,IAAI,uBAAuB,CAAC,OAAO,CAAC,CAAC;AACzE,CAAC"}

package/lib/turn/inbound-queue-runtime.d.ts

@@ -0,0 +1,15 @@
+import type { Message } from '../orchestrator/types.js';
+import type { ZhinAgentEventEmitter } from '../event/event-emitter.js';
+import { InboundTurnQueue } from './inbound-turn-queue.js';
+import { type ResolvedInboundQueueConfig } from './inbound-queue-config.js';
+import type { ZhinAgentConfig } from '../config/index.js';
+export declare function createInboundTurnQueue(config: Required<ZhinAgentConfig>, emitter: ZhinAgentEventEmitter): {
+    config: ResolvedInboundQueueConfig;
+    queue: InboundTurnQueue;
+};
+export declare function runWithInboundQueue<T>(commMessage: Message, inboundQueueConfig: ResolvedInboundQueueConfig, queue: InboundTurnQueue, opts: {
+    content?: string;
+    coalesce?: boolean;
+    run: (mergedContent: string) => Promise<T>;
+}): Promise<T>;
+//# sourceMappingURL=inbound-queue-runtime.d.ts.map

package/lib/turn/inbound-queue-runtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inbound-queue-runtime.d.ts","sourceRoot":"","sources":["../../src/turn/inbound-queue-runtime.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAGL,KAAK,0BAA0B,EAChC,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1D,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,QAAQ,CAAC,eAAe,CAAC,EACjC,OAAO,EAAE,qBAAqB,GAC7B;IAAE,MAAM,EAAE,0BAA0B,CAAC;IAAC,KAAK,EAAE,gBAAgB,CAAA;CAAE,CAiBjE;AAED,wBAAsB,mBAAmB,CAAC,CAAC,EACzC,WAAW,EAAE,OAAO,EACpB,kBAAkB,EAAE,0BAA0B,EAC9C,KAAK,EAAE,gBAAgB,EACvB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,GAAG,EAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;CAC5C,GACA,OAAO,CAAC,CAAC,CAAC,CAYZ"}

package/lib/turn/inbound-queue-runtime.js

@@ -0,0 +1,29 @@
+import { resolveIMSessionIdFromMessage } from '@zhin.js/core';
+import { InboundTurnQueue } from './inbound-turn-queue.js';
+import { normalizeInboundQueueConfig, shouldUseGroupFifoQueue, } from './inbound-queue-config.js';
+export function createInboundTurnQueue(config, emitter) {
+    const inboundQueueConfig = normalizeInboundQueueConfig(config.inboundQueue);
+    const queue = new InboundTurnQueue(inboundQueueConfig, {
+        emitQueuedStart: (commMessage, sessionKey) => {
+            emitter.emit('ai.activity.queued.start', emitter.createPayload(sessionKey, commMessage, 'text'));
+        },
+        emitQueuedClear: (commMessage, sessionKey) => {
+            emitter.emit('ai.activity.queued.clear', emitter.createPayload(sessionKey, commMessage, 'text'));
+        },
+    });
+    return { config: inboundQueueConfig, queue };
+}
+export async function runWithInboundQueue(commMessage, inboundQueueConfig, queue, opts) {
+    if (!shouldUseGroupFifoQueue(commMessage, inboundQueueConfig)) {
+        return opts.run(opts.content ?? '');
+    }
+    const sessionKey = resolveIMSessionIdFromMessage(commMessage);
+    return queue.schedule({
+        sessionKey,
+        commMessage,
+        content: opts.content,
+        coalesce: opts.coalesce,
+        run: opts.run,
+    });
+}
+//# sourceMappingURL=inbound-queue-runtime.js.map

package/lib/turn/inbound-queue-runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inbound-queue-runtime.js","sourceRoot":"","sources":["../../src/turn/inbound-queue-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAC;AAG9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EACL,2BAA2B,EAC3B,uBAAuB,GAExB,MAAM,2BAA2B,CAAC;AAGnC,MAAM,UAAU,sBAAsB,CACpC,MAAiC,EACjC,OAA8B;IAE9B,MAAM,kBAAkB,GAAG,2BAA2B,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAC5E,MAAM,KAAK,GAAG,IAAI,gBAAgB,CAAC,kBAAkB,EAAE;QACrD,eAAe,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,EAAE;YAC3C,OAAO,CAAC,IAAI,CACV,0BAA0B,EAC1B,OAAO,CAAC,aAAa,CAAC,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,CACvD,CAAC;QACJ,CAAC;QACD,eAAe,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,EAAE;YAC3C,OAAO,CAAC,IAAI,CACV,0BAA0B,EAC1B,OAAO,CAAC,aAAa,CAAC,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,CACvD,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,WAAoB,EACpB,kBAA8C,EAC9C,KAAuB,EACvB,IAIC;IAED,IAAI,CAAC,uBAAuB,CAAC,WAAW,EAAE,kBAAkB,CAAC,EAAE,CAAC;QAC9D,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,UAAU,GAAG,6BAA6B,CAAC,WAAW,CAAC,CAAC;IAC9D,OAAO,KAAK,CAAC,QAAQ,CAAC;QACpB,UAAU;QACV,WAAW;QACX,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,GAAG,EAAE,IAAI,CAAC,GAAG;KACd,CAAC,CAAC;AACL,CAAC"}

package/lib/turn/inbound-turn-queue.d.ts

@@ -0,0 +1,29 @@
+import type { Message } from '../orchestrator/types.js';
+import type { ResolvedInboundQueueConfig } from './inbound-queue-config.js';
+export declare class InboundTurnExpiredError extends Error {
+    constructor(sessionKey: string);
+}
+export interface InboundQueueActivityEmitter {
+    emitQueuedStart(commMessage: Message, sessionKey: string): void;
+    emitQueuedClear(commMessage: Message, sessionKey: string): void;
+}
+export declare class InboundTurnQueue {
+    private config;
+    private activityEmitter;
+    private readonly queues;
+    private readonly inFlight;
+    constructor(config: ResolvedInboundQueueConfig, activityEmitter?: InboundQueueActivityEmitter);
+    updateConfig(config: ResolvedInboundQueueConfig): void;
+    schedule<T>(options: {
+        sessionKey: string;
+        commMessage: Message;
+        content?: string;
+        coalesce?: boolean;
+        run: (mergedContent: string) => Promise<T>;
+    }): Promise<T>;
+    dispose(): void;
+    private isExpired;
+    private discardExpired;
+    private pump;
+}
+//# sourceMappingURL=inbound-turn-queue.d.ts.map

package/lib/turn/inbound-turn-queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inbound-turn-queue.d.ts","sourceRoot":"","sources":["../../src/turn/inbound-turn-queue.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AAE5E,qBAAa,uBAAwB,SAAQ,KAAK;gBACpC,UAAU,EAAE,MAAM;CAI/B;AAgBD,MAAM,WAAW,2BAA2B;IAC1C,eAAe,CAAC,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAChE,eAAe,CAAC,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CACjE;AAOD,qBAAa,gBAAgB;IAKzB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,eAAe;IALzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmD;IAC1E,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoC;gBAGnD,MAAM,EAAE,0BAA0B,EAClC,eAAe,GAAE,2BAAyC;IAGpE,YAAY,CAAC,MAAM,EAAE,0BAA0B,GAAG,IAAI;IAItD,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,OAAO,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,GAAG,EAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;KAC5C,GAAG,OAAO,CAAC,CAAC,CAAC;IAwDd,OAAO,IAAI,IAAI;IAWf,OAAO,CAAC,SAAS;YAIH,cAAc;YAgBd,IAAI;CAqCnB"}

package/lib/turn/inbound-turn-queue.js

@@ -0,0 +1,132 @@
+export class InboundTurnExpiredError extends Error {
+    constructor(sessionKey) {
+        super(`Inbound turn expired in queue for session ${sessionKey}`);
+        this.name = 'InboundTurnExpiredError';
+    }
+}
+const noopEmitter = {
+    emitQueuedStart() { },
+    emitQueuedClear() { },
+};
+export class InboundTurnQueue {
+    config;
+    activityEmitter;
+    queues = new Map();
+    inFlight = new Map();
+    constructor(config, activityEmitter = noopEmitter) {
+        this.config = config;
+        this.activityEmitter = activityEmitter;
+    }
+    updateConfig(config) {
+        this.config = config;
+    }
+    schedule(options) {
+        const { sessionKey, commMessage, run } = options;
+        const coalesceEnabled = options.coalesce !== false;
+        const content = options.content ?? '';
+        const senderId = String(commMessage.$sender?.id ?? 'unknown');
+        const now = Date.now();
+        const queue = this.queues.get(sessionKey) ?? [];
+        this.queues.set(sessionKey, queue);
+        if (coalesceEnabled && content && queue.length > 0) {
+            const tail = queue[queue.length - 1];
+            if (tail.senderId === senderId
+                && now - tail.lastEnqueuedAt < this.config.coalesceWindowMs) {
+                tail.textParts.push(content);
+                tail.lastEnqueuedAt = now;
+                tail.commMessage = commMessage;
+                tail.run = run;
+                void this.pump(sessionKey);
+                return tail.promise;
+            }
+        }
+        let resolve;
+        let reject;
+        const promise = new Promise((res, rej) => {
+            resolve = res;
+            reject = rej;
+        });
+        const entry = {
+            sessionKey,
+            senderId,
+            commMessage,
+            textParts: content ? [content] : [],
+            enqueuedAt: now,
+            lastEnqueuedAt: now,
+            coalesceEnabled,
+            promise,
+            run,
+            resolve,
+            reject,
+        };
+        queue.push(entry);
+        const shouldShowPending = this.inFlight.has(sessionKey) || queue.length > 1;
+        if (shouldShowPending) {
+            this.activityEmitter.emitQueuedStart(commMessage, sessionKey);
+        }
+        void this.pump(sessionKey);
+        return promise;
+    }
+    dispose() {
+        for (const queue of this.queues.values()) {
+            for (const entry of queue) {
+                this.activityEmitter.emitQueuedClear(entry.commMessage, entry.sessionKey);
+                entry.reject(new Error('InboundTurnQueue disposed'));
+            }
+        }
+        this.queues.clear();
+        this.inFlight.clear();
+    }
+    isExpired(entry, now) {
+        return this.config.ttlMs > 0 && entry.enqueuedAt + this.config.ttlMs < now;
+    }
+    async discardExpired(sessionKey) {
+        const queue = this.queues.get(sessionKey);
+        if (!queue?.length)
+            return;
+        const now = Date.now();
+        while (queue.length > 0 && this.isExpired(queue[0], now)) {
+            const expired = queue.shift();
+            this.activityEmitter.emitQueuedClear(expired.commMessage, sessionKey);
+            expired.reject(new InboundTurnExpiredError(sessionKey));
+        }
+        if (!queue.length) {
+            this.queues.delete(sessionKey);
+        }
+    }
+    async pump(sessionKey) {
+        if (this.inFlight.has(sessionKey))
+            return;
+        const runLoop = async () => {
+            while (true) {
+                await this.discardExpired(sessionKey);
+                const queue = this.queues.get(sessionKey);
+                if (!queue?.length) {
+                    this.queues.delete(sessionKey);
+                    return;
+                }
+                const entry = queue.shift();
+                if (!queue.length) {
+                    this.queues.delete(sessionKey);
+                }
+                this.activityEmitter.emitQueuedClear(entry.commMessage, sessionKey);
+                try {
+                    const merged = entry.textParts.filter(Boolean).join('\n');
+                    const result = await entry.run(merged);
+                    entry.resolve(result);
+                }
+                catch (error) {
+                    entry.reject(error);
+                }
+            }
+        };
+        const flight = runLoop().finally(() => {
+            if (this.inFlight.get(sessionKey) === flight) {
+                this.inFlight.delete(sessionKey);
+            }
+        });
+        this.inFlight.set(sessionKey, flight);
+        await flight;
+    }
+}
+//# sourceMappingURL=inbound-turn-queue.js.map

package/lib/turn/inbound-turn-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inbound-turn-queue.js","sourceRoot":"","sources":["../../src/turn/inbound-turn-queue.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAChD,YAAY,UAAkB;QAC5B,KAAK,CAAC,6CAA6C,UAAU,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AAqBD,MAAM,WAAW,GAAgC;IAC/C,eAAe,KAAI,CAAC;IACpB,eAAe,KAAI,CAAC;CACrB,CAAC;AAEF,MAAM,OAAO,gBAAgB;IAKjB;IACA;IALO,MAAM,GAAG,IAAI,GAAG,EAAwC,CAAC;IACzD,QAAQ,GAAG,IAAI,GAAG,EAAyB,CAAC;IAE7D,YACU,MAAkC,EAClC,kBAA+C,WAAW;QAD1D,WAAM,GAAN,MAAM,CAA4B;QAClC,oBAAe,GAAf,eAAe,CAA2C;IACjE,CAAC;IAEJ,YAAY,CAAC,MAAkC;QAC7C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,QAAQ,CAAI,OAMX;QACC,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;QACjD,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC;QACnD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,IAAI,SAAS,CAAC,CAAC;QAC9D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAChD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAEnC,IAAI,eAAe,IAAI,OAAO,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAyB,CAAC;YAC7D,IACE,IAAI,CAAC,QAAQ,KAAK,QAAQ;mBACvB,GAAG,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAC3D,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC7B,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC;gBAC1B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;gBAC/B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;gBACf,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC3B,OAAO,IAAI,CAAC,OAAO,CAAC;YACtB,CAAC;QACH,CAAC;QAED,IAAI,OAA4B,CAAC;QACjC,IAAI,MAAkC,CAAC;QACvC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAI,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YAC1C,OAAO,GAAG,GAAG,CAAC;YACd,MAAM,GAAG,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAyB;YAClC,UAAU;YACV,QAAQ;YACR,WAAW;YACX,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;YACnC,UAAU,EAAE,GAAG;YACf,cAAc,EAAE,GAAG;YACnB,eAAe;YACf,OAAO;YACP,GAAG;YACH,OAAO;YACP,MAAM;SACP,CAAC;QAEF,KAAK,CAAC,IAAI,CAAC,KAAmC,CAAC,CAAC;QAEhD,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QAC5E,IAAI,iBAAiB,EAAE,CAAC;YACtB,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAChE,CAAC;QAED,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO;QACL,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YACzC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC1E,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAEO,SAAS,CAAC,KAAiC,EAAE,GAAW;QAC9D,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC;IAC7E,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,UAAkB;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK,EAAE,MAAM;YAAE,OAAO;QAE3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,GAAG,CAAC,EAAE,CAAC;YAC1D,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;YAC/B,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;YACtE,OAAO,CAAC,MAAM,CAAC,IAAI,uBAAuB,CAAC,UAAU,CAAC,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,UAAkB;QACnC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC;YAAE,OAAO;QAE1C,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;YACxC,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;gBACtC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAC1C,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;oBACnB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;oBAC/B,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;gBAC7B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;gBACjC,CAAC;gBAED,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;gBAEpE,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC1D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBACvC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACxB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,MAAM,GAAG,OAAO,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,MAAM,EAAE,CAAC;gBAC7C,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACnC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACtC,MAAM,MAAM,CAAC;IACf,CAAC;CACF"}

package/lib/turn/index.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Turn module — IM turn pipeline, scheduling, metrics, multimodal helpers.
+ */
+export { processTextTurn, processMultimodalTurn } from './turn-pipeline.js';
+export type { ProcessTextTurnOptions } from './turn-pipeline.js';
+export { processTextTurnStream } from './process-stream.js';
+export { PromptController, TurnSupersededError, } from './prompt-controller.js';
+export type { PromptTurnHooks, PromptTurnRequest } from './prompt-controller.js';
+export { SessionMessageQueue } from './session-message-queue.js';
+export { addUsage, EMPTY_USAGE, formatAiHandlerCompleteLog, formatAiHandlerTurnTable, formatOutputElementsPreview, formatZhinAgentTurnUsage, } from './turn-metrics.js';
+export type { ZhinAgentTurnMetrics, ZhinAgentTurnPath } from './turn-metrics.js';
+export { TurnTracker } from './turn-tracker.js';
+export { summarizeMultimodalParts, buildVisionUserMessage, } from './multimodal-message.js';
+export { InboundTurnQueue, InboundTurnExpiredError, } from './inbound-turn-queue.js';
+export type { InboundQueueActivityEmitter } from './inbound-turn-queue.js';
+export { DEFAULT_INBOUND_QUEUE_CONFIG, normalizeInboundQueueConfig, validateInboundQueueConfig, isGroupOrChannelMessage, shouldUseGroupFifoQueue, } from './inbound-queue-config.js';
+export type { ResolvedInboundQueueConfig } from './inbound-queue-config.js';
+export { createInboundTurnQueue, runWithInboundQueue } from './inbound-queue-runtime.js';
+export { continueAfterDeferredWorker, continueAfterSubagent, } from './auto-continue.js';
+export type { AutoContinueHost } from './auto-continue.js';
+export { runPromptTurn, steerMessage, followUpMessage, assertMasterForPromptControl, } from './prompt-api.js';
+export { PromptAccessDeniedError } from './prompt-access.js';
+export { normalizePromptMessages } from './prompt-input.js';
+export { extractDeferredBody, deliverDeferredWorkerResult, deliverDeferredAutoContinueReply } from './deferred-delivery.js';
+export { DEFERRED_AUTO_CONTINUE_MARKER, isDeferredAutoContinueEnabled, shouldDeferredAutoContinue, buildDeferredAutoContinueUserMessage, } from './deferred-auto-continue.js';
+export { SUBAGENT_AUTO_CONTINUE_MARKER, buildSubagentAutoContinueUserMessage, } from './subagent-auto-continue.js';
+export { persistDeferredWorkerResultToContext } from './persist-deferred-context.js';
+export { persistSubagentResultToContext } from './persist-subagent-context.js';
+export { computeDeferredDelta } from './turn-deferred-delta.js';
+export { initScheduleTurnContext, initInboundTurnContext, getTurnActiveSkills, runInTurnContext, appendActiveSkills, } from './turn-context-bridge.js';
+export type { TurnContextBridgeState } from './turn-context-bridge.js';
+export { TaskContinuationManager, decomposeTask, getContinuationManager, initContinuationManager, } from './task-continuation.js';
+export type { TaskStatus, TaskProgress, TaskDecomposition, } from './task-continuation.js';
+//# sourceMappingURL=index.d.ts.map

package/lib/turn/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/turn/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,YAAY,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAEjE,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAE5D,OAAO,EACL,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEjF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,EACL,QAAQ,EACR,WAAW,EACX,0BAA0B,EAC1B,wBAAwB,EACxB,2BAA2B,EAC3B,wBAAwB,GACzB,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAEjF,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EACL,wBAAwB,EACxB,sBAAsB,GACvB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EACL,gBAAgB,EAChB,uBAAuB,GACxB,MAAM,yBAAyB,CAAC;AACjC,YAAY,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AAE3E,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,uBAAuB,EACvB,uBAAuB,GACxB,MAAM,2BAA2B,CAAC;AACnC,YAAY,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AAE5E,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEzF,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,GACtB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,OAAO,EACL,aAAa,EACb,YAAY,EACZ,eAAe,EACf,4BAA4B,GAC7B,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAE7D,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAE5D,OAAO,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,gCAAgC,EAAE,MAAM,wBAAwB,CAAC;AAE5H,OAAO,EACL,6BAA6B,EAC7B,6BAA6B,EAC7B,0BAA0B,EAC1B,oCAAoC,GACrC,MAAM,6BAA6B,CAAC;AAErC,OAAO,EACL,6BAA6B,EAC7B,oCAAoC,GACrC,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,oCAAoC,EAAE,MAAM,+BAA+B,CAAC;AACrF,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC;AAE/E,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAEhE,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,EACnB,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,0BAA0B,CAAC;AAClC,YAAY,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAEvE,OAAO,EACL,uBAAuB,EACvB,aAAa,EACb,sBAAsB,EACtB,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,UAAU,EACV,YAAY,EACZ,iBAAiB,GAClB,MAAM,wBAAwB,CAAC"}

package/lib/turn/index.js

@@ -0,0 +1,26 @@
+/**
+ * Turn module — IM turn pipeline, scheduling, metrics, multimodal helpers.
+ */
+export { processTextTurn, processMultimodalTurn } from './turn-pipeline.js';
+export { processTextTurnStream } from './process-stream.js';
+export { PromptController, TurnSupersededError, } from './prompt-controller.js';
+export { SessionMessageQueue } from './session-message-queue.js';
+export { addUsage, EMPTY_USAGE, formatAiHandlerCompleteLog, formatAiHandlerTurnTable, formatOutputElementsPreview, formatZhinAgentTurnUsage, } from './turn-metrics.js';
+export { TurnTracker } from './turn-tracker.js';
+export { summarizeMultimodalParts, buildVisionUserMessage, } from './multimodal-message.js';
+export { InboundTurnQueue, InboundTurnExpiredError, } from './inbound-turn-queue.js';
+export { DEFAULT_INBOUND_QUEUE_CONFIG, normalizeInboundQueueConfig, validateInboundQueueConfig, isGroupOrChannelMessage, shouldUseGroupFifoQueue, } from './inbound-queue-config.js';
+export { createInboundTurnQueue, runWithInboundQueue } from './inbound-queue-runtime.js';
+export { continueAfterDeferredWorker, continueAfterSubagent, } from './auto-continue.js';
+export { runPromptTurn, steerMessage, followUpMessage, assertMasterForPromptControl, } from './prompt-api.js';
+export { PromptAccessDeniedError } from './prompt-access.js';
+export { normalizePromptMessages } from './prompt-input.js';
+export { extractDeferredBody, deliverDeferredWorkerResult, deliverDeferredAutoContinueReply } from './deferred-delivery.js';
+export { DEFERRED_AUTO_CONTINUE_MARKER, isDeferredAutoContinueEnabled, shouldDeferredAutoContinue, buildDeferredAutoContinueUserMessage, } from './deferred-auto-continue.js';
+export { SUBAGENT_AUTO_CONTINUE_MARKER, buildSubagentAutoContinueUserMessage, } from './subagent-auto-continue.js';
+export { persistDeferredWorkerResultToContext } from './persist-deferred-context.js';
+export { persistSubagentResultToContext } from './persist-subagent-context.js';
+export { computeDeferredDelta } from './turn-deferred-delta.js';
+export { initScheduleTurnContext, initInboundTurnContext, getTurnActiveSkills, runInTurnContext, appendActiveSkills, } from './turn-context-bridge.js';
+export { TaskContinuationManager, decomposeTask, getContinuationManager, initContinuationManager, } from './task-continuation.js';
+//# sourceMappingURL=index.js.map

package/lib/turn/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/turn/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAG5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAE5D,OAAO,EACL,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,EACL,QAAQ,EACR,WAAW,EACX,0BAA0B,EAC1B,wBAAwB,EACxB,2BAA2B,EAC3B,wBAAwB,GACzB,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EACL,wBAAwB,EACxB,sBAAsB,GACvB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EACL,gBAAgB,EAChB,uBAAuB,GACxB,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,uBAAuB,EACvB,uBAAuB,GACxB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEzF,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,GACtB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EACL,aAAa,EACb,YAAY,EACZ,eAAe,EACf,4BAA4B,GAC7B,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAE7D,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAE5D,OAAO,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,gCAAgC,EAAE,MAAM,wBAAwB,CAAC;AAE5H,OAAO,EACL,6BAA6B,EAC7B,6BAA6B,EAC7B,0BAA0B,EAC1B,oCAAoC,GACrC,MAAM,6BAA6B,CAAC;AAErC,OAAO,EACL,6BAA6B,EAC7B,oCAAoC,GACrC,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,oCAAoC,EAAE,MAAM,+BAA+B,CAAC;AACrF,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC;AAE/E,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAEhE,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,EACnB,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EACL,uBAAuB,EACvB,aAAa,EACb,sBAAsB,EACtB,uBAAuB,GACxB,MAAM,wBAAwB,CAAC"}

package/lib/turn/multimodal-message.d.ts

@@ -0,0 +1,9 @@
+/**
+ * ContentPart[] → agentLoop UserMessage（ADR 0009 D2：image blocks）
+ */
+import { type ContentPart, type UserMessage } from '@zhin.js/ai';
+/** 从 ContentPart 拼会话可见文本（含 [图片] 等占位） */
+export declare function summarizeMultimodalParts(parts: ContentPart[], supportsVision: boolean): string;
+/** 构建带 image blocks 的 UserMessage（vision 模型走 agentLoop） */
+export declare function buildVisionUserMessage(sessionUserContent: string, parts: ContentPart[], supportsVision: boolean, maxFileBytes: number): Promise<UserMessage>;
+//# sourceMappingURL=multimodal-message.d.ts.map

package/lib/turn/multimodal-message.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multimodal-message.d.ts","sourceRoot":"","sources":["../../src/turn/multimodal-message.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,KAAK,WAAW,EAAqB,KAAK,WAAW,EAAqB,MAAM,aAAa,CAAC;AAwBvG,wCAAwC;AACxC,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,WAAW,EAAE,EACpB,cAAc,EAAE,OAAO,GACtB,MAAM,CAsBR;AAED,2DAA2D;AAC3D,wBAAsB,sBAAsB,CAC1C,kBAAkB,EAAE,MAAM,EAC1B,KAAK,EAAE,WAAW,EAAE,EACpB,cAAc,EAAE,OAAO,EACvB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,WAAW,CAAC,CAyBtB"}

package/lib/turn/multimodal-message.js

@@ -0,0 +1,72 @@
+/**
+ * ContentPart[] → agentLoop UserMessage（ADR 0009 D2：image blocks）
+ */
+import { createUserMessage } from '@zhin.js/ai';
+import { normalizeContentPartsToPayloads } from '../media/media-normalize.js';
+function parseDataUri(dataUri) {
+    const m = /^data:([^;]+);base64,(.+)$/i.exec(dataUri.trim());
+    if (!m)
+        return null;
+    return { mime: m[1], base64: m[2] };
+}
+function imageUrlToContent(url) {
+    const parsed = parseDataUri(url);
+    if (parsed) {
+        return { type: 'image', data: parsed.base64, mimeType: parsed.mime };
+    }
+    if (url.startsWith('http://') || url.startsWith('https://')) {
+        return { type: 'image', data: url, mimeType: 'image/jpeg' };
+    }
+    return null;
+}
+/** 从 ContentPart 拼会话可见文本（含 [图片] 等占位） */
+export function summarizeMultimodalParts(parts, supportsVision) {
+    const fragments = [];
+    for (const p of parts) {
+        switch (p.type) {
+            case 'text':
+                fragments.push(p.text);
+                break;
+            case 'image_url':
+                fragments.push('[图片]');
+                break;
+            case 'video_url':
+                fragments.push('[视频]');
+                break;
+            case 'audio':
+                fragments.push('[音频]');
+                break;
+            case 'face':
+                fragments.push(p.face.text || `[表情:${p.face.id}]`);
+                break;
+        }
+    }
+    return fragments.join(' ') || '[多模态消息]';
+}
+/** 构建带 image blocks 的 UserMessage（vision 模型走 agentLoop） */
+export async function buildVisionUserMessage(sessionUserContent, parts, supportsVision, maxFileBytes) {
+    const images = [];
+    if (supportsVision) {
+        const payloads = await normalizeContentPartsToPayloads(parts, maxFileBytes);
+        for (const payload of payloads) {
+            if (payload.kind === 'image') {
+                images.push({
+                    type: 'image',
+                    data: payload.base64,
+                    mimeType: payload.mimeType,
+                });
+            }
+        }
+        if (images.length === 0) {
+            for (const p of parts) {
+                if (p.type !== 'image_url')
+                    continue;
+                const block = imageUrlToContent(p.image_url.url);
+                if (block)
+                    images.push(block);
+            }
+        }
+    }
+    return createUserMessage(sessionUserContent, images.length > 0 ? images : undefined);
+}
+//# sourceMappingURL=multimodal-message.js.map

package/lib/turn/multimodal-message.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multimodal-message.js","sourceRoot":"","sources":["../../src/turn/multimodal-message.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAyD,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACvG,OAAO,EAAE,+BAA+B,EAAE,MAAM,6BAA6B,CAAC;AAM9E,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7D,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAW;IACpC,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IACvE,CAAC;IACD,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IAC9D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,wCAAwC;AACxC,MAAM,UAAU,wBAAwB,CACtC,KAAoB,EACpB,cAAuB;IAEvB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,KAAyB,EAAE,CAAC;QAC1C,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACvB,MAAM;YACR,KAAK,WAAW;gBACd,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,MAAM;YACR,KAAK,WAAW;gBACd,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,MAAM;YACR,KAAK,OAAO;gBACV,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,MAAM;YACR,KAAK,MAAM;gBACT,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;gBACnD,MAAM;QACV,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC;AAC1C,CAAC;AAED,2DAA2D;AAC3D,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,kBAA0B,EAC1B,KAAoB,EACpB,cAAuB,EACvB,YAAoB;IAEpB,MAAM,MAAM,GAAmB,EAAE,CAAC;IAElC,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,MAAM,+BAA+B,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC5E,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,OAAO,CAAC,MAAM;oBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;iBAC3B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW;oBAAE,SAAS;gBACrC,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACjD,IAAI,KAAK;oBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,iBAAiB,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AACvF,CAAC"}

package/lib/turn/persist-deferred-context.d.ts

@@ -0,0 +1,5 @@
+import type { DeferredWorkerResult } from '../deferred-worker-runner.js';
+import type { Message } from '../orchestrator/types.js';
+import type { ZhinAgentPrivate } from '../internal/agent-host.js';
+export declare function persistDeferredWorkerResultToContext(agent: ZhinAgentPrivate, commMessage: Message, taskId: string, goal: string, result: DeferredWorkerResult): Promise<boolean>;
+//# sourceMappingURL=persist-deferred-context.d.ts.map

package/lib/turn/persist-deferred-context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"persist-deferred-context.d.ts","sourceRoot":"","sources":["../../src/turn/persist-deferred-context.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAGzE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAGlE,wBAAsB,oCAAoC,CACxD,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,OAAO,EACpB,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,OAAO,CAAC,CA0BlB"}

package/lib/turn/persist-deferred-context.js

@@ -0,0 +1,35 @@
+/**
+ * Deferred worker 完成后将结果写入主会话 ContextRepository，
+ * 避免下一轮主 Agent 仍只看到 run_deferred_task 的 delegated 占位。
+ */
+import { EMPTY_TOKEN_USAGE, } from '@zhin.js/ai';
+import { resolveAgentTurnSessionKey } from '../collaboration/resolve-agent-session-key.js';
+import { resolveSubagentDisplayLabel } from '../subagent-goal-notify.js';
+import { packageSubagentResult } from '../subagent-artifact.js';
+import { extractDeferredBody } from './deferred-delivery.js';
+export async function persistDeferredWorkerResultToContext(agent, commMessage, taskId, goal, result) {
+    const body = extractDeferredBody(result);
+    if (!body.trim())
+        return false;
+    const sessionKey = resolveAgentTurnSessionKey(commMessage);
+    const active = await agent.agentSessionStore.findActive(sessionKey);
+    const sessionId = active?.session_id;
+    if (!sessionId)
+        return false;
+    const label = resolveSubagentDisplayLabel(undefined, goal);
+    const packaged = packageSubagentResult(body, taskId);
+    const text = `[Deferred worker 完成 · task:${taskId} · ${label}]\n\n${packaged.text}`;
+    const assistantMessage = {
+        role: 'assistant',
+        content: [{ type: 'text', text }],
+        api: 'openai-completions',
+        provider: 'deferred-worker',
+        model: 'worker',
+        usage: EMPTY_TOKEN_USAGE,
+        stopReason: 'stop',
+        timestamp: Date.now(),
+    };
+    await agent.contextRepository.appendMessages(sessionId, [assistantMessage]);
+    return true;
+}
+//# sourceMappingURL=persist-deferred-context.js.map

package/lib/turn/persist-deferred-context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"persist-deferred-context.js","sourceRoot":"","sources":["../../src/turn/persist-deferred-context.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EACL,iBAAiB,GAElB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,0BAA0B,EAAE,MAAM,+CAA+C,CAAC;AAE3F,OAAO,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAGhE,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAE7D,MAAM,CAAC,KAAK,UAAU,oCAAoC,CACxD,KAAuB,EACvB,WAAoB,EACpB,MAAc,EACd,IAAY,EACZ,MAA4B;IAE5B,MAAM,IAAI,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QAAE,OAAO,KAAK,CAAC;IAE/B,MAAM,UAAU,GAAG,0BAA0B,CAAC,WAAW,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,iBAAiB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG,MAAM,EAAE,UAAU,CAAC;IACrC,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IAE7B,MAAM,KAAK,GAAG,2BAA2B,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,qBAAqB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,8BAA8B,MAAM,MAAM,KAAK,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEpF,MAAM,gBAAgB,GAAqB;QACzC,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACjC,GAAG,EAAE,oBAAoB;QACzB,QAAQ,EAAE,iBAAiB;QAC3B,KAAK,EAAE,QAAQ;QACf,KAAK,EAAE,iBAAiB;QACxB,UAAU,EAAE,MAAM;QAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACtB,CAAC;IAEF,MAAM,KAAK,CAAC,iBAAiB,CAAC,cAAc,CAAC,SAAS,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC;IAC5E,OAAO,IAAI,CAAC;AACd,CAAC"}

package/lib/turn/persist-subagent-context.d.ts

@@ -0,0 +1,5 @@
+import type { SubagentCompletePayload } from '../subagent/index.js';
+import type { Message } from '../orchestrator/types.js';
+import type { ZhinAgentPrivate } from '../internal/agent-host.js';
+export declare function persistSubagentResultToContext(agent: ZhinAgentPrivate, commMessage: Message, payload: SubagentCompletePayload): Promise<boolean>;
+//# sourceMappingURL=persist-subagent-context.d.ts.map

package/lib/turn/persist-subagent-context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"persist-subagent-context.d.ts","sourceRoot":"","sources":["../../src/turn/persist-subagent-context.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAEpE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAElE,wBAAsB,8BAA8B,CAClD,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,OAAO,EACpB,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,OAAO,CAAC,CA8BlB"}

package/lib/turn/persist-subagent-context.js

@@ -0,0 +1,36 @@
+/**
+ * Persist async subagent result into main session context before auto-continue.
+ */
+import { EMPTY_TOKEN_USAGE, } from '@zhin.js/ai';
+import { resolveAgentTurnSessionKey } from '../collaboration/resolve-agent-session-key.js';
+import { packageSubagentResult } from '../subagent-artifact.js';
+export async function persistSubagentResultToContext(agent, commMessage, payload) {
+    const body = payload.result.trim();
+    if (!body)
+        return false;
+    const sessionKey = resolveAgentTurnSessionKey(commMessage);
+    const active = await agent.agentSessionStore.findActive(sessionKey);
+    const sessionId = active?.session_id;
+    if (!sessionId)
+        return false;
+    const packaged = packageSubagentResult(body, payload.taskId);
+    const text = [
+        `[Subagent completed · task:${payload.taskId} · ${payload.label}]`,
+        `status: ${payload.status}`,
+        '',
+        packaged.text,
+    ].join('\n');
+    const assistantMessage = {
+        role: 'assistant',
+        content: [{ type: 'text', text }],
+        api: 'openai-completions',
+        provider: 'subagent',
+        model: payload.agent ?? 'subagent',
+        usage: EMPTY_TOKEN_USAGE,
+        stopReason: 'stop',
+        timestamp: Date.now(),
+    };
+    await agent.contextRepository.appendMessages(sessionId, [assistantMessage]);
+    return true;
+}
+//# sourceMappingURL=persist-subagent-context.js.map

package/lib/turn/persist-subagent-context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"persist-subagent-context.js","sourceRoot":"","sources":["../../src/turn/persist-subagent-context.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EACL,iBAAiB,GAElB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,0BAA0B,EAAE,MAAM,+CAA+C,CAAC;AAE3F,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAIhE,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,KAAuB,EACvB,WAAoB,EACpB,OAAgC;IAEhC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IAExB,MAAM,UAAU,GAAG,0BAA0B,CAAC,WAAW,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,iBAAiB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG,MAAM,EAAE,UAAU,CAAC;IACrC,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IAE7B,MAAM,QAAQ,GAAG,qBAAqB,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG;QACX,8BAA8B,OAAO,CAAC,MAAM,MAAM,OAAO,CAAC,KAAK,GAAG;QAClE,WAAW,OAAO,CAAC,MAAM,EAAE;QAC3B,EAAE;QACF,QAAQ,CAAC,IAAI;KACd,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,MAAM,gBAAgB,GAAqB;QACzC,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACjC,GAAG,EAAE,oBAAoB;QACzB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,UAAU;QAClC,KAAK,EAAE,iBAAiB;QACxB,UAAU,EAAE,MAAM;QAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACtB,CAAC;IAEF,MAAM,KAAK,CAAC,iBAAiB,CAAC,cAAc,CAAC,SAAS,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC;IAC5E,OAAO,IAAI,CAAC;AACd,CAAC"}

package/lib/turn/process-stream.d.ts

@@ -0,0 +1,14 @@
+import type { Message, Tool } from '../orchestrator/types.js';
+import type { TurnEvent } from '../event/turn-event.js';
+import type { InboundTurnQueue } from '../turn/inbound-turn-queue.js';
+import type { ResolvedInboundQueueConfig } from '../turn/inbound-queue-config.js';
+import type { ZhinAgentPrivate } from '../internal/agent-host.js';
+export declare function processTextTurnStream(agent: ZhinAgentPrivate, opts: {
+    content: string;
+    commMessage: Message;
+    externalTools: Tool[];
+    inboundQueueConfig: ResolvedInboundQueueConfig;
+    inboundTurnQueue: InboundTurnQueue;
+    runInTurnContext: <T>(turnId: string, fn: () => Promise<T>) => Promise<T>;
+}): AsyncGenerator<TurnEvent, void, undefined>;
+//# sourceMappingURL=process-stream.d.ts.map

package/lib/turn/process-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"process-stream.d.ts","sourceRoot":"","sources":["../../src/turn/process-stream.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAGxD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,iCAAiC,CAAC;AAGlF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAElE,wBAAuB,qBAAqB,CAC1C,KAAK,EAAE,gBAAgB,EACvB,IAAI,EAAE;IACJ,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,OAAO,CAAC;IACrB,aAAa,EAAE,IAAI,EAAE,CAAC;IACtB,kBAAkB,EAAE,0BAA0B,CAAC;IAC/C,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,gBAAgB,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;CAC3E,GACA,cAAc,CAAC,SAAS,EAAE,IAAI,EAAE,SAAS,CAAC,CAuE5C"}