@agentunion/fastaun 0.5.9 → 0.5.10

package/dist/client/delivery.js

@@ -1,11 +1,16 @@
 import { slotIsolationKey } from '../config.js';
 import { ConnectionState, isJsonObject } from '../types.js';
+import { validateGroupAIDFormat } from '../validators.js';
 import { hasGroupMentionModeField, normalizeGroupMentionMode } from './mention-mode.js';
 const PUSHED_SEQS_LIMIT = 50_000;
 const PENDING_ORDERED_LIMIT = 50_000;
 const MESSAGE_RECALL_SEEN_LIMIT = 10_000;
 const GROUP_RECALL_SEEN_LIMIT = 10_000;
 const SEQ_TRACKER_PERSIST_FLUSH_DELAY_MS = 200;
+const DELIVERY_CHANGED_MESSAGE_EVENTS = new Set([
+    'message.received',
+    'group.message_created',
+]);
 const MAX_INLINE_PENDING_ACK_NAMESPACES = 4096;
 const APP_MESSAGE_ENVELOPE_KEYS = [
     'module_id', 'message_type', 'type', 'kind', 'version',
@@ -73,6 +78,8 @@ export class MessageDeliveryEngine {
     pendingGroupInlineAcks = null;
     pendingGroupInlineAckNamespaces = null;
     inlineAckGeneration = 0;
+    pendingDeliveryChanges = null;
+    deliveryChangedGeneration = 0;
     // 同一实例的 tracker 写入必须串行，避免旧的延迟 flush 覆盖新的 Forward 提交。
     seqTrackerWriteChain = Promise.resolve();
     constructor(runtime) {
@@ -207,7 +214,7 @@ export class MessageDeliveryEngine {
             }
             if (client._seqTracker.getContiguousSeq(ns) !== pageContigBefore) {
                 this.ensurePullOperationCurrent();
-                await this.drainOrderedMessages(ns, undefined, false, false);
+                await this.drainOrderedMessages(ns, undefined, false, false, 'pull');
                 this.ensurePullOperationCurrent();
                 await client._commitSeqTrackerState(ns);
             }
@@ -257,6 +264,8 @@ export class MessageDeliveryEngine {
         return { rawCount: messages.length, publishedCount };
     }
     resetInlineAckState() {
+        this.deliveryChangedGeneration += 1;
+        this.pendingDeliveryChanges = null;
         this.inlineAckGeneration += 1;
         void this.runtime.client._rpcPipeline?.invalidatePulls?.();
         this.pendingP2PInlineAcks = null;
@@ -268,6 +277,113 @@ export class MessageDeliveryEngine {
         this.onlineUnreadHintTasks = null;
         this.realtimeTailHeads = null;
     }
+    deliveryChangedNamespace(event, payload) {
+        if (event === 'group.message_created' && isJsonObject(payload)) {
+            const aid = String(this.runtime.client._aid ?? '').trim();
+            const dot = aid.indexOf('.');
+            try {
+                const groupAid = validateGroupAIDFormat(payload.group_aid ?? payload.group_id, { localIssuer: dot >= 0 ? aid.slice(dot + 1) : '' });
+                return groupAid.includes('.') ? `group:${groupAid}` : '';
+            }
+            catch {
+                return '';
+            }
+        }
+        return 'p2p';
+    }
+    isDeliveryChangedMessage(event, payload) {
+        if (!DELIVERY_CHANGED_MESSAGE_EVENTS.has(event)
+            || !isJsonObject(payload))
+            return false;
+        const messageId = payload.message_id;
+        const seq = payload.seq;
+        return (typeof messageId === 'string' && messageId.trim().length > 0)
+            || (typeof seq === 'number' && Number.isSafeInteger(seq) && seq > 0);
+    }
+    deliveryChangedTrigger(source) {
+        if (source === 'inline-push')
+            return 'inline_push';
+        if (source === 'pull' || source === 'tail')
+            return 'pull_drained';
+        if (source === 'push' || source === 'group-push' || source === 'ordered')
+            return 'push';
+        return null;
+    }
+    noteDeliveryChanged(event, payload, source, context) {
+        if (!this.isDeliveryChangedMessage(event, payload))
+            return;
+        const trigger = this.deliveryChangedTrigger(source);
+        const namespace = this.deliveryChangedNamespace(event, payload);
+        if (!trigger || !namespace)
+            return;
+        const pending = trigger === 'pull_drained'
+            ? this.pendingDeliveryChanges ?? new Map()
+            : context?.changes ?? this.pendingDeliveryChanges ?? new Map();
+        if (trigger === 'pull_drained' || !context)
+            this.pendingDeliveryChanges = pending;
+        pending.set(namespace, (pending.get(namespace) ?? 0) + 1);
+        if (!context && trigger !== 'pull_drained')
+            this.flushDeliveryChanged(trigger);
+    }
+    flushDeliveryChanged(trigger) {
+        const pending = this.pendingDeliveryChanges;
+        if (!pending || pending.size === 0)
+            return;
+        const changes = [...pending.entries()]
+            .filter(([, deliveredCount]) => deliveredCount > 0)
+            .sort(([left], [right]) => left.localeCompare(right))
+            .map(([namespace, deliveredCount]) => ({ namespace, delivered_count: deliveredCount }));
+        pending.clear();
+        if (changes.length === 0)
+            return;
+        const payload = { trigger, changes };
+        const dispatcher = this.runtime.client._dispatcher;
+        const published = typeof dispatcher.enqueue === 'function'
+            ? (dispatcher.enqueue('delivery.changed', payload), undefined)
+            : typeof dispatcher.publishSyncAware === 'function'
+                ? dispatcher.publishSyncAware('delivery.changed', payload)
+                : dispatcher.publish?.('delivery.changed', payload);
+        if (isPromiseLike(published))
+            void Promise.resolve(published).catch((exc) => {
+                this.runtime.client._clientLog.warn(`delivery.changed handler failed: ${formatDeliveryError(exc)}`);
+            });
+    }
+    onPullDrained() {
+        this.flushDeliveryChanged('pull_drained');
+    }
+    flushDeliveryChangedContext(context, trigger) {
+        if (context.generation !== this.deliveryChangedGeneration || context.changes.size === 0)
+            return;
+        const pending = this.pendingDeliveryChanges;
+        if (pending) {
+            for (const [namespace, count] of pending) {
+                context.changes.set(namespace, (context.changes.get(namespace) ?? 0) + count);
+            }
+            pending.clear();
+        }
+        const changes = [...context.changes.entries()]
+            .filter(([, count]) => count > 0)
+            .sort(([left], [right]) => left.localeCompare(right))
+            .map(([namespace, delivered_count]) => ({ namespace, delivered_count }));
+        context.changes.clear();
+        if (changes.length === 0)
+            return;
+        const dispatcher = this.runtime.client._dispatcher;
+        const payload = { trigger, changes };
+        const published = typeof dispatcher.enqueue === 'function'
+            ? (dispatcher.enqueue('delivery.changed', payload), undefined)
+            : typeof dispatcher.publishSyncAware === 'function'
+                ? dispatcher.publishSyncAware('delivery.changed', payload)
+                : dispatcher.publish?.('delivery.changed', payload);
+        if (isPromiseLike(published))
+            void Promise.resolve(published).catch((exc) => {
+                this.runtime.client._clientLog.warn(`delivery.changed handler failed: ${formatDeliveryError(exc)}`);
+            });
+    }
+    invalidateDeliveryChanges() {
+        this.deliveryChangedGeneration += 1;
+        this.pendingDeliveryChanges = null;
+    }
     inlineGenerationIsCurrent(generation) {
         return this.inlineAckGeneration === generation;
     }
@@ -310,10 +426,17 @@ export class MessageDeliveryEngine {
     }
     endRealtimeSync(ns) {
         this.realtimeSyncing?.delete(ns);
+        this.runtime.client._rpcPipeline?.requestPullDrainedCheck?.();
     }
     hasPendingPull(ns) {
         return (this.pendingGroupPullUpper?.get(ns) ?? 0) > 0;
     }
+    hasAnyPendingPull() {
+        return [...(this.pendingGroupPullUpper?.values() ?? [])].some((seq) => seq > 0)
+            || Boolean(this.onlineUnreadHintTasks?.size)
+            || Boolean(this.realtimeSyncing?.size)
+            || Boolean(this.runtime.client._v2E2EE?.hasPendingSenderIKWork?.());
+    }
     onPullGateIdle(ns) {
         if (!ns)
             return;
@@ -378,14 +501,14 @@ export class MessageDeliveryEngine {
             client._pushedSeqs.set(ns, new Set(keep));
         }
     }
-    enqueueOrderedMessage(ns, event, seq, payload) {
+    enqueueOrderedMessage(ns, event, seq, payload, source = 'push') {
         const client = this.runtime.client;
         let queue = client._pendingOrderedMsgs.get(ns);
         if (!queue) {
             queue = new Map();
             client._pendingOrderedMsgs.set(ns, queue);
         }
-        queue.set(seq, { event, payload });
+        queue.set(seq, { event, payload, source });
         if (queue.size > PENDING_ORDERED_LIMIT) {
             const drop = [...queue.keys()].sort((a, b) => a - b).slice(0, queue.size - PENDING_ORDERED_LIMIT);
             for (const oldSeq of drop)
@@ -395,7 +518,7 @@ export class MessageDeliveryEngine {
     isGroupEventNamespace(ns) {
         return ns.startsWith('group_event:');
     }
-    async publishOrderedQueueItem(ns, event, seq, payload, source, pullResponse = false) {
+    async publishOrderedQueueItem(ns, event, seq, payload, source, pullResponse = false, deliveryContext) {
         const client = this.runtime.client;
         this.ensurePullOperationCurrent();
         if (event === 'group.changed' && this.isGroupEventNamespace(ns)) {
@@ -409,12 +532,12 @@ export class MessageDeliveryEngine {
             return;
         }
         if (pullResponse) {
-            const published = client._withPullResponseProcessing(ns, () => client._publishAppEvent(event, payload, source));
+            const published = client._withPullResponseProcessing(ns, () => this.publishAppEvent(event, payload, source, deliveryContext));
             if (isPromiseLike(published))
                 await published;
         }
         else {
-            const published = client._publishAppEvent(event, payload, source);
+            const published = this.publishAppEvent(event, payload, source, deliveryContext);
             if (isPromiseLike(published))
                 await published;
         }
@@ -934,7 +1057,7 @@ export class MessageDeliveryEngine {
         if (contig !== contigBefore)
             this.persistSeq(ns);
     }
-    publishAppEvent(event, payload, source = 'direct') {
+    publishAppEvent(event, payload, source = 'direct', deliveryContext) {
         const client = this.runtime.client;
         if ((event === 'message.received' || event === 'group.message_created') && isJsonObject(payload)) {
             client._maybeAppendEchoTraceReceive(payload);
@@ -954,7 +1077,23 @@ export class MessageDeliveryEngine {
                 client._clientLog.debug(`agent_md etag inject skipped: ${err instanceof Error ? err.message : String(err)}`);
             }
         }
-        return client._dispatcher.publishSyncAware(event, this.normalizePublishedMessagePayload(event, payload));
+        const generation = this.deliveryChangedGeneration;
+        const normalized = this.normalizePublishedMessagePayload(event, payload);
+        const dispatcher = client._dispatcher;
+        const result = typeof dispatcher.enqueue === 'function'
+            ? (dispatcher.enqueue(event, normalized), undefined)
+            : typeof dispatcher.publishSyncAware === 'function'
+                ? dispatcher.publishSyncAware(event, normalized)
+                : dispatcher.publish?.(event, normalized);
+        const note = () => {
+            if (generation === this.deliveryChangedGeneration) {
+                this.noteDeliveryChanged(event, payload, source, deliveryContext);
+            }
+        };
+        if (isPromiseLike(result))
+            return Promise.resolve(result).then(note);
+        note();
+        return result;
     }
     messagePayloadForDebug(message) {
         if (!isJsonObject(message))
@@ -2845,6 +2984,7 @@ export class MessageDeliveryEngine {
                 targets.delete(ns);
                 if (tasks.get(ns) === task)
                     tasks.delete(ns);
+                client._rpcPipeline?.requestPullDrainedCheck?.();
             }
         });
         tasks.set(ns, task);
@@ -2975,13 +3115,13 @@ export class MessageDeliveryEngine {
         catch (exc) {
             const error = formatDeliveryError(exc);
             client._clientLog.warn(`restore SeqTracker state failed: ${error}`);
-            client._dispatcher.publish('seq_tracker.persist_error', {
+            client._dispatcher.enqueue('seq_tracker.persist_error', {
                 phase: 'restore',
                 aid: client._aid,
                 device_id: client._deviceId,
                 slot_id: client._slotId,
                 error: String(error),
-            }).catch(() => { });
+            });
         }
     }
     migrateSeqStateGroupIds(state) {
@@ -3200,13 +3340,13 @@ export class MessageDeliveryEngine {
         catch (exc) {
             const error = formatDeliveryError(exc);
             client._clientLog.warn(`save SeqTracker state failed: ${error}`);
-            client._dispatcher.publish('seq_tracker.persist_error', {
+            client._dispatcher.enqueue('seq_tracker.persist_error', {
                 phase: 'save',
                 aid,
                 device_id: deviceId,
                 slot_id: slotId,
                 error: String(error),
-            }).catch(() => { });
+            });
             if (throwOnError)
                 throw exc;
         }
@@ -3324,45 +3464,67 @@ export class MessageDeliveryEngine {
         }
         return params;
     }
-    async drainOrderedMessages(ns, beforeSeq, pullResponse = false, persist = true) {
+    async drainOrderedMessages(ns, beforeSeq, pullResponse = false, persist = true, source = 'push', context) {
         const client = this.runtime.client;
         this.ensurePullOperationCurrent();
         const queue = client._pendingOrderedMsgs.get(ns);
         if (!queue || queue.size === 0)
             return;
         let delivered = false;
-        while (true) {
-            this.ensurePullOperationCurrent();
-            const contig = client._seqTracker.getContiguousSeq(ns);
-            const ready = [...queue.keys()]
-                .filter((seq) => seq <= contig && (beforeSeq === undefined || seq < beforeSeq))
-                .sort((a, b) => a - b);
-            let seq = ready[0];
-            if (seq === undefined) {
-                const nextSeq = contig + 1;
-                if (beforeSeq !== undefined && nextSeq >= beforeSeq)
-                    break;
-                if (!queue.has(nextSeq))
-                    break;
-                seq = nextSeq;
-            }
-            if (seq === undefined)
-                continue;
-            const item = queue.get(seq);
-            queue.delete(seq);
-            if (!item)
-                continue;
-            if (client._pushedSeqs.get(ns)?.has(seq)) {
-                client._clientLog.debug(`publish ordered drain skipped duplicate: ns=${ns}, seq=${seq}, event=${item.event}`);
+        const rootTrigger = this.deliveryChangedTrigger(source);
+        const drainContexts = new Map();
+        try {
+            while (true) {
+                this.ensurePullOperationCurrent();
+                const contig = client._seqTracker.getContiguousSeq(ns);
+                const ready = [...queue.keys()]
+                    .filter((seq) => seq <= contig && (beforeSeq === undefined || seq < beforeSeq))
+                    .sort((a, b) => a - b);
+                let seq = ready[0];
+                if (seq === undefined) {
+                    const nextSeq = contig + 1;
+                    if (beforeSeq !== undefined && nextSeq >= beforeSeq)
+                        break;
+                    if (!queue.has(nextSeq))
+                        break;
+                    seq = nextSeq;
+                }
+                if (seq === undefined)
+                    continue;
+                const item = queue.get(seq);
+                queue.delete(seq);
+                if (!item)
+                    continue;
+                if (client._pushedSeqs.get(ns)?.has(seq)) {
+                    client._clientLog.debug(`publish ordered drain skipped duplicate: ns=${ns}, seq=${seq}, event=${item.event}`);
+                    client._markOrderedSeqDelivered(ns, seq);
+                    continue;
+                }
+                const itemSource = item.source ?? source;
+                const itemTrigger = this.deliveryChangedTrigger(itemSource);
+                let itemContext = itemTrigger === rootTrigger ? context : undefined;
+                if (itemTrigger === 'push' || itemTrigger === 'inline_push') {
+                    if (!itemContext) {
+                        itemContext = drainContexts.get(itemTrigger);
+                        if (!itemContext) {
+                            itemContext = { generation: this.deliveryChangedGeneration, changes: new Map() };
+                            drainContexts.set(itemTrigger, itemContext);
+                        }
+                    }
+                }
+                await this.publishOrderedQueueItem(ns, item.event, seq, item.payload, itemSource, pullResponse, itemContext);
+                this.ensurePullOperationCurrent();
+                this.markPublishedSeq(ns, seq);
                 client._markOrderedSeqDelivered(ns, seq);
-                continue;
+                delivered = true;
+                client._clientLog.debug(`publish ordered drain delivered: ns=${ns}, seq=${seq}, event=${item.event}`);
+            }
+        }
+        finally {
+            for (const [trigger, drainContext] of drainContexts) {
+                if (drainContext !== context)
+                    this.flushDeliveryChangedContext(drainContext, trigger);
             }
-            await this.publishOrderedQueueItem(ns, item.event, seq, item.payload, 'ordered-drain', pullResponse);
-            this.ensurePullOperationCurrent();
-            this.markPublishedSeq(ns, seq);
-            client._markOrderedSeqDelivered(ns, seq);
-            delivered = true;
-            client._clientLog.debug(`publish ordered drain delivered: ns=${ns}, seq=${seq}, event=${item.event}`);
         }
         if (queue.size === 0) {
             client._pendingOrderedMsgs.delete(ns);
@@ -3372,13 +3534,35 @@ export class MessageDeliveryEngine {
             }
         }
     }
-    async publishOrderedMessage(event, ns, seq, payload) {
+    async publishOrderedMessage(event, ns, seq, payload, source = 'push') {
+        const context = {
+            generation: this.deliveryChangedGeneration,
+            changes: new Map(),
+        };
+        try {
+            return await this.publishOrderedMessageInternal(event, ns, seq, payload, source, context);
+        }
+        finally {
+            const trigger = this.deliveryChangedTrigger(source);
+            if (trigger === 'pull_drained' && context.generation === this.deliveryChangedGeneration) {
+                const pending = this.pendingDeliveryChanges ?? new Map();
+                this.pendingDeliveryChanges = pending;
+                for (const [namespace, count] of context.changes) {
+                    pending.set(namespace, (pending.get(namespace) ?? 0) + count);
+                }
+            }
+            else if (trigger && trigger !== 'pull_drained') {
+                this.flushDeliveryChangedContext(context, trigger);
+            }
+        }
+    }
+    async publishOrderedMessageInternal(event, ns, seq, payload, source, context) {
         const client = this.runtime.client;
         this.ensurePullOperationCurrent();
         const seqNum = Number(seq);
         if (!Number.isFinite(seqNum) || !Number.isInteger(seqNum) || seqNum <= 0) {
             client._clientLog.debug(`publish ordered direct(no-seq): event=${event}, ns=${ns || '<none>'}, seq=${String(seq)}`);
-            await this.publishOrderedQueueItem(ns, event, seqNum, payload, 'ordered');
+            await this.publishOrderedQueueItem(ns, event, seqNum, payload, source, false, context);
             this.ensurePullOperationCurrent();
             return true;
         }
@@ -3393,10 +3577,10 @@ export class MessageDeliveryEngine {
         const contig = client._seqTracker.getContiguousSeq(ns);
         if (seqNum > contig && seqNum !== contig + 1) {
             client._clientLog.debug(`publish ordered enqueue(gap): event=${event}, ns=${ns}, seq=${seqNum}, contiguous=${contig}`);
-            this.enqueueOrderedMessage(ns, event, seqNum, payload);
+            this.enqueueOrderedMessage(ns, event, seqNum, payload, source);
             return false;
         }
-        await this.drainOrderedMessages(ns, seqNum);
+        await this.drainOrderedMessages(ns, seqNum, false, true, source, context);
         this.ensurePullOperationCurrent();
         if (client._pushedSeqs.get(ns)?.has(seqNum)) {
             client._clientLog.debug(`publish ordered skipped after-drain duplicate: event=${event}, ns=${ns}, seq=${seqNum}`);
@@ -3406,12 +3590,12 @@ export class MessageDeliveryEngine {
         queue?.delete(seqNum);
         if (queue && queue.size === 0)
             client._pendingOrderedMsgs.delete(ns);
-        await this.publishOrderedQueueItem(ns, event, seqNum, payload, 'ordered');
+        await this.publishOrderedQueueItem(ns, event, seqNum, payload, source, false, context);
         this.ensurePullOperationCurrent();
         this.markPublishedSeq(ns, seqNum);
         client._markOrderedSeqDelivered(ns, seqNum);
         client._clientLog.debug(`publish ordered delivered: event=${event}, ns=${ns}, seq=${seqNum}`);
-        await this.drainOrderedMessages(ns);
+        await this.drainOrderedMessages(ns, undefined, false, true, source, context);
         if (!client._pendingOrderedMsgs.get(ns)) {
             this.ensurePullOperationCurrent();
             await this.saveSeqTrackerState();
@@ -3469,7 +3653,7 @@ export class MessageDeliveryEngine {
                 client._pendingOrderedMsgs.delete(ns);
             return false;
         }
-        await this.drainOrderedMessages(ns, seqNum, true, persist);
+        await this.drainOrderedMessages(ns, seqNum, true, persist, 'pull');
         this.ensurePullOperationCurrent();
         queue?.delete(seqNum);
         if (queue && queue.size === 0)
@@ -3479,7 +3663,7 @@ export class MessageDeliveryEngine {
             this.ensurePullOperationCurrent();
             this.markPublishedSeq(ns, seqNum);
             client._clientLog.debug(`publish pulled delivered: event=${event}, ns=${ns}, seq=${seqNum}`);
-            await this.drainOrderedMessages(ns, undefined, true, persist);
+            await this.drainOrderedMessages(ns, undefined, true, persist, 'pull');
             this.ensurePullOperationCurrent();
             return recallPublished;
         }
@@ -3489,7 +3673,7 @@ export class MessageDeliveryEngine {
         this.ensurePullOperationCurrent();
         this.markPublishedSeq(ns, seqNum);
         client._clientLog.debug(`publish pulled delivered: event=${event}, ns=${ns}, seq=${seqNum}`);
-        await this.drainOrderedMessages(ns, undefined, true, persist);
+        await this.drainOrderedMessages(ns, undefined, true, persist, 'pull');
         this.ensurePullOperationCurrent();
         return true;
     }