@streamr/trackerless-network 103.6.0-rc.0 → 103.8.0-rc.3

package/dist/exports.d.ts

@@ -1167,6 +1167,7 @@ interface StrictContentDeliveryLayerNodeOptions {
     proxyConnectionRpcLocal?: ProxyConnectionRpcLocal;
     rpcRequestTimeout?: number;
     plumtreeManager?: PlumtreeManager;
+    suppressOwnMessageLoopback?: boolean;
 }
 declare class ContentDeliveryLayerNode extends EventEmitter<Events$2> {
     private started;
@@ -1297,6 +1298,7 @@ interface ContentDeliveryManagerOptions {
     rpcRequestTimeout?: number;
     neighborUpdateInterval?: number;
     bufferWhileConnecting?: boolean;
+    suppressOwnMessageLoopback?: boolean;
 }
 type PlumtreeOptions = {
     enabled: true;
@@ -1409,5 +1411,11 @@ declare class NetworkNode {
     createExternalRpcClient<T extends ExternalRpcClient>(clientClass: ExternalRpcClientClass<T>): ProtoRpcClient<T>;
 }
 
-export { AsymmetricEncryptionType, ContentType, ControlLayerInfo, EncryptedGroupKey, EncryptionType, GroupKeyRequest, GroupKeyResponse, MessageID, MessageRef, NetworkNode, NetworkStack, ProxyDirection, SignatureType, StreamMessage, createNetworkNode, streamPartIdToDataKey };
+declare function setGapDiagnosticsEnabled(val: boolean): void;
+declare function logGapDiagnosticSampled(layer: string, opts?: {
+    detail?: Record<string, unknown>;
+    outlierThresholdMs?: number;
+}): void;
+
+export { AsymmetricEncryptionType, ContentType, ControlLayerInfo, EncryptedGroupKey, EncryptionType, GroupKeyRequest, GroupKeyResponse, MessageID, MessageRef, NetworkNode, NetworkStack, ProxyDirection, SignatureType, StreamMessage, createNetworkNode, logGapDiagnosticSampled, setGapDiagnosticsEnabled as setTrackerlessGapDiagnosticsEnabled, streamPartIdToDataKey };
 export type { ContentDeliveryLayerNeighborInfo, ContentDeliveryManagerOptions, ExternalRpcClient, ExternalRpcClientClass, NetworkOptions, NodeInfo, StreamPartDeliveryOptions, StreamPartitionInfo };

package/dist/exports.js

@@ -27,7 +27,7 @@ class ExternalNetworkRpc {
     }
 }
 
-var version = "103.6.0-rc.0";
+var version = "103.8.0-rc.3";
 
 // @generated message type with reflection information, may provide speed optimized methods
 class Any$Type extends MessageType {
@@ -2402,12 +2402,72 @@ class NeighborUpdateManager {
     }
 }
 
+let enabled = false;
+function setGapDiagnosticsEnabled(val) {
+    enabled = val;
+    globalThis.__trackerlessGapDiagEnabled = val;
+}
+const SUMMARY_INTERVAL_MS = 2000;
+const accumulators = new Map();
+function logGapDiagnosticSampled(layer, opts = {}) {
+    if (!enabled)
+        return;
+    const now = performance.now();
+    const threshold = opts.outlierThresholdMs ?? 30;
+    let acc = accumulators.get(layer);
+    if (acc === undefined) {
+        acc = { count: 0, sumDeltaMs: 0, maxDeltaMs: 0, outlierCount: 0, lastReportMs: now, lastEventMs: now };
+        accumulators.set(layer, acc);
+        return;
+    }
+    const deltaMs = now - acc.lastEventMs;
+    acc.lastEventMs = now;
+    acc.count++;
+    if (deltaMs > acc.maxDeltaMs)
+        acc.maxDeltaMs = deltaMs;
+    acc.sumDeltaMs += deltaMs;
+    if (deltaMs > threshold)
+        acc.outlierCount++;
+    if (deltaMs > threshold) {
+        const payload = {
+            layer,
+            timestampMs: now,
+            deltaMs: +deltaMs.toFixed(2),
+            detail: opts.detail,
+        };
+        // eslint-disable-next-line no-console
+        console.log('[gap-diagnostics]', JSON.stringify(payload));
+    }
+    if (now - acc.lastReportMs >= SUMMARY_INTERVAL_MS) {
+        const summaryDetail = {
+            count: acc.count,
+            meanDeltaMs: acc.count > 0 ? +(acc.sumDeltaMs / acc.count).toFixed(2) : 0,
+            maxDeltaMs: +acc.maxDeltaMs.toFixed(2),
+            outlierCount: acc.outlierCount,
+            periodMs: +(now - acc.lastReportMs).toFixed(1),
+        };
+        const summary = {
+            layer: `${layer}.summary`,
+            timestampMs: now,
+            detail: summaryDetail,
+        };
+        // eslint-disable-next-line no-console
+        console.log('[gap-diagnostics]', JSON.stringify(summary));
+        acc.count = 0;
+        acc.sumDeltaMs = 0;
+        acc.maxDeltaMs = 0;
+        acc.outlierCount = 0;
+        acc.lastReportMs = now;
+    }
+}
+
 class ContentDeliveryRpcLocal {
     options;
     constructor(options) {
         this.options = options;
     }
     async sendStreamMessage(message, context) {
+        logGapDiagnosticSampled('trackerless.rpcLocal.sendStreamMessage');
         const previousNode = context.incomingSourceDescriptor;
         const previousNodeId = toNodeId(previousNode);
         this.options.markForInspection(previousNodeId, message.messageId);
@@ -2768,12 +2828,23 @@ class ContentDeliveryLayerNode extends EventEmitter {
         this.options.neighborFinder.stop();
         this.options.neighborUpdateManager.stop();
         this.options.inspector.stop();
+        this.duplicateDetectors.clear();
     }
     broadcast(msg, previousNode) {
         if (!previousNode) {
+            logGapDiagnosticSampled('trackerless.cdNode.broadcastOut');
             markAndCheckDuplicate(this.duplicateDetectors, msg.messageId, msg.previousMessageRef);
         }
-        this.emit('message', msg);
+        else {
+            logGapDiagnosticSampled('trackerless.cdNode.broadcastIn');
+        }
+        // Deliver to local listeners — except own publishes (no previousNode)
+        // when loopback is suppressed: nothing local consumes them and they
+        // would otherwise be re-serialized across a worker boundary just to be
+        // discarded. Propagation + duplicate detection below are unaffected.
+        if (previousNode !== undefined || !this.options.suppressOwnMessageLoopback) {
+            this.emit('message', msg);
+        }
         const skipBackPropagation = previousNode !== undefined && !this.options.temporaryConnectionRpcLocal.hasNode(previousNode);
         this.options.propagation.feedUnseenMessage(msg, this.getPropagationTargets(msg), skipBackPropagation ? previousNode : null);
         this.messagesPropagated += 1;
@@ -3070,6 +3141,7 @@ class Propagation {
     }
     sendAndAwaitThenMark({ message, source, handledNeighbors }, neighborId) {
         if (!handledNeighbors.has(neighborId) && neighborId !== source) {
+            logGapDiagnosticSampled('trackerless.propagation.sendToNeighbor');
             (async () => {
                 try {
                     await this.sendToNeighbor(neighborId, message);
@@ -3627,6 +3699,9 @@ class PlumtreeManager extends EventEmitter {
     stop() {
         this.abortController.abort();
         this.neighbors.off('nodeRemoved', this.onNeighborRemoved);
+        this.latestMessages.clear();
+        this.recoveryState.clear();
+        this.recoveryCooldownUntil.clear();
     }
 }
 
@@ -4149,6 +4224,7 @@ class ContentDeliveryManager extends EventEmitter {
             neighborUpdateInterval: this.options.neighborUpdateInterval,
             isLocalNodeEntryPoint,
             bufferWhileConnecting: this.options.bufferWhileConnecting,
+            suppressOwnMessageLoopback: this.options.suppressOwnMessageLoopback,
             plumtreeOptimization: streamPartDeliveryOptions?.plumtreeOptimization?.enabled,
             plumtreeMaxPausedNeighbors: streamPartDeliveryOptions?.plumtreeOptimization?.enabled === true ?
                 streamPartDeliveryOptions?.plumtreeOptimization?.maxPausedNeighbors : undefined
@@ -4568,5 +4644,5 @@ class NetworkNode {
     }
 }
 
-export { AsymmetricEncryptionType, ContentType, ControlLayerInfo, EncryptedGroupKey, EncryptionType, GroupKeyRequest, GroupKeyResponse, MessageID, MessageRef, NetworkNode, NetworkStack, ProxyDirection, SignatureType, StreamMessage, createNetworkNode, streamPartIdToDataKey };
+export { AsymmetricEncryptionType, ContentType, ControlLayerInfo, EncryptedGroupKey, EncryptionType, GroupKeyRequest, GroupKeyResponse, MessageID, MessageRef, NetworkNode, NetworkStack, ProxyDirection, SignatureType, StreamMessage, createNetworkNode, logGapDiagnosticSampled, setGapDiagnosticsEnabled as setTrackerlessGapDiagnosticsEnabled, streamPartIdToDataKey };
 //# sourceMappingURL=exports.js.map