claude-flow-novice 1.6.1 → 1.6.2

package/.claude-flow-novice/dist/src/coordination/v2/messaging/message-router.js

@@ -0,0 +1,444 @@
+/**
+ * Agent Coordination V2 - Message Router (Channel-Based)
+ *
+ * Priority queue-based message router for channel abstraction.
+ * Routes messages to channels with fairness guarantees and ordering preservation.
+ *
+ * Features:
+ * - Priority queue routing (high priority messages delivered first)
+ * - Channel-based isolation (4 specialized channels)
+ * - Fairness guarantees (prevent channel starvation)
+ * - Message ordering per channel (FIFO within channel)
+ * - Backpressure coordination across channels
+ *
+ * @module coordination/v2/messaging/message-router
+ */ import { PriorityQueue } from '../utils/priority-queue.js';
+import { Channel, BackpressurePolicy } from './channel.js';
+import { EventEmitter } from 'events';
+/**
+ * Channel type enumeration.
+ * Defines the 4 specialized channels for agent coordination.
+ */ export var ChannelType = /*#__PURE__*/ function(ChannelType) {
+    /** Coordination messages (agent status, lifecycle) */ ChannelType["COORDINATION"] = "coordination";
+    /** Task execution messages (task assignment, completion) */ ChannelType["TASK"] = "task";
+    /** Help system messages (help requests, matches) */ ChannelType["HELP"] = "help";
+    /** Event notifications (system events, alerts) */ ChannelType["EVENT"] = "event";
+    return ChannelType;
+}({});
+/**
+ * Router events.
+ */ export var RouterEvent = /*#__PURE__*/ function(RouterEvent) {
+    /** Message routed to channel */ RouterEvent["MESSAGE_ROUTED"] = "message-routed";
+    /** Message dropped (no matching route) */ RouterEvent["MESSAGE_DROPPED"] = "message-dropped";
+    /** Backpressure threshold exceeded */ RouterEvent["BACKPRESSURE"] = "backpressure";
+    /** Router error */ RouterEvent["ERROR"] = "error";
+    return RouterEvent;
+}({});
+/**
+ * MessageRouter - Priority queue routing with channel isolation.
+ *
+ * Routes messages to specialized channels based on topic patterns,
+ * with priority queue ordering and fairness guarantees to prevent
+ * channel starvation.
+ *
+ * Architecture:
+ * - Global priority queue (all incoming messages)
+ * - 4 specialized channels (coordination, task, help, event)
+ * - Round-robin fairness scheduler
+ * - Per-channel FIFO ordering
+ *
+ * Performance:
+ * - route(): O(log n) for priority queue + O(1) channel lookup
+ * - processQueue(): O(k * q) where k = channel count, q = fairness quantum
+ *
+ * @example
+ * ```typescript
+ * const router = new MessageRouter({
+ *   enableFairness: true,
+ *   fairnessQuantum: 10
+ * });
+ *
+ * // Route messages
+ * router.route({
+ *   id: 'msg-1',
+ *   topic: 'agent.status',
+ *   payload: { agentId: 'agent-1', status: 'online' },
+ *   priority: 5,
+ *   timestamp: Date.now()
+ * });
+ *
+ * // Process router queue
+ * await router.processQueue();
+ * ```
+ */ export class MessageRouter extends EventEmitter {
+    /** Configuration */ config;
+    /** Priority queue for incoming messages */ incomingQueue;
+    /** Channel instances by type */ channels;
+    /** Routing rules (pattern -> channel type) */ routingRules;
+    /** Statistics tracking */ stats;
+    /** Fairness scheduler state (last channel processed) */ fairnessState;
+    /** Processing lock */ isProcessing;
+    constructor(config = {}){
+        super();
+        this.config = {
+            channels: config.channels ?? {},
+            customRules: config.customRules ?? [],
+            enableFairness: config.enableFairness ?? true,
+            fairnessQuantum: config.fairnessQuantum ?? 10,
+            maxPendingMessages: config.maxPendingMessages ?? 5000
+        };
+        this.incomingQueue = new PriorityQueue();
+        this.channels = new Map();
+        this.routingRules = [];
+        this.isProcessing = false;
+        this.stats = {
+            totalRouted: 0,
+            totalDropped: 0,
+            messagesByChannel: new Map(),
+            routingLatencies: []
+        };
+        this.fairnessState = {
+            lastChannelIndex: -1,
+            channelOrder: [
+                "coordination",
+                "task",
+                "help",
+                "event"
+            ]
+        };
+        this.initializeChannels();
+        this.initializeRoutingRules();
+    }
+    /**
+   * Initialize the 4 specialized channels.
+   */ initializeChannels() {
+        // Coordination channel (agent status, lifecycle)
+        this.channels.set("coordination", new Channel({
+            channelId: 'coordination',
+            name: 'Coordination Channel',
+            capacity: 1000,
+            backpressurePolicy: BackpressurePolicy.DROP_OLDEST,
+            priority: 8,
+            ...this.config.channels["coordination"]
+        }));
+        // Task channel (task execution, completion)
+        this.channels.set("task", new Channel({
+            channelId: 'task',
+            name: 'Task Channel',
+            capacity: 2000,
+            backpressurePolicy: BackpressurePolicy.DROP_OLDEST,
+            priority: 7,
+            ...this.config.channels["task"]
+        }));
+        // Help channel (help requests, matching)
+        this.channels.set("help", new Channel({
+            channelId: 'help',
+            name: 'Help Channel',
+            capacity: 500,
+            backpressurePolicy: BackpressurePolicy.DROP_NEWEST,
+            priority: 9,
+            ...this.config.channels["help"]
+        }));
+        // Event channel (notifications, alerts)
+        this.channels.set("event", new Channel({
+            channelId: 'event',
+            name: 'Event Channel',
+            capacity: 1500,
+            backpressurePolicy: BackpressurePolicy.DROP_OLDEST,
+            priority: 5,
+            ...this.config.channels["event"]
+        }));
+    }
+    /**
+   * Initialize default routing rules.
+   */ initializeRoutingRules() {
+        // Add custom rules first (higher priority)
+        this.routingRules.push(...this.config.customRules);
+        // Default routing rules (pattern matching)
+        const defaultRules = [
+            // Coordination patterns
+            {
+                pattern: 'agent.*',
+                channelType: "coordination",
+                priority: 100
+            },
+            {
+                pattern: 'coordinator.*',
+                channelType: "coordination",
+                priority: 100
+            },
+            {
+                pattern: 'session.*',
+                channelType: "coordination",
+                priority: 100
+            },
+            // Task patterns
+            {
+                pattern: 'task.*',
+                channelType: "task",
+                priority: 90
+            },
+            {
+                pattern: 'job.*',
+                channelType: "task",
+                priority: 90
+            },
+            {
+                pattern: 'execution.*',
+                channelType: "task",
+                priority: 90
+            },
+            // Help patterns
+            {
+                pattern: 'help.*',
+                channelType: "help",
+                priority: 95
+            },
+            {
+                pattern: 'assistance.*',
+                channelType: "help",
+                priority: 95
+            },
+            // Event patterns (catch-all)
+            {
+                pattern: '*',
+                channelType: "event",
+                priority: 0
+            }
+        ];
+        this.routingRules.push(...defaultRules);
+        // Sort by priority (highest first)
+        this.routingRules.sort((a, b)=>b.priority - a.priority);
+    }
+    /**
+   * Route a message to appropriate channel.
+   *
+   * @param message - Message to route
+   *
+   * @example
+   * ```typescript
+   * router.route({
+   *   id: 'msg-1',
+   *   topic: 'task.completed',
+   *   payload: { taskId: 'task-1', result: 'success' },
+   *   priority: 5,
+   *   timestamp: Date.now()
+   * });
+   * ```
+   */ route(message) {
+        // Check backpressure threshold
+        if (this.incomingQueue.size() >= this.config.maxPendingMessages) {
+            this.stats.totalDropped++;
+            this.emit("backpressure", {
+                pendingMessages: this.incomingQueue.size(),
+                maxPending: this.config.maxPendingMessages,
+                droppedMessageId: message.id
+            });
+            return;
+        }
+        // Add to priority queue
+        this.incomingQueue.enqueue(message, message.priority);
+        // Auto-process if not already processing
+        if (!this.isProcessing) {
+            setImmediate(()=>this.processQueue());
+        }
+    }
+    /**
+   * Process incoming message queue and route to channels.
+   *
+   * @returns Number of messages routed
+   */ async processQueue() {
+        if (this.isProcessing) {
+            return 0;
+        }
+        this.isProcessing = true;
+        let routedCount = 0;
+        try {
+            // Route all pending messages
+            while(!this.incomingQueue.isEmpty()){
+                const message = this.incomingQueue.dequeue();
+                if (!message) break;
+                const startTime = performance.now();
+                // Find matching channel
+                const channelType = this.findChannelForMessage(message);
+                if (!channelType) {
+                    // No matching rule - drop message
+                    this.stats.totalDropped++;
+                    this.emit("message-dropped", {
+                        messageId: message.id,
+                        topic: message.topic,
+                        reason: 'no-matching-route'
+                    });
+                    continue;
+                }
+                // Route to channel
+                const channel = this.channels.get(channelType);
+                if (channel) {
+                    channel.publish(message);
+                    routedCount++;
+                    // Update statistics
+                    this.stats.totalRouted++;
+                    this.stats.messagesByChannel.set(channelType, (this.stats.messagesByChannel.get(channelType) ?? 0) + 1);
+                    const latency = performance.now() - startTime;
+                    this.stats.routingLatencies.push(latency);
+                    // Keep only last 1000 latencies
+                    if (this.stats.routingLatencies.length > 1000) {
+                        this.stats.routingLatencies.shift();
+                    }
+                    this.emit("message-routed", {
+                        messageId: message.id,
+                        topic: message.topic,
+                        channelType,
+                        latencyMs: latency
+                    });
+                }
+            }
+            // Process channels with fairness guarantees
+            if (this.config.enableFairness) {
+                await this.processFairScheduler();
+            } else {
+                // Process all channels in priority order
+                await this.processAllChannels();
+            }
+        } finally{
+            this.isProcessing = false;
+        }
+        return routedCount;
+    }
+    /**
+   * Find appropriate channel for message based on routing rules.
+   *
+   * @param message - Message to route
+   * @returns Channel type or null if no match
+   */ findChannelForMessage(message) {
+        for (const rule of this.routingRules){
+            if (this.matchesPattern(message.topic, rule.pattern)) {
+                return rule.channelType;
+            }
+        }
+        return null;
+    }
+    /**
+   * Match topic against pattern (supports * wildcard).
+   *
+   * @param topic - Message topic
+   * @param pattern - Pattern with wildcards
+   * @returns True if topic matches pattern
+   */ matchesPattern(topic, pattern) {
+        if (pattern === '*') {
+            return true;
+        }
+        const regexPattern = pattern.replace(/\./g, '\\.').replace(/\*/g, '.*');
+        const regex = new RegExp(`^${regexPattern}$`);
+        return regex.test(topic);
+    }
+    /**
+   * Process channels with fairness scheduler.
+   * Round-robin with quantum-based processing.
+   */ async processFairScheduler() {
+        const quantum = this.config.fairnessQuantum;
+        // Process each channel in round-robin order
+        for(let i = 0; i < this.fairnessState.channelOrder.length; i++){
+            const channelType = this.fairnessState.channelOrder[i];
+            const channel = this.channels.get(channelType);
+            if (channel && channel.getBufferSize() > 0) {
+                // Process up to quantum messages from this channel
+                let processed = 0;
+                while(processed < quantum && channel.getBufferSize() > 0){
+                    await channel.processBuffer();
+                    processed++;
+                }
+            }
+        }
+    }
+    /**
+   * Process all channels in priority order (no fairness).
+   */ async processAllChannels() {
+        // Get channels sorted by priority (highest first)
+        const sortedChannels = Array.from(this.channels.entries()).sort(([, a], [, b])=>b.priority - a.priority);
+        for (const [, channel] of sortedChannels){
+            await channel.processBuffer();
+        }
+    }
+    /**
+   * Get channel by type.
+   *
+   * @param channelType - Channel type
+   * @returns Channel instance or undefined
+   */ getChannel(channelType) {
+        return this.channels.get(channelType);
+    }
+    /**
+   * Get all channels.
+   *
+   * @returns Map of channel type to channel instance
+   */ getAllChannels() {
+        return new Map(this.channels);
+    }
+    /**
+   * Get router statistics.
+   *
+   * @returns Router statistics
+   */ getStats() {
+        const avgRoutingLatencyMs = this.stats.routingLatencies.length > 0 ? this.stats.routingLatencies.reduce((sum, l)=>sum + l, 0) / this.stats.routingLatencies.length : 0;
+        const messagesByChannel = {
+            ["coordination"]: this.stats.messagesByChannel.get("coordination") ?? 0,
+            ["task"]: this.stats.messagesByChannel.get("task") ?? 0,
+            ["help"]: this.stats.messagesByChannel.get("help") ?? 0,
+            ["event"]: this.stats.messagesByChannel.get("event") ?? 0
+        };
+        const channelStats = {};
+        for (const type of Object.values(ChannelType)){
+            const channel = this.channels.get(type);
+            if (channel) {
+                const stats = channel.getStats();
+                channelStats[type] = {
+                    buffered: stats.currentBufferSize,
+                    delivered: stats.totalDelivered,
+                    dropped: stats.totalDropped,
+                    subscribers: stats.totalSubscriptions
+                };
+            }
+        }
+        return {
+            totalRouted: this.stats.totalRouted,
+            totalDropped: this.stats.totalDropped,
+            messagesByChannel,
+            pendingMessages: this.incomingQueue.size(),
+            avgRoutingLatencyMs,
+            channelStats
+        };
+    }
+    /**
+   * Clear all channels and reset router.
+   */ clear() {
+        this.incomingQueue.clear();
+        for (const type of Object.values(ChannelType)){
+            const channel = this.channels.get(type);
+            if (channel) {
+                channel.clearBuffer();
+                channel.resetStats();
+            }
+        }
+        this.stats = {
+            totalRouted: 0,
+            totalDropped: 0,
+            messagesByChannel: new Map(),
+            routingLatencies: []
+        };
+    }
+    /**
+   * Shutdown router and close all channels.
+   */ shutdown() {
+        this.clear();
+        for (const type of Object.values(ChannelType)){
+            const channel = this.channels.get(type);
+            if (channel) {
+                channel.close();
+            }
+        }
+        this.removeAllListeners();
+    }
+}
+
+//# sourceMappingURL=message-router.js.map

package/.claude-flow-novice/dist/src/coordination/v2/messaging/message-router.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../../src/coordination/v2/messaging/message-router.ts"],"names":["PriorityQueue","Channel","BackpressurePolicy","EventEmitter","ChannelType","RouterEvent","MessageRouter","config","incomingQueue","channels","routingRules","stats","fairnessState","isProcessing","customRules","enableFairness","fairnessQuantum","maxPendingMessages","Map","totalRouted","totalDropped","messagesByChannel","routingLatencies","lastChannelIndex","channelOrder","initializeChannels","initializeRoutingRules","set","channelId","name","capacity","backpressurePolicy","DROP_OLDEST","priority","DROP_NEWEST","push","defaultRules","pattern","channelType","sort","a","b","route","message","size","emit","pendingMessages","maxPending","droppedMessageId","id","enqueue","setImmediate","processQueue","routedCount","isEmpty","dequeue","startTime","performance","now","findChannelForMessage","messageId","topic","reason","channel","get","publish","latency","length","shift","latencyMs","processFairScheduler","processAllChannels","rule","matchesPattern","regexPattern","replace","regex","RegExp","test","quantum","i","getBufferSize","processed","processBuffer","sortedChannels","Array","from","entries","getChannel","getAllChannels","getStats","avgRoutingLatencyMs","reduce","sum","l","channelStats","type","Object","values","buffered","currentBufferSize","delivered","totalDelivered","dropped","subscribers","totalSubscriptions","clear","clearBuffer","resetStats","shutdown","close","removeAllListeners"],"mappings":"AAAA;;;;;;;;;;;;;;CAcC,GAGD,SAASA,aAAa,QAAQ,6BAA6B;AAC3D,SAASC,OAAO,EAAsBC,kBAAkB,QAAQ,eAAe;AAC/E,SAASC,YAAY,QAAQ,SAAS;AAEtC;;;CAGC,GACD,OAAO,IAAA,AAAKC,qCAAAA;IACV,oDAAoD;IAGpD,0DAA0D;IAG1D,kDAAkD;IAGlD,gDAAgD;WAVtCA;MAYX;AAgED;;CAEC,GACD,OAAO,IAAA,AAAKC,qCAAAA;IACV,8BAA8B;IAG9B,wCAAwC;IAGxC,oCAAoC;IAGpC,iBAAiB;WAVPA;MAYX;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoCC,GACD,OAAO,MAAMC,sBAAsBH;IACjC,kBAAkB,GAClB,AAAiBI,OAA+B;IAEhD,yCAAyC,GACzC,AAAiBC,cAAsC;IAEvD,8BAA8B,GAC9B,AAAiBC,SAAoC;IAErD,4CAA4C,GAC5C,AAAiBC,aAA4B;IAE7C,wBAAwB,GACxB,AAAQC,MAKN;IAEF,sDAAsD,GACtD,AAAQC,cAGN;IAEF,oBAAoB,GACpB,AAAQC,aAAsB;IAE9B,YAAYN,SAAuB,CAAC,CAAC,CAAE;QACrC,KAAK;QAEL,IAAI,CAACA,MAAM,GAAG;YACZE,UAAUF,OAAOE,QAAQ,IAAI,CAAC;YAC9BK,aAAaP,OAAOO,WAAW,IAAI,EAAE;YACrCC,gBAAgBR,OAAOQ,cAAc,IAAI;YACzCC,iBAAiBT,OAAOS,eAAe,IAAI;YAC3CC,oBAAoBV,OAAOU,kBAAkB,IAAI;QACnD;QAEA,IAAI,CAACT,aAAa,GAAG,IAAIR;QACzB,IAAI,CAACS,QAAQ,GAAG,IAAIS;QACpB,IAAI,CAACR,YAAY,GAAG,EAAE;QACtB,IAAI,CAACG,YAAY,GAAG;QAEpB,IAAI,CAACF,KAAK,GAAG;YACXQ,aAAa;YACbC,cAAc;YACdC,mBAAmB,IAAIH;YACvBI,kBAAkB,EAAE;QACtB;QAEA,IAAI,CAACV,aAAa,GAAG;YACnBW,kBAAkB,CAAC;YACnBC,cAAc;;;;;aAKb;QACH;QAEA,IAAI,CAACC,kBAAkB;QACvB,IAAI,CAACC,sBAAsB;IAC7B;IAEA;;GAEC,GACD,AAAQD,qBAA2B;QACjC,iDAAiD;QACjD,IAAI,CAAChB,QAAQ,CAACkB,GAAG,iBAA2B,IAAI1B,QAAQ;YACtD2B,WAAW;YACXC,MAAM;YACNC,UAAU;YACVC,oBAAoB7B,mBAAmB8B,WAAW;YAClDC,UAAU;YACV,GAAG,IAAI,CAAC1B,MAAM,CAACE,QAAQ,gBAA0B;QACnD;QAEA,4CAA4C;QAC5C,IAAI,CAACA,QAAQ,CAACkB,GAAG,SAAmB,IAAI1B,QAAQ;YAC9C2B,WAAW;YACXC,MAAM;YACNC,UAAU;YACVC,oBAAoB7B,mBAAmB8B,WAAW;YAClDC,UAAU;YACV,GAAG,IAAI,CAAC1B,MAAM,CAACE,QAAQ,QAAkB;QAC3C;QAEA,yCAAyC;QACzC,IAAI,CAACA,QAAQ,CAACkB,GAAG,SAAmB,IAAI1B,QAAQ;YAC9C2B,WAAW;YACXC,MAAM;YACNC,UAAU;YACVC,oBAAoB7B,mBAAmBgC,WAAW;YAClDD,UAAU;YACV,GAAG,IAAI,CAAC1B,MAAM,CAACE,QAAQ,QAAkB;QAC3C;QAEA,wCAAwC;QACxC,IAAI,CAACA,QAAQ,CAACkB,GAAG,UAAoB,IAAI1B,QAAQ;YAC/C2B,WAAW;YACXC,MAAM;YACNC,UAAU;YACVC,oBAAoB7B,mBAAmB8B,WAAW;YAClDC,UAAU;YACV,GAAG,IAAI,CAAC1B,MAAM,CAACE,QAAQ,SAAmB;QAC5C;IACF;IAEA;;GAEC,GACD,AAAQiB,yBAA+B;QACrC,2CAA2C;QAC3C,IAAI,CAAChB,YAAY,CAACyB,IAAI,IAAI,IAAI,CAAC5B,MAAM,CAACO,WAAW;QAEjD,2CAA2C;QAC3C,MAAMsB,eAA8B;YAClC,wBAAwB;YACxB;gBAAEC,SAAS;gBAAWC,WAAW;gBAA4BL,UAAU;YAAI;YAC3E;gBAAEI,SAAS;gBAAiBC,WAAW;gBAA4BL,UAAU;YAAI;YACjF;gBAAEI,SAAS;gBAAaC,WAAW;gBAA4BL,UAAU;YAAI;YAE7E,gBAAgB;YAChB;gBAAEI,SAAS;gBAAUC,WAAW;gBAAoBL,UAAU;YAAG;YACjE;gBAAEI,SAAS;gBAASC,WAAW;gBAAoBL,UAAU;YAAG;YAChE;gBAAEI,SAAS;gBAAeC,WAAW;gBAAoBL,UAAU;YAAG;YAEtE,gBAAgB;YAChB;gBAAEI,SAAS;gBAAUC,WAAW;gBAAoBL,UAAU;YAAG;YACjE;gBAAEI,SAAS;gBAAgBC,WAAW;gBAAoBL,UAAU;YAAG;YAEvE,6BAA6B;YAC7B;gBAAEI,SAAS;gBAAKC,WAAW;gBAAqBL,UAAU;YAAE;SAC7D;QAED,IAAI,CAACvB,YAAY,CAACyB,IAAI,IAAIC;QAE1B,mCAAmC;QACnC,IAAI,CAAC1B,YAAY,CAAC6B,IAAI,CAAC,CAACC,GAAGC,IAAMA,EAAER,QAAQ,GAAGO,EAAEP,QAAQ;IAC1D;IAEA;;;;;;;;;;;;;;;GAeC,GACDS,MAAMC,OAAgB,EAAQ;QAC5B,+BAA+B;QAC/B,IAAI,IAAI,CAACnC,aAAa,CAACoC,IAAI,MAAM,IAAI,CAACrC,MAAM,CAACU,kBAAkB,EAAE;YAC/D,IAAI,CAACN,KAAK,CAACS,YAAY;YACvB,IAAI,CAACyB,IAAI,iBAA2B;gBAClCC,iBAAiB,IAAI,CAACtC,aAAa,CAACoC,IAAI;gBACxCG,YAAY,IAAI,CAACxC,MAAM,CAACU,kBAAkB;gBAC1C+B,kBAAkBL,QAAQM,EAAE;YAC9B;YACA;QACF;QAEA,wBAAwB;QACxB,IAAI,CAACzC,aAAa,CAAC0C,OAAO,CAACP,SAASA,QAAQV,QAAQ;QAEpD,yCAAyC;QACzC,IAAI,CAAC,IAAI,CAACpB,YAAY,EAAE;YACtBsC,aAAa,IAAM,IAAI,CAACC,YAAY;QACtC;IACF;IAEA;;;;GAIC,GACD,MAAMA,eAAgC;QACpC,IAAI,IAAI,CAACvC,YAAY,EAAE;YACrB,OAAO;QACT;QAEA,IAAI,CAACA,YAAY,GAAG;QACpB,IAAIwC,cAAc;QAElB,IAAI;YACF,6BAA6B;YAC7B,MAAO,CAAC,IAAI,CAAC7C,aAAa,CAAC8C,OAAO,GAAI;gBACpC,MAAMX,UAAU,IAAI,CAACnC,aAAa,CAAC+C,OAAO;gBAC1C,IAAI,CAACZ,SAAS;gBAEd,MAAMa,YAAYC,YAAYC,GAAG;gBAEjC,wBAAwB;gBACxB,MAAMpB,cAAc,IAAI,CAACqB,qBAAqB,CAAChB;gBAE/C,IAAI,CAACL,aAAa;oBAChB,kCAAkC;oBAClC,IAAI,CAAC3B,KAAK,CAACS,YAAY;oBACvB,IAAI,CAACyB,IAAI,oBAA8B;wBACrCe,WAAWjB,QAAQM,EAAE;wBACrBY,OAAOlB,QAAQkB,KAAK;wBACpBC,QAAQ;oBACV;oBACA;gBACF;gBAEA,mBAAmB;gBACnB,MAAMC,UAAU,IAAI,CAACtD,QAAQ,CAACuD,GAAG,CAAC1B;gBAClC,IAAIyB,SAAS;oBACXA,QAAQE,OAAO,CAACtB;oBAChBU;oBAEA,oBAAoB;oBACpB,IAAI,CAAC1C,KAAK,CAACQ,WAAW;oBACtB,IAAI,CAACR,KAAK,CAACU,iBAAiB,CAACM,GAAG,CAC9BW,aACA,AAAC,CAAA,IAAI,CAAC3B,KAAK,CAACU,iBAAiB,CAAC2C,GAAG,CAAC1B,gBAAgB,CAAA,IAAK;oBAGzD,MAAM4B,UAAUT,YAAYC,GAAG,KAAKF;oBACpC,IAAI,CAAC7C,KAAK,CAACW,gBAAgB,CAACa,IAAI,CAAC+B;oBAEjC,gCAAgC;oBAChC,IAAI,IAAI,CAACvD,KAAK,CAACW,gBAAgB,CAAC6C,MAAM,GAAG,MAAM;wBAC7C,IAAI,CAACxD,KAAK,CAACW,gBAAgB,CAAC8C,KAAK;oBACnC;oBAEA,IAAI,CAACvB,IAAI,mBAA6B;wBACpCe,WAAWjB,QAAQM,EAAE;wBACrBY,OAAOlB,QAAQkB,KAAK;wBACpBvB;wBACA+B,WAAWH;oBACb;gBACF;YACF;YAEA,4CAA4C;YAC5C,IAAI,IAAI,CAAC3D,MAAM,CAACQ,cAAc,EAAE;gBAC9B,MAAM,IAAI,CAACuD,oBAAoB;YACjC,OAAO;gBACL,yCAAyC;gBACzC,MAAM,IAAI,CAACC,kBAAkB;YAC/B;QACF,SAAU;YACR,IAAI,CAAC1D,YAAY,GAAG;QACtB;QAEA,OAAOwC;IACT;IAEA;;;;;GAKC,GACD,AAAQM,sBAAsBhB,OAAgB,EAAsB;QAClE,KAAK,MAAM6B,QAAQ,IAAI,CAAC9D,YAAY,CAAE;YACpC,IAAI,IAAI,CAAC+D,cAAc,CAAC9B,QAAQkB,KAAK,EAAEW,KAAKnC,OAAO,GAAG;gBACpD,OAAOmC,KAAKlC,WAAW;YACzB;QACF;QACA,OAAO;IACT;IAEA;;;;;;GAMC,GACD,AAAQmC,eAAeZ,KAAa,EAAExB,OAAe,EAAW;QAC9D,IAAIA,YAAY,KAAK;YACnB,OAAO;QACT;QAEA,MAAMqC,eAAerC,QAClBsC,OAAO,CAAC,OAAO,OACfA,OAAO,CAAC,OAAO;QAClB,MAAMC,QAAQ,IAAIC,OAAO,CAAC,CAAC,EAAEH,aAAa,CAAC,CAAC;QAE5C,OAAOE,MAAME,IAAI,CAACjB;IACpB;IAEA;;;GAGC,GACD,MAAcS,uBAAsC;QAClD,MAAMS,UAAU,IAAI,CAACxE,MAAM,CAACS,eAAe;QAE3C,4CAA4C;QAC5C,IAAK,IAAIgE,IAAI,GAAGA,IAAI,IAAI,CAACpE,aAAa,CAACY,YAAY,CAAC2C,MAAM,EAAEa,IAAK;YAC/D,MAAM1C,cAAc,IAAI,CAAC1B,aAAa,CAACY,YAAY,CAACwD,EAAE;YACtD,MAAMjB,UAAU,IAAI,CAACtD,QAAQ,CAACuD,GAAG,CAAC1B;YAElC,IAAIyB,WAAWA,QAAQkB,aAAa,KAAK,GAAG;gBAC1C,mDAAmD;gBACnD,IAAIC,YAAY;gBAChB,MAAOA,YAAYH,WAAWhB,QAAQkB,aAAa,KAAK,EAAG;oBACzD,MAAMlB,QAAQoB,aAAa;oBAC3BD;gBACF;YACF;QACF;IACF;IAEA;;GAEC,GACD,MAAcX,qBAAoC;QAChD,kDAAkD;QAClD,MAAMa,iBAAiBC,MAAMC,IAAI,CAAC,IAAI,CAAC7E,QAAQ,CAAC8E,OAAO,IACpDhD,IAAI,CAAC,CAAC,GAAGC,EAAE,EAAE,GAAGC,EAAE,GAAKA,EAAER,QAAQ,GAAGO,EAAEP,QAAQ;QAEjD,KAAK,MAAM,GAAG8B,QAAQ,IAAIqB,eAAgB;YACxC,MAAMrB,QAAQoB,aAAa;QAC7B;IACF;IAEA;;;;;GAKC,GACDK,WAAWlD,WAAwB,EAAuB;QACxD,OAAO,IAAI,CAAC7B,QAAQ,CAACuD,GAAG,CAAC1B;IAC3B;IAEA;;;;GAIC,GACDmD,iBAA4C;QAC1C,OAAO,IAAIvE,IAAI,IAAI,CAACT,QAAQ;IAC9B;IAEA;;;;GAIC,GACDiF,WAAwB;QACtB,MAAMC,sBAAsB,IAAI,CAAChF,KAAK,CAACW,gBAAgB,CAAC6C,MAAM,GAAG,IAC7D,IAAI,CAACxD,KAAK,CAACW,gBAAgB,CAACsE,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,GAAG,KAAK,IAAI,CAACnF,KAAK,CAACW,gBAAgB,CAAC6C,MAAM,GAC/F;QAEJ,MAAM9C,oBAAiD;YACrD,gBAA0B,EAAE,IAAI,CAACV,KAAK,CAACU,iBAAiB,CAAC2C,GAAG,oBAA8B;YAC1F,QAAkB,EAAE,IAAI,CAACrD,KAAK,CAACU,iBAAiB,CAAC2C,GAAG,YAAsB;YAC1E,QAAkB,EAAE,IAAI,CAACrD,KAAK,CAACU,iBAAiB,CAAC2C,GAAG,YAAsB;YAC1E,SAAmB,EAAE,IAAI,CAACrD,KAAK,CAACU,iBAAiB,CAAC2C,GAAG,aAAuB;QAC9E;QAEA,MAAM+B,eAAyC,CAAC;QAChD,KAAK,MAAMC,QAAQC,OAAOC,MAAM,CAAC9F,aAAc;YAC7C,MAAM2D,UAAU,IAAI,CAACtD,QAAQ,CAACuD,GAAG,CAACgC;YAClC,IAAIjC,SAAS;gBACX,MAAMpD,QAAQoD,QAAQ2B,QAAQ;gBAC9BK,YAAY,CAACC,KAAK,GAAG;oBACnBG,UAAUxF,MAAMyF,iBAAiB;oBACjCC,WAAW1F,MAAM2F,cAAc;oBAC/BC,SAAS5F,MAAMS,YAAY;oBAC3BoF,aAAa7F,MAAM8F,kBAAkB;gBACvC;YACF;QACF;QAEA,OAAO;YACLtF,aAAa,IAAI,CAACR,KAAK,CAACQ,WAAW;YACnCC,cAAc,IAAI,CAACT,KAAK,CAACS,YAAY;YACrCC;YACAyB,iBAAiB,IAAI,CAACtC,aAAa,CAACoC,IAAI;YACxC+C;YACAI;QACF;IACF;IAEA;;GAEC,GACDW,QAAc;QACZ,IAAI,CAAClG,aAAa,CAACkG,KAAK;QACxB,KAAK,MAAMV,QAAQC,OAAOC,MAAM,CAAC9F,aAAc;YAC7C,MAAM2D,UAAU,IAAI,CAACtD,QAAQ,CAACuD,GAAG,CAACgC;YAClC,IAAIjC,SAAS;gBACXA,QAAQ4C,WAAW;gBACnB5C,QAAQ6C,UAAU;YACpB;QACF;QACA,IAAI,CAACjG,KAAK,GAAG;YACXQ,aAAa;YACbC,cAAc;YACdC,mBAAmB,IAAIH;YACvBI,kBAAkB,EAAE;QACtB;IACF;IAEA;;GAEC,GACDuF,WAAiB;QACf,IAAI,CAACH,KAAK;QACV,KAAK,MAAMV,QAAQC,OAAOC,MAAM,CAAC9F,aAAc;YAC7C,MAAM2D,UAAU,IAAI,CAACtD,QAAQ,CAACuD,GAAG,CAACgC;YAClC,IAAIjC,SAAS;gBACXA,QAAQ+C,KAAK;YACf;QACF;QACA,IAAI,CAACC,kBAAkB;IACzB;AACF"}

package/.claude-flow-novice/dist/src/coordination/v2/sdk/checkpoint-manager.js

@@ -13,6 +13,7 @@ import { promises as fs } from 'fs';
 import * as path from 'path';
 import * as msgpack from 'msgpack-lite';
 import { AgentState } from '../types/sdk.js';
+import { CheckpointCompressor } from '../checkpoints/checkpoint-compressor.js';
 export class CheckpointManager {
     MAX_IN_MEMORY_CHECKPOINTS = 100;
     checkpoints = new Map();
@@ -31,9 +32,11 @@ export class CheckpointManager {
     retentionHours = 24;
     restoredCheckpoints = new Set();
     maxCheckpointAge = 3600000;
+    compressor;
     constructor(storagePath = '.claude-flow/checkpoints/v2', retentionHours = 24){
         this.storagePath = storagePath;
         this.retentionHours = retentionHours;
+        this.compressor = new CheckpointCompressor();
         this.metrics = {
             totalCheckpoints: 0,
             totalRestores: 0,
@@ -76,12 +79,15 @@ export class CheckpointManager {
         const startTime = performance.now();
         const checkpointId = this.generateCheckpointId(sessionId, messageUUID);
         const timestamp = Date.now();
-        // Serialize and compress state snapshot using MessagePack
-        const uncompressedData = JSON.stringify(stateSnapshot);
-        const uncompressedSize = Buffer.byteLength(uncompressedData, 'utf8');
-        const compressedBuffer = msgpack.encode(stateSnapshot);
-        const compressedSize = compressedBuffer.length;
-        const compressionRatio = 1 - compressedSize / uncompressedSize;
+        // Get previous checkpoint for delta compression
+        const previousCheckpointData = this.getLatestCheckpointData(sessionId);
+        const previousCheckpointId = previousCheckpointData?.id;
+        // Use multi-layer compression: MessagePack + Delta + Gzip
+        const compressionResult = await this.compressor.compress(stateSnapshot, sessionId, previousCheckpointId);
+        const compressedBuffer = compressionResult.compressedBuffer;
+        const compressedSize = compressionResult.compressedSize;
+        const uncompressedSize = compressionResult.uncompressedSize;
+        const compressionRatio = compressionResult.compressionRatio;
         // Calculate checksum for integrity verification
         const checksum = this.calculateChecksum(stateSnapshot);
         const checkpoint = {
@@ -299,7 +305,8 @@ export class CheckpointManager {
         const now = Date.now();
         const retentionMs = this.retentionHours * 60 * 60 * 1000;
         let deletedCount = 0;
-        for (const [checkpointId, checkpoint] of this.checkpoints.entries()){
+        const entries = Array.from(this.checkpoints.entries());
+        for (const [checkpointId, checkpoint] of entries){
             const age = now - checkpoint.timestamp;
             if (age > retentionMs) {
                 await this.deleteCheckpoint(checkpointId);
@@ -318,6 +325,19 @@ export class CheckpointManager {
         };
     }
     /**
+   * Get compression details for a specific checkpoint (for testing)
+   */ getCheckpointCompressionDetails(checkpointId) {
+        const checkpoint = this.checkpoints.get(checkpointId);
+        if (!checkpoint) {
+            return null;
+        }
+        return {
+            compressedSize: checkpoint.compressedSize,
+            uncompressedSize: checkpoint.uncompressedSize,
+            compressionRatio: 1 - checkpoint.compressedSize / checkpoint.uncompressedSize
+        };
+    }
+    /**
    * Enable/disable auto-checkpointing
    */ setAutoCheckpointEnabled(enabled) {
         this.autoCheckpointEnabled = enabled;
@@ -806,7 +826,8 @@ export class CheckpointManager {
    */ getMemoryStats() {
         const now = Date.now();
         let oldestAge = 0;
-        for (const checkpoint of this.checkpoints.values()){
+        const values = Array.from(this.checkpoints.values());
+        for (const checkpoint of values){
             const age = now - checkpoint.timestamp;
             oldestAge = Math.max(oldestAge, age);
         }