@cogitator-ai/swarms 0.4.20 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +245 -897
- package/dist/agents.d.ts +13 -0
- package/dist/agents.d.ts.map +1 -0
- package/dist/agents.js +70 -0
- package/dist/agents.js.map +1 -0
- package/dist/assessor/assessor.d.ts +9 -2
- package/dist/assessor/assessor.d.ts.map +1 -1
- package/dist/assessor/assessor.js +72 -53
- package/dist/assessor/assessor.js.map +1 -1
- package/dist/assessor/model-discovery.d.ts.map +1 -1
- package/dist/assessor/model-discovery.js +40 -46
- package/dist/assessor/model-discovery.js.map +1 -1
- package/dist/assessor/role-matcher.d.ts +6 -24
- package/dist/assessor/role-matcher.d.ts.map +1 -1
- package/dist/assessor/role-matcher.js +9 -37
- package/dist/assessor/role-matcher.js.map +1 -1
- package/dist/assessor/scoring.d.ts.map +1 -1
- package/dist/assessor/scoring.js +23 -1
- package/dist/assessor/scoring.js.map +1 -1
- package/dist/base-coordinator.d.ts +117 -0
- package/dist/base-coordinator.d.ts.map +1 -0
- package/dist/base-coordinator.js +455 -0
- package/dist/base-coordinator.js.map +1 -0
- package/dist/communication/blackboard.d.ts +34 -4
- package/dist/communication/blackboard.d.ts.map +1 -1
- package/dist/communication/blackboard.js +81 -46
- package/dist/communication/blackboard.js.map +1 -1
- package/dist/communication/event-emitter.d.ts.map +1 -1
- package/dist/communication/event-emitter.js +6 -17
- package/dist/communication/event-emitter.js.map +1 -1
- package/dist/communication/index.d.ts +2 -2
- package/dist/communication/index.d.ts.map +1 -1
- package/dist/communication/index.js +2 -2
- package/dist/communication/index.js.map +1 -1
- package/dist/communication/message-bus.d.ts +48 -5
- package/dist/communication/message-bus.d.ts.map +1 -1
- package/dist/communication/message-bus.js +135 -50
- package/dist/communication/message-bus.js.map +1 -1
- package/dist/communication/redis-blackboard.d.ts +11 -5
- package/dist/communication/redis-blackboard.d.ts.map +1 -1
- package/dist/communication/redis-blackboard.js +159 -116
- package/dist/communication/redis-blackboard.js.map +1 -1
- package/dist/communication/redis-event-emitter.d.ts +12 -0
- package/dist/communication/redis-event-emitter.d.ts.map +1 -1
- package/dist/communication/redis-event-emitter.js +96 -54
- package/dist/communication/redis-event-emitter.js.map +1 -1
- package/dist/communication/redis-message-bus.d.ts +11 -6
- package/dist/communication/redis-message-bus.d.ts.map +1 -1
- package/dist/communication/redis-message-bus.js +88 -77
- package/dist/communication/redis-message-bus.js.map +1 -1
- package/dist/coordinator.d.ts +7 -41
- package/dist/coordinator.d.ts.map +1 -1
- package/dist/coordinator.js +17 -340
- package/dist/coordinator.js.map +1 -1
- package/dist/distributed/distributed-coordinator.d.ts +54 -51
- package/dist/distributed/distributed-coordinator.d.ts.map +1 -1
- package/dist/distributed/distributed-coordinator.js +166 -284
- package/dist/distributed/distributed-coordinator.js.map +1 -1
- package/dist/distributed/index.d.ts +1 -1
- package/dist/distributed/index.d.ts.map +1 -1
- package/dist/distributed/index.js +1 -1
- package/dist/distributed/index.js.map +1 -1
- package/dist/index.d.ts +4 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +4 -3
- package/dist/index.js.map +1 -1
- package/dist/resources/circuit-breaker.d.ts.map +1 -1
- package/dist/resources/circuit-breaker.js +3 -4
- package/dist/resources/circuit-breaker.js.map +1 -1
- package/dist/shared/hierarchy.d.ts +21 -0
- package/dist/shared/hierarchy.d.ts.map +1 -0
- package/dist/shared/hierarchy.js +27 -0
- package/dist/shared/hierarchy.js.map +1 -0
- package/dist/shared/negotiation.d.ts +27 -0
- package/dist/shared/negotiation.d.ts.map +1 -0
- package/dist/shared/negotiation.js +55 -0
- package/dist/shared/negotiation.js.map +1 -0
- package/dist/shared/voting.d.ts +6 -0
- package/dist/shared/voting.d.ts.map +1 -0
- package/dist/shared/voting.js +13 -0
- package/dist/shared/voting.js.map +1 -0
- package/dist/strategies/consensus.d.ts +12 -0
- package/dist/strategies/consensus.d.ts.map +1 -1
- package/dist/strategies/consensus.js +75 -47
- package/dist/strategies/consensus.js.map +1 -1
- package/dist/strategies/debate.d.ts.map +1 -1
- package/dist/strategies/debate.js +18 -8
- package/dist/strategies/debate.js.map +1 -1
- package/dist/strategies/hierarchical.d.ts.map +1 -1
- package/dist/strategies/hierarchical.js +29 -14
- package/dist/strategies/hierarchical.js.map +1 -1
- package/dist/strategies/negotiation/approval.d.ts.map +1 -1
- package/dist/strategies/negotiation/approval.js +22 -19
- package/dist/strategies/negotiation/approval.js.map +1 -1
- package/dist/strategies/negotiation-strategy.d.ts +24 -2
- package/dist/strategies/negotiation-strategy.d.ts.map +1 -1
- package/dist/strategies/negotiation-strategy.js +276 -141
- package/dist/strategies/negotiation-strategy.js.map +1 -1
- package/dist/strategies/pipeline.js +6 -6
- package/dist/strategies/pipeline.js.map +1 -1
- package/dist/swarm.d.ts +25 -11
- package/dist/swarm.d.ts.map +1 -1
- package/dist/swarm.js +195 -121
- package/dist/swarm.js.map +1 -1
- package/dist/tools/blackboard.d.ts +1 -1
- package/dist/tools/blackboard.d.ts.map +1 -1
- package/dist/tools/blackboard.js +26 -12
- package/dist/tools/blackboard.js.map +1 -1
- package/dist/tools/delegation.d.ts +17 -4
- package/dist/tools/delegation.d.ts.map +1 -1
- package/dist/tools/delegation.js +95 -88
- package/dist/tools/delegation.js.map +1 -1
- package/dist/tools/index.d.ts +3 -1
- package/dist/tools/index.d.ts.map +1 -1
- package/dist/tools/index.js +9 -4
- package/dist/tools/index.js.map +1 -1
- package/dist/tools/messaging.d.ts +38 -6
- package/dist/tools/messaging.d.ts.map +1 -1
- package/dist/tools/messaging.js +118 -41
- package/dist/tools/messaging.js.map +1 -1
- package/dist/tools/negotiation.d.ts +8 -4
- package/dist/tools/negotiation.d.ts.map +1 -1
- package/dist/tools/negotiation.js +138 -115
- package/dist/tools/negotiation.js.map +1 -1
- package/dist/tools/voting.d.ts +3 -0
- package/dist/tools/voting.d.ts.map +1 -1
- package/dist/tools/voting.js +13 -12
- package/dist/tools/voting.js.map +1 -1
- package/dist/utils/concurrency.d.ts +10 -0
- package/dist/utils/concurrency.d.ts.map +1 -0
- package/dist/utils/concurrency.js +28 -0
- package/dist/utils/concurrency.js.map +1 -0
- package/dist/utils/invoke.d.ts +2 -0
- package/dist/utils/invoke.d.ts.map +1 -0
- package/dist/utils/invoke.js +19 -0
- package/dist/utils/invoke.js.map +1 -0
- package/dist/workflow/swarm-node.d.ts.map +1 -1
- package/dist/workflow/swarm-node.js +55 -98
- package/dist/workflow/swarm-node.js.map +1 -1
- package/package.json +16 -14
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { nanoid } from 'nanoid';
|
|
2
|
+
import { invokeSafely } from '../utils/invoke.js';
|
|
2
3
|
const ATOMIC_PUSH_TRIM_SCRIPT = `
|
|
3
4
|
local key = KEYS[1]
|
|
4
5
|
local maxEvents = tonumber(ARGV[1])
|
|
@@ -6,6 +7,17 @@ redis.call('RPUSH', key, ARGV[2])
|
|
|
6
7
|
redis.call('LTRIM', key, -maxEvents, -1)
|
|
7
8
|
return 1
|
|
8
9
|
`;
|
|
10
|
+
function parseSwarmEvent(raw) {
|
|
11
|
+
try {
|
|
12
|
+
const parsed = JSON.parse(raw);
|
|
13
|
+
if (typeof parsed.type !== 'string' || typeof parsed.timestamp !== 'number')
|
|
14
|
+
return null;
|
|
15
|
+
return parsed;
|
|
16
|
+
}
|
|
17
|
+
catch {
|
|
18
|
+
return null;
|
|
19
|
+
}
|
|
20
|
+
}
|
|
9
21
|
export class RedisSwarmEventEmitter {
|
|
10
22
|
redis;
|
|
11
23
|
subscriber;
|
|
@@ -15,6 +27,7 @@ export class RedisSwarmEventEmitter {
|
|
|
15
27
|
handlers = new Map();
|
|
16
28
|
localEvents = [];
|
|
17
29
|
instanceId = nanoid(12);
|
|
30
|
+
initialized = false;
|
|
18
31
|
constructor(options) {
|
|
19
32
|
this.redis = options.redis;
|
|
20
33
|
this.subscriber = options.redis.duplicate();
|
|
@@ -28,61 +41,68 @@ export class RedisSwarmEventEmitter {
|
|
|
28
41
|
channelKey() {
|
|
29
42
|
return `${this.keyPrefix}:${this.swarmId}:events:live`;
|
|
30
43
|
}
|
|
44
|
+
handleRemoteEvent = (_channel, messageJson) => {
|
|
45
|
+
try {
|
|
46
|
+
const envelope = JSON.parse(messageJson);
|
|
47
|
+
if (envelope._sid === this.instanceId)
|
|
48
|
+
return;
|
|
49
|
+
this.recordLocally(envelope.e);
|
|
50
|
+
this.notifyHandlers(envelope.e);
|
|
51
|
+
}
|
|
52
|
+
catch (error) {
|
|
53
|
+
console.warn('[RedisSwarmEventEmitter] Failed to parse message:', error);
|
|
54
|
+
}
|
|
55
|
+
};
|
|
31
56
|
async initialize() {
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
}
|
|
45
|
-
catch (error) {
|
|
46
|
-
console.warn('[RedisSwarmEventEmitter] Failed to parse message:', error);
|
|
47
|
-
}
|
|
48
|
-
});
|
|
57
|
+
if (this.initialized)
|
|
58
|
+
return;
|
|
59
|
+
this.initialized = true;
|
|
60
|
+
this.subscriber.on('message', this.handleRemoteEvent);
|
|
61
|
+
try {
|
|
62
|
+
await this.subscriber.subscribe(this.channelKey());
|
|
63
|
+
}
|
|
64
|
+
catch (error) {
|
|
65
|
+
this.subscriber.off('message', this.handleRemoteEvent);
|
|
66
|
+
this.initialized = false;
|
|
67
|
+
throw error;
|
|
68
|
+
}
|
|
49
69
|
}
|
|
50
70
|
on(event, handler) {
|
|
51
|
-
|
|
52
|
-
|
|
71
|
+
let handlers = this.handlers.get(event);
|
|
72
|
+
if (!handlers) {
|
|
73
|
+
handlers = new Set();
|
|
74
|
+
this.handlers.set(event, handlers);
|
|
53
75
|
}
|
|
54
|
-
|
|
76
|
+
handlers.add(handler);
|
|
55
77
|
return () => this.off(event, handler);
|
|
56
78
|
}
|
|
57
79
|
once(event, handler) {
|
|
58
80
|
const wrapper = (e) => {
|
|
59
81
|
this.off(event, wrapper);
|
|
60
|
-
|
|
61
|
-
console.warn('[RedisSwarmEventEmitter] Once handler error:', error);
|
|
62
|
-
});
|
|
82
|
+
invokeSafely(handler, [e], '[RedisSwarmEventEmitter] Once handler error');
|
|
63
83
|
};
|
|
64
84
|
return this.on(event, wrapper);
|
|
65
85
|
}
|
|
86
|
+
/**
|
|
87
|
+
* Emit an event: local handlers are notified synchronously, persistence and
|
|
88
|
+
* cross-node publication happen in the background.
|
|
89
|
+
*/
|
|
66
90
|
emit(event, data, agentName) {
|
|
67
|
-
|
|
91
|
+
const swarmEvent = this.createEvent(event, data, agentName);
|
|
92
|
+
this.recordLocally(swarmEvent);
|
|
93
|
+
this.notifyHandlers(swarmEvent);
|
|
94
|
+
void this.persistAndPublish(swarmEvent).catch((error) => {
|
|
68
95
|
console.warn('[RedisSwarmEventEmitter] Emit error:', error);
|
|
69
96
|
});
|
|
70
97
|
}
|
|
98
|
+
/**
|
|
99
|
+
* Emit an event and wait until it is persisted in Redis and published to other nodes.
|
|
100
|
+
*/
|
|
71
101
|
async emitAsync(event, data, agentName) {
|
|
72
|
-
const swarmEvent =
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
data,
|
|
77
|
-
};
|
|
78
|
-
this.localEvents.push(swarmEvent);
|
|
79
|
-
if (this.localEvents.length > this.maxEvents) {
|
|
80
|
-
this.localEvents = this.localEvents.slice(-this.maxEvents);
|
|
81
|
-
}
|
|
82
|
-
const eventJson = JSON.stringify(swarmEvent);
|
|
83
|
-
await this.redis.eval(ATOMIC_PUSH_TRIM_SCRIPT, 1, this.eventsKey(), String(this.maxEvents), eventJson);
|
|
84
|
-
const envelope = JSON.stringify({ _sid: this.instanceId, e: swarmEvent });
|
|
85
|
-
await this.redis.publish(this.channelKey(), envelope);
|
|
102
|
+
const swarmEvent = this.createEvent(event, data, agentName);
|
|
103
|
+
this.recordLocally(swarmEvent);
|
|
104
|
+
this.notifyHandlers(swarmEvent);
|
|
105
|
+
await this.persistAndPublish(swarmEvent);
|
|
86
106
|
}
|
|
87
107
|
off(event, handler) {
|
|
88
108
|
const handlers = this.handlers.get(event);
|
|
@@ -106,7 +126,13 @@ export class RedisSwarmEventEmitter {
|
|
|
106
126
|
}
|
|
107
127
|
async getEventsAsync() {
|
|
108
128
|
const raw = await this.redis.lrange(this.eventsKey(), 0, -1);
|
|
109
|
-
|
|
129
|
+
const events = [];
|
|
130
|
+
for (const entry of raw) {
|
|
131
|
+
const parsed = parseSwarmEvent(entry);
|
|
132
|
+
if (parsed)
|
|
133
|
+
events.push(parsed);
|
|
134
|
+
}
|
|
135
|
+
return events;
|
|
110
136
|
}
|
|
111
137
|
getEventsByType(type) {
|
|
112
138
|
return this.localEvents.filter((e) => e.type === type);
|
|
@@ -122,26 +148,42 @@ export class RedisSwarmEventEmitter {
|
|
|
122
148
|
this.localEvents = [];
|
|
123
149
|
}
|
|
124
150
|
async close() {
|
|
125
|
-
this.subscriber.
|
|
151
|
+
this.subscriber.off('message', this.handleRemoteEvent);
|
|
152
|
+
this.initialized = false;
|
|
153
|
+
if (this.subscriber.status === 'end')
|
|
154
|
+
return;
|
|
155
|
+
if (this.subscriber.status === 'wait') {
|
|
156
|
+
this.subscriber.disconnect();
|
|
157
|
+
return;
|
|
158
|
+
}
|
|
126
159
|
await this.subscriber.unsubscribe();
|
|
127
160
|
await this.subscriber.quit();
|
|
128
161
|
}
|
|
162
|
+
createEvent(event, data, agentName) {
|
|
163
|
+
return {
|
|
164
|
+
type: event,
|
|
165
|
+
timestamp: Date.now(),
|
|
166
|
+
agentName,
|
|
167
|
+
data,
|
|
168
|
+
};
|
|
169
|
+
}
|
|
170
|
+
recordLocally(event) {
|
|
171
|
+
this.localEvents.push(event);
|
|
172
|
+
if (this.localEvents.length > this.maxEvents) {
|
|
173
|
+
this.localEvents = this.localEvents.slice(-this.maxEvents);
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
async persistAndPublish(event) {
|
|
177
|
+
await this.redis.eval(ATOMIC_PUSH_TRIM_SCRIPT, 1, this.eventsKey(), String(this.maxEvents), JSON.stringify(event));
|
|
178
|
+
const envelope = { _sid: this.instanceId, e: event };
|
|
179
|
+
await this.redis.publish(this.channelKey(), JSON.stringify(envelope));
|
|
180
|
+
}
|
|
129
181
|
notifyHandlers(event) {
|
|
130
|
-
const
|
|
131
|
-
|
|
132
|
-
for (const handler of handlers) {
|
|
133
|
-
void Promise.resolve(handler(event)).catch((error) => {
|
|
134
|
-
console.warn('[RedisSwarmEventEmitter] Handler error:', error);
|
|
135
|
-
});
|
|
136
|
-
}
|
|
182
|
+
for (const handler of [...(this.handlers.get(event.type) ?? [])]) {
|
|
183
|
+
invokeSafely(handler, [event], '[RedisSwarmEventEmitter] Handler error');
|
|
137
184
|
}
|
|
138
|
-
const
|
|
139
|
-
|
|
140
|
-
for (const handler of wildcardHandlers) {
|
|
141
|
-
void Promise.resolve(handler(event)).catch((error) => {
|
|
142
|
-
console.warn('[RedisSwarmEventEmitter] Wildcard handler error:', error);
|
|
143
|
-
});
|
|
144
|
-
}
|
|
185
|
+
for (const handler of [...(this.handlers.get('*') ?? [])]) {
|
|
186
|
+
invokeSafely(handler, [event], '[RedisSwarmEventEmitter] Wildcard handler error');
|
|
145
187
|
}
|
|
146
188
|
}
|
|
147
189
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"redis-event-emitter.js","sourceRoot":"","sources":["../../src/communication/redis-event-emitter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"redis-event-emitter.js","sourceRoot":"","sources":["../../src/communication/redis-event-emitter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAQhC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAclD,MAAM,uBAAuB,GAAG;;;;;;CAM/B,CAAC;AAEF,SAAS,eAAe,CAAC,GAAW;IAClC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAwB,CAAC;QACtD,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACzF,OAAO,MAAoB,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,OAAO,sBAAsB;IACzB,KAAK,CAAQ;IACb,UAAU,CAAQ;IAClB,OAAO,CAAS;IAChB,SAAS,CAAS;IAClB,SAAS,CAAS;IAClB,QAAQ,GAAG,IAAI,GAAG,EAAgD,CAAC;IACnE,WAAW,GAAiB,EAAE,CAAC;IACtB,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;IACjC,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,OAAiC;QAC3C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC;QAC9C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC7C,CAAC;IAEO,SAAS;QACf,OAAO,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,SAAS,CAAC;IACpD,CAAC;IAEO,UAAU;QAChB,OAAO,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,cAAc,CAAC;IACzD,CAAC;IAEgB,iBAAiB,GAAG,CAAC,QAAgB,EAAE,WAAmB,EAAQ,EAAE;QACnF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAkB,CAAC;YAC1D,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU;gBAAE,OAAO;YAE9C,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,mDAAmD,EAAE,KAAK,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAExB,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACtD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACrD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACvD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,EAAE,CAAC,KAA2B,EAAE,OAA0B;QACxD,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;QACD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAEtB,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,CAAC,KAA2B,EAAE,OAA0B;QAC1D,MAAM,OAAO,GAAsB,CAAC,CAAC,EAAE,EAAE;YACvC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACzB,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,6CAA6C,CAAC,CAAC;QAC5E,CAAC,CAAC;QACF,OAAO,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACjC,CAAC;IAED;;;OAGG;IACH,IAAI,CAAC,KAAqB,EAAE,IAAc,EAAE,SAAkB;QAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;QAC5D,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAC/B,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAEhC,KAAK,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC/D,OAAO,CAAC,IAAI,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,KAAqB,EAAE,IAAc,EAAE,SAAkB;QACvE,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;QAC5D,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAC/B,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAEhC,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IAED,GAAG,CAAC,KAA2B,EAAE,OAA0B;QACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACzB,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,kBAAkB,CAAC,KAAsB;QACvC,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAED,SAAS;QACP,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,MAAM;gBAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,eAAe,CAAC,IAAoB;QAClC,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IACzD,CAAC;IAED,gBAAgB,CAAC,SAAiB;QAChC,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;IACnE,CAAC;IAED,WAAW;QACT,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACvD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,KAAK;YAAE,OAAO;QAC7C,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YACtC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAC7B,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;IAEO,WAAW,CAAC,KAAqB,EAAE,IAAc,EAAE,SAAkB;QAC3E,OAAO;YACL,IAAI,EAAE,KAAK;YACX,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,SAAS;YACT,IAAI;SACL,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,KAAiB;QACrC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC7C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,KAAiB;QAC/C,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CACnB,uBAAuB,EACvB,CAAC,EACD,IAAI,CAAC,SAAS,EAAE,EAChB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EACtB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CACtB,CAAC;QAEF,MAAM,QAAQ,GAAkB,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC;QACpE,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;IACxE,CAAC;IAEO,cAAc,CAAC,KAAiB;QACtC,KAAK,MAAM,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;YACjE,YAAY,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE,wCAAwC,CAAC,CAAC;QAC3E,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;YAC1D,YAAY,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE,iDAAiD,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;CACF"}
|
|
@@ -1,36 +1,41 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { MessageBusConfig, SwarmMessage } from '@cogitator-ai/types';
|
|
2
2
|
import type { Redis } from 'ioredis';
|
|
3
|
+
import { type MessageListener, type ReadTrackingMessageBus } from './message-bus.js';
|
|
3
4
|
export interface RedisMessageBusOptions {
|
|
4
5
|
redis: Redis;
|
|
5
6
|
swarmId: string;
|
|
6
7
|
keyPrefix?: string;
|
|
7
8
|
}
|
|
8
|
-
export declare class RedisMessageBus implements
|
|
9
|
+
export declare class RedisMessageBus implements ReadTrackingMessageBus {
|
|
9
10
|
private redis;
|
|
10
11
|
private subscriber;
|
|
11
12
|
private swarmId;
|
|
12
13
|
private keyPrefix;
|
|
13
14
|
private config;
|
|
14
15
|
private subscriptions;
|
|
15
|
-
private
|
|
16
|
+
private state;
|
|
16
17
|
private localCache;
|
|
17
18
|
private readonly instanceId;
|
|
19
|
+
private initialized;
|
|
18
20
|
constructor(config: MessageBusConfig, options: RedisMessageBusOptions);
|
|
19
21
|
private messagesKey;
|
|
20
22
|
private channelKey;
|
|
23
|
+
private readonly handleRemoteMessage;
|
|
21
24
|
initialize(): Promise<void>;
|
|
22
25
|
send(message: Omit<SwarmMessage, 'id' | 'timestamp'>): Promise<SwarmMessage>;
|
|
23
26
|
broadcast(from: string, content: string, channel?: string): Promise<void>;
|
|
24
|
-
subscribe(agentName: string, handler:
|
|
27
|
+
subscribe(agentName: string, handler: MessageListener): () => void;
|
|
28
|
+
onMessage(listener: MessageListener): () => void;
|
|
25
29
|
getMessages(agentName: string, limit?: number): SwarmMessage[];
|
|
26
30
|
getConversation(agent1: string, agent2: string): SwarmMessage[];
|
|
27
31
|
getAllMessages(): SwarmMessage[];
|
|
28
32
|
getUnreadMessages(agentName: string): SwarmMessage[];
|
|
33
|
+
markAsRead(agentName: string, messageIds: readonly string[]): void;
|
|
29
34
|
clear(): void;
|
|
30
|
-
resetTurnCounts(): void;
|
|
35
|
+
resetTurnCounts(agentName?: string): void;
|
|
31
36
|
close(): Promise<void>;
|
|
32
37
|
syncFromRedis(): Promise<void>;
|
|
38
|
+
private appendToCache;
|
|
33
39
|
private trimLocalCache;
|
|
34
|
-
private notifySubscribers;
|
|
35
40
|
}
|
|
36
41
|
//# sourceMappingURL=redis-message-bus.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"redis-message-bus.d.ts","sourceRoot":"","sources":["../../src/communication/redis-message-bus.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"redis-message-bus.d.ts","sourceRoot":"","sources":["../../src/communication/redis-message-bus.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAKL,KAAK,eAAe,EACpB,KAAK,sBAAsB,EAC5B,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,KAAK,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAiBD,qBAAa,eAAgB,YAAW,sBAAsB;IAC5D,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,aAAa,CAA2C;IAChE,OAAO,CAAC,KAAK,CAA4C;IACzD,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAc;IACzC,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,sBAAsB;IAQrE,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAelC;IAEI,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAc3B,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,GAAG,WAAW,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC;IAmC5E,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAW/E,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,MAAM,IAAI;IAIlE,SAAS,CAAC,QAAQ,EAAE,eAAe,GAAG,MAAM,IAAI;IAIhD,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,YAAY,EAAE;IAW9D,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,YAAY,EAAE;IAM/D,cAAc,IAAI,YAAY,EAAE;IAIhC,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,YAAY,EAAE;IAMpD,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI;IAIlE,KAAK,IAAI,IAAI;IAQb,eAAe,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI;IAInC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAYtB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAepC,OAAO,CAAC,aAAa;IAMrB,OAAO,CAAC,cAAc;CAQvB"}
|
|
@@ -1,4 +1,16 @@
|
|
|
1
1
|
import { nanoid } from 'nanoid';
|
|
2
|
+
import { MessageBusState, addSubscription, isMessageForAgent, notifyMessageSubscribers, } from './message-bus.js';
|
|
3
|
+
function parseSwarmMessage(raw) {
|
|
4
|
+
try {
|
|
5
|
+
const parsed = JSON.parse(raw);
|
|
6
|
+
if (typeof parsed.id !== 'string' || typeof parsed.from !== 'string')
|
|
7
|
+
return null;
|
|
8
|
+
return parsed;
|
|
9
|
+
}
|
|
10
|
+
catch {
|
|
11
|
+
return null;
|
|
12
|
+
}
|
|
13
|
+
}
|
|
2
14
|
export class RedisMessageBus {
|
|
3
15
|
redis;
|
|
4
16
|
subscriber;
|
|
@@ -6,9 +18,10 @@ export class RedisMessageBus {
|
|
|
6
18
|
keyPrefix;
|
|
7
19
|
config;
|
|
8
20
|
subscriptions = new Map();
|
|
9
|
-
|
|
21
|
+
state = new MessageBusState('[RedisMessageBus]');
|
|
10
22
|
localCache = [];
|
|
11
23
|
instanceId = nanoid(12);
|
|
24
|
+
initialized = false;
|
|
12
25
|
constructor(config, options) {
|
|
13
26
|
this.config = config;
|
|
14
27
|
this.redis = options.redis;
|
|
@@ -22,22 +35,32 @@ export class RedisMessageBus {
|
|
|
22
35
|
channelKey(target) {
|
|
23
36
|
return `${this.keyPrefix}:${this.swarmId}:channel:${target}`;
|
|
24
37
|
}
|
|
38
|
+
handleRemoteMessage = (_pattern, _channel, messageJson) => {
|
|
39
|
+
try {
|
|
40
|
+
const envelope = JSON.parse(messageJson);
|
|
41
|
+
if (envelope._sid === this.instanceId)
|
|
42
|
+
return;
|
|
43
|
+
this.appendToCache(envelope.m);
|
|
44
|
+
notifyMessageSubscribers(this.subscriptions, envelope.m, '[RedisMessageBus]');
|
|
45
|
+
this.state.notifyListeners(envelope.m);
|
|
46
|
+
}
|
|
47
|
+
catch (error) {
|
|
48
|
+
console.warn('[RedisMessageBus] Failed to parse message:', error);
|
|
49
|
+
}
|
|
50
|
+
};
|
|
25
51
|
async initialize() {
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
console.warn('[RedisMessageBus] Failed to parse message:', error);
|
|
39
|
-
}
|
|
40
|
-
});
|
|
52
|
+
if (this.initialized)
|
|
53
|
+
return;
|
|
54
|
+
this.initialized = true;
|
|
55
|
+
this.subscriber.on('pmessage', this.handleRemoteMessage);
|
|
56
|
+
try {
|
|
57
|
+
await this.subscriber.psubscribe(`${this.keyPrefix}:${this.swarmId}:channel:*`);
|
|
58
|
+
}
|
|
59
|
+
catch (error) {
|
|
60
|
+
this.subscriber.off('pmessage', this.handleRemoteMessage);
|
|
61
|
+
this.initialized = false;
|
|
62
|
+
throw error;
|
|
63
|
+
}
|
|
41
64
|
}
|
|
42
65
|
async send(message) {
|
|
43
66
|
if (!this.config.enabled) {
|
|
@@ -46,34 +69,23 @@ export class RedisMessageBus {
|
|
|
46
69
|
if (this.config.maxMessageLength && message.content.length > this.config.maxMessageLength) {
|
|
47
70
|
throw new Error(`Message exceeds max length of ${this.config.maxMessageLength} characters`);
|
|
48
71
|
}
|
|
49
|
-
if (this.config.maxMessagesPerTurn) {
|
|
50
|
-
const count = this.agentMessageCounts.get(message.from) ?? 0;
|
|
51
|
-
if (count >= this.config.maxMessagesPerTurn) {
|
|
52
|
-
throw new Error(`Agent ${message.from} exceeded max messages per turn (${this.config.maxMessagesPerTurn})`);
|
|
53
|
-
}
|
|
54
|
-
this.agentMessageCounts.set(message.from, count + 1);
|
|
55
|
-
}
|
|
56
72
|
if (this.config.maxTotalMessages && this.localCache.length >= this.config.maxTotalMessages) {
|
|
57
73
|
throw new Error(`Max total messages (${this.config.maxTotalMessages}) reached`);
|
|
58
74
|
}
|
|
75
|
+
this.state.consumeTurnQuota(this.config, message.from);
|
|
59
76
|
const fullMessage = {
|
|
60
77
|
...message,
|
|
61
78
|
swarmId: this.swarmId,
|
|
62
79
|
id: `msg_${nanoid(12)}`,
|
|
63
80
|
timestamp: Date.now(),
|
|
64
81
|
};
|
|
65
|
-
|
|
66
|
-
this.
|
|
67
|
-
this.
|
|
68
|
-
this.notifySubscribers(fullMessage);
|
|
69
|
-
void this.redis.rpush(this.messagesKey(), messageJson).catch((error) => {
|
|
70
|
-
console.warn('[RedisMessageBus] RPUSH error:', error);
|
|
71
|
-
});
|
|
82
|
+
this.appendToCache(fullMessage);
|
|
83
|
+
notifyMessageSubscribers(this.subscriptions, fullMessage, '[RedisMessageBus]');
|
|
84
|
+
this.state.notifyListeners(fullMessage);
|
|
72
85
|
const target = fullMessage.to === 'broadcast' ? 'broadcast' : fullMessage.to;
|
|
73
|
-
const envelope =
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
});
|
|
86
|
+
const envelope = { _sid: this.instanceId, m: fullMessage };
|
|
87
|
+
await this.redis.rpush(this.messagesKey(), JSON.stringify(fullMessage));
|
|
88
|
+
await this.redis.publish(this.channelKey(target), JSON.stringify(envelope));
|
|
77
89
|
return fullMessage;
|
|
78
90
|
}
|
|
79
91
|
async broadcast(from, content, channel) {
|
|
@@ -87,19 +99,10 @@ export class RedisMessageBus {
|
|
|
87
99
|
});
|
|
88
100
|
}
|
|
89
101
|
subscribe(agentName, handler) {
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
this.
|
|
94
|
-
return () => {
|
|
95
|
-
const handlers = this.subscriptions.get(agentName);
|
|
96
|
-
if (handlers) {
|
|
97
|
-
handlers.delete(handler);
|
|
98
|
-
if (handlers.size === 0) {
|
|
99
|
-
this.subscriptions.delete(agentName);
|
|
100
|
-
}
|
|
101
|
-
}
|
|
102
|
-
};
|
|
102
|
+
return addSubscription(this.subscriptions, agentName, handler);
|
|
103
|
+
}
|
|
104
|
+
onMessage(listener) {
|
|
105
|
+
return this.state.onMessage(listener);
|
|
103
106
|
}
|
|
104
107
|
getMessages(agentName, limit) {
|
|
105
108
|
const relevant = this.localCache.filter((m) => m.to === agentName || m.to === 'broadcast' || m.from === agentName);
|
|
@@ -115,53 +118,61 @@ export class RedisMessageBus {
|
|
|
115
118
|
return [...this.localCache];
|
|
116
119
|
}
|
|
117
120
|
getUnreadMessages(agentName) {
|
|
118
|
-
return this.localCache.filter((m) => (m
|
|
121
|
+
return this.localCache.filter((m) => isMessageForAgent(m, agentName) && !this.state.isRead(agentName, m.id));
|
|
122
|
+
}
|
|
123
|
+
markAsRead(agentName, messageIds) {
|
|
124
|
+
this.state.markAsRead(agentName, messageIds);
|
|
119
125
|
}
|
|
120
126
|
clear() {
|
|
121
127
|
this.localCache = [];
|
|
122
|
-
this.
|
|
128
|
+
this.state.clear();
|
|
123
129
|
void this.redis.del(this.messagesKey()).catch((error) => {
|
|
124
130
|
console.warn('[RedisMessageBus] Clear error:', error);
|
|
125
131
|
});
|
|
126
132
|
}
|
|
127
|
-
resetTurnCounts() {
|
|
128
|
-
this.
|
|
133
|
+
resetTurnCounts(agentName) {
|
|
134
|
+
this.state.resetTurnCounts(agentName);
|
|
129
135
|
}
|
|
130
136
|
async close() {
|
|
137
|
+
this.subscriber.off('pmessage', this.handleRemoteMessage);
|
|
138
|
+
this.initialized = false;
|
|
139
|
+
if (this.subscriber.status === 'end')
|
|
140
|
+
return;
|
|
141
|
+
if (this.subscriber.status === 'wait') {
|
|
142
|
+
this.subscriber.disconnect();
|
|
143
|
+
return;
|
|
144
|
+
}
|
|
131
145
|
await this.subscriber.punsubscribe();
|
|
132
146
|
await this.subscriber.quit();
|
|
133
147
|
}
|
|
134
148
|
async syncFromRedis() {
|
|
135
149
|
const rawMessages = await this.redis.lrange(this.messagesKey(), 0, -1);
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
}
|
|
142
|
-
}
|
|
143
|
-
notifySubscribers(message) {
|
|
144
|
-
if (message.to !== 'broadcast') {
|
|
145
|
-
const handlers = this.subscriptions.get(message.to);
|
|
146
|
-
if (handlers) {
|
|
147
|
-
for (const handler of handlers) {
|
|
148
|
-
void Promise.resolve(handler(message)).catch((error) => {
|
|
149
|
-
console.warn('[RedisMessageBus] Handler error:', error);
|
|
150
|
-
});
|
|
151
|
-
}
|
|
150
|
+
const messages = [];
|
|
151
|
+
for (const raw of rawMessages) {
|
|
152
|
+
const parsed = parseSwarmMessage(raw);
|
|
153
|
+
if (parsed) {
|
|
154
|
+
messages.push(parsed);
|
|
152
155
|
}
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
for (const [agentName, handlers] of this.subscriptions) {
|
|
156
|
-
if (agentName !== message.from) {
|
|
157
|
-
for (const handler of handlers) {
|
|
158
|
-
void Promise.resolve(handler(message)).catch((error) => {
|
|
159
|
-
console.warn('[RedisMessageBus] Broadcast handler error:', error);
|
|
160
|
-
});
|
|
161
|
-
}
|
|
162
|
-
}
|
|
156
|
+
else {
|
|
157
|
+
console.warn('[RedisMessageBus] Skipping malformed message in Redis history');
|
|
163
158
|
}
|
|
164
159
|
}
|
|
160
|
+
this.localCache = messages;
|
|
161
|
+
this.trimLocalCache();
|
|
162
|
+
}
|
|
163
|
+
appendToCache(message) {
|
|
164
|
+
if (this.localCache.some((m) => m.id === message.id))
|
|
165
|
+
return;
|
|
166
|
+
this.localCache.push(message);
|
|
167
|
+
this.trimLocalCache();
|
|
168
|
+
}
|
|
169
|
+
trimLocalCache() {
|
|
170
|
+
const max = this.config.maxTotalMessages;
|
|
171
|
+
if (!max || this.localCache.length <= max)
|
|
172
|
+
return;
|
|
173
|
+
const dropped = this.localCache.slice(0, this.localCache.length - max);
|
|
174
|
+
this.localCache = this.localCache.slice(-max);
|
|
175
|
+
this.state.forgetMessages(dropped.map((m) => m.id));
|
|
165
176
|
}
|
|
166
177
|
}
|
|
167
178
|
//# sourceMappingURL=redis-message-bus.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"redis-message-bus.js","sourceRoot":"","sources":["../../src/communication/redis-message-bus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"redis-message-bus.js","sourceRoot":"","sources":["../../src/communication/redis-message-bus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAGhC,OAAO,EACL,eAAe,EACf,eAAe,EACf,iBAAiB,EACjB,wBAAwB,GAGzB,MAAM,kBAAkB,CAAC;AAa1B,SAAS,iBAAiB,CAAC,GAAW;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA0B,CAAC;QACxD,IAAI,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QAClF,OAAO,MAAsB,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,OAAO,eAAe;IAClB,KAAK,CAAQ;IACb,UAAU,CAAQ;IAClB,OAAO,CAAS;IAChB,SAAS,CAAS;IAClB,MAAM,CAAmB;IACzB,aAAa,GAAG,IAAI,GAAG,EAAgC,CAAC;IACxD,KAAK,GAAG,IAAI,eAAe,CAAC,mBAAmB,CAAC,CAAC;IACjD,UAAU,GAAmB,EAAE,CAAC;IACvB,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;IACjC,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,MAAwB,EAAE,OAA+B;QACnE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC;IAChD,CAAC;IAEO,WAAW;QACjB,OAAO,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,WAAW,CAAC;IACtD,CAAC;IAEO,UAAU,CAAC,MAAc;QAC/B,OAAO,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,YAAY,MAAM,EAAE,CAAC;IAC/D,CAAC;IAEgB,mBAAmB,GAAG,CACrC,QAAgB,EAChB,QAAgB,EAChB,WAAmB,EACb,EAAE;QACR,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAoB,CAAC;YAC5D,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU;gBAAE,OAAO;YAE9C,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC/B,wBAAwB,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;YAC9E,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAC;QACpE,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAExB,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACzD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,YAAY,CAAC,CAAC;QAClF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAC1D,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAA+C;QACxD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC1F,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,MAAM,CAAC,gBAAgB,aAAa,CAAC,CAAC;QAC9F,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC3F,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,MAAM,CAAC,gBAAgB,WAAW,CAAC,CAAC;QAClF,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAEvD,MAAM,WAAW,GAAiB;YAChC,GAAG,OAAO;YACV,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,EAAE,EAAE,OAAO,MAAM,CAAC,EAAE,CAAC,EAAE;YACvB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAChC,wBAAwB,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,mBAAmB,CAAC,CAAC;QAC/E,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,WAAW,CAAC,EAAE,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7E,MAAM,QAAQ,GAAoB,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC;QAE5E,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC;QACxE,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAE5E,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,OAAe,EAAE,OAAgB;QAC7D,MAAM,IAAI,CAAC,IAAI,CAAC;YACd,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,IAAI;YACJ,EAAE,EAAE,WAAW;YACf,IAAI,EAAE,cAAc;YACpB,OAAO;YACP,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,SAAS,CAAC,SAAiB,EAAE,OAAwB;QACnD,OAAO,eAAe,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACjE,CAAC;IAED,SAAS,CAAC,QAAyB;QACjC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,WAAW,CAAC,SAAiB,EAAE,KAAc;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,IAAI,CAAC,CAAC,EAAE,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,CAC1E,CAAC;QAEF,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,eAAe,CAAC,MAAc,EAAE,MAAc;QAC5C,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAC3B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CACxF,CAAC;IACJ,CAAC;IAED,cAAc;QACZ,OAAO,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IAED,iBAAiB,CAAC,SAAiB;QACjC,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAC3B,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAC9E,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,SAAiB,EAAE,UAA6B;QACzD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK;QACH,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC/D,OAAO,CAAC,IAAI,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,eAAe,CAAC,SAAkB;QAChC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC1D,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,KAAK;YAAE,OAAO;QAC7C,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YACtC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAC7B,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,QAAQ,GAAmB,EAAE,CAAC;QACpC,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,MAAM,EAAE,CAAC;gBACX,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC;QAC3B,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAEO,aAAa,CAAC,OAAqB;QACzC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,CAAC;YAAE,OAAO;QAC7D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAEO,cAAc;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QACzC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,GAAG;YAAE,OAAO;QAElD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;QACvE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACtD,CAAC;CACF"}
|
package/dist/coordinator.d.ts
CHANGED
|
@@ -1,48 +1,14 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* SwarmCoordinator -
|
|
2
|
+
* SwarmCoordinator - In-process execution engine for multi-agent swarms
|
|
3
3
|
*/
|
|
4
4
|
import type { Cogitator } from '@cogitator-ai/core';
|
|
5
|
-
import type { SwarmConfig,
|
|
6
|
-
|
|
5
|
+
import type { SwarmConfig, RunResult } from '@cogitator-ai/types';
|
|
6
|
+
import { SwarmEventEmitterImpl, InMemoryMessageBus, InMemoryBlackboard } from './communication/index.js';
|
|
7
|
+
import { BaseSwarmCoordinator, type AgentRunRequest } from './base-coordinator.js';
|
|
8
|
+
export { computeBackoffDelay, type SwarmRunScope, type AgentRunRequest } from './base-coordinator.js';
|
|
9
|
+
export declare class SwarmCoordinator extends BaseSwarmCoordinator<InMemoryMessageBus, InMemoryBlackboard, SwarmEventEmitterImpl> {
|
|
7
10
|
private cogitator;
|
|
8
|
-
private config;
|
|
9
|
-
private agents;
|
|
10
|
-
private _messageBus;
|
|
11
|
-
private _blackboard;
|
|
12
|
-
private _events;
|
|
13
|
-
private resourceTracker;
|
|
14
|
-
private circuitBreaker?;
|
|
15
|
-
private aborted;
|
|
16
|
-
private paused;
|
|
17
|
-
private swarmId;
|
|
18
|
-
private _saveHistory;
|
|
19
11
|
constructor(cogitator: Cogitator, config: SwarmConfig);
|
|
20
|
-
|
|
21
|
-
get messageBus(): MessageBus;
|
|
22
|
-
get blackboard(): Blackboard;
|
|
23
|
-
get events(): SwarmEventEmitter;
|
|
24
|
-
setSaveHistory(value: boolean): void;
|
|
25
|
-
getSwarmId(): string;
|
|
26
|
-
getAgent(name: string): SwarmAgent | undefined;
|
|
27
|
-
getAgents(): SwarmAgent[];
|
|
28
|
-
getAgentsByRole(role: SwarmAgentMetadata['role']): SwarmAgent[];
|
|
29
|
-
runAgent(agentName: string, input: string, context?: Record<string, unknown>, failoverChain?: Set<string>): Promise<RunResult>;
|
|
30
|
-
runAgentsParallel(agents: {
|
|
31
|
-
name: string;
|
|
32
|
-
input: string;
|
|
33
|
-
context?: Record<string, unknown>;
|
|
34
|
-
}[], maxConcurrency?: number): Promise<Map<string, RunResult>>;
|
|
35
|
-
private handleAgentError;
|
|
36
|
-
private retryAgentRun;
|
|
37
|
-
private setAgentState;
|
|
38
|
-
getResourceUsage(): import("@cogitator-ai/types").SwarmResourceUsage;
|
|
39
|
-
pause(): void;
|
|
40
|
-
resume(): void;
|
|
41
|
-
abort(): void;
|
|
42
|
-
isAborted(): boolean;
|
|
43
|
-
isPaused(): boolean;
|
|
44
|
-
reset(): void;
|
|
45
|
-
private buildIncomingMessagesContext;
|
|
46
|
-
private buildNegotiationContext;
|
|
12
|
+
protected executeRun(request: AgentRunRequest): Promise<RunResult>;
|
|
47
13
|
}
|
|
48
14
|
//# sourceMappingURL=coordinator.d.ts.map
|