agentic-qe 2.5.4 → 2.5.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/commands/aqe-costs.md +509 -0
- package/CHANGELOG.md +128 -0
- package/README.md +1 -1
- package/dist/adapters/MemoryStoreAdapter.d.ts +75 -123
- package/dist/adapters/MemoryStoreAdapter.d.ts.map +1 -1
- package/dist/adapters/MemoryStoreAdapter.js +204 -219
- package/dist/adapters/MemoryStoreAdapter.js.map +1 -1
- package/dist/agents/AccessibilityAllyAgent.d.ts.map +1 -1
- package/dist/agents/AccessibilityAllyAgent.js +17 -1
- package/dist/agents/AccessibilityAllyAgent.js.map +1 -1
- package/dist/agents/BaseAgent.d.ts +18 -250
- package/dist/agents/BaseAgent.d.ts.map +1 -1
- package/dist/agents/BaseAgent.js +122 -520
- package/dist/agents/BaseAgent.js.map +1 -1
- package/dist/agents/SONALifecycleManager.d.ts +226 -0
- package/dist/agents/SONALifecycleManager.d.ts.map +1 -0
- package/dist/agents/SONALifecycleManager.js +563 -0
- package/dist/agents/SONALifecycleManager.js.map +1 -0
- package/dist/agents/index.d.ts +2 -0
- package/dist/agents/index.d.ts.map +1 -1
- package/dist/agents/index.js +7 -1
- package/dist/agents/index.js.map +1 -1
- package/dist/agents/utils/generators.d.ts +30 -0
- package/dist/agents/utils/generators.d.ts.map +1 -0
- package/dist/agents/utils/generators.js +44 -0
- package/dist/agents/utils/generators.js.map +1 -0
- package/dist/agents/utils/index.d.ts +10 -0
- package/dist/agents/utils/index.d.ts.map +1 -0
- package/dist/agents/utils/index.js +19 -0
- package/dist/agents/utils/index.js.map +1 -0
- package/dist/agents/utils/validation.d.ts +72 -0
- package/dist/agents/utils/validation.d.ts.map +1 -0
- package/dist/agents/utils/validation.js +75 -0
- package/dist/agents/utils/validation.js.map +1 -0
- package/dist/core/memory/HNSWVectorMemory.js +1 -1
- package/dist/core/memory/SwarmMemoryManager.d.ts +114 -90
- package/dist/core/memory/SwarmMemoryManager.d.ts.map +1 -1
- package/dist/core/memory/SwarmMemoryManager.js +277 -235
- package/dist/core/memory/SwarmMemoryManager.js.map +1 -1
- package/dist/core/metrics/InferenceCostTracker.d.ts +293 -0
- package/dist/core/metrics/InferenceCostTracker.d.ts.map +1 -0
- package/dist/core/metrics/InferenceCostTracker.js +461 -0
- package/dist/core/metrics/InferenceCostTracker.js.map +1 -0
- package/dist/core/metrics/index.d.ts +1 -0
- package/dist/core/metrics/index.d.ts.map +1 -1
- package/dist/core/metrics/index.js +7 -1
- package/dist/core/metrics/index.js.map +1 -1
- package/dist/core/routing/AdaptiveModelRouter.d.ts +17 -0
- package/dist/core/routing/AdaptiveModelRouter.d.ts.map +1 -1
- package/dist/core/routing/AdaptiveModelRouter.js +117 -0
- package/dist/core/routing/AdaptiveModelRouter.js.map +1 -1
- package/dist/core/routing/ModelRules.d.ts +2 -0
- package/dist/core/routing/ModelRules.d.ts.map +1 -1
- package/dist/core/routing/ModelRules.js +82 -0
- package/dist/core/routing/ModelRules.js.map +1 -1
- package/dist/core/routing/types.d.ts +14 -1
- package/dist/core/routing/types.d.ts.map +1 -1
- package/dist/core/routing/types.js +7 -0
- package/dist/core/routing/types.js.map +1 -1
- package/dist/learning/baselines/StandardTaskSuite.d.ts.map +1 -1
- package/dist/learning/baselines/StandardTaskSuite.js +38 -0
- package/dist/learning/baselines/StandardTaskSuite.js.map +1 -1
- package/dist/mcp/server-instructions.d.ts +1 -1
- package/dist/mcp/server-instructions.js +1 -1
- package/dist/mcp/services/AgentRegistry.d.ts +35 -0
- package/dist/mcp/services/AgentRegistry.d.ts.map +1 -1
- package/dist/mcp/services/AgentRegistry.js +126 -1
- package/dist/mcp/services/AgentRegistry.js.map +1 -1
- package/dist/mcp/tools/qe/accessibility/video-vision-analyzer.d.ts +8 -1
- package/dist/mcp/tools/qe/accessibility/video-vision-analyzer.d.ts.map +1 -1
- package/dist/mcp/tools/qe/accessibility/video-vision-analyzer.js +134 -46
- package/dist/mcp/tools/qe/accessibility/video-vision-analyzer.js.map +1 -1
- package/dist/telemetry/metrics/collectors/cost.d.ts.map +1 -1
- package/dist/telemetry/metrics/collectors/cost.js +6 -0
- package/dist/telemetry/metrics/collectors/cost.js.map +1 -1
- package/dist/types/memory-interfaces.d.ts +76 -68
- package/dist/types/memory-interfaces.d.ts.map +1 -1
- package/dist/types/memory-interfaces.js +3 -0
- package/dist/types/memory-interfaces.js.map +1 -1
- package/package.json +9 -2
|
@@ -9,10 +9,16 @@
|
|
|
9
9
|
*/
|
|
10
10
|
import { BaseAgent } from '../../agents/BaseAgent';
|
|
11
11
|
import { QEAgentType } from '../../types';
|
|
12
|
+
import { type SONALifecycleConfig } from '../../agents/SONALifecycleManager';
|
|
13
|
+
import type { FeedbackEvent } from '../../learning/SONAFeedbackLoop';
|
|
12
14
|
export interface AgentRegistryConfig {
|
|
13
15
|
maxAgents?: number;
|
|
14
16
|
defaultTimeout?: number;
|
|
15
17
|
enableMetrics?: boolean;
|
|
18
|
+
/** Enable SONA lifecycle integration (Phase 2) */
|
|
19
|
+
enableSONALifecycle?: boolean;
|
|
20
|
+
/** SONA lifecycle configuration */
|
|
21
|
+
sonaLifecycleConfig?: SONALifecycleConfig;
|
|
16
22
|
}
|
|
17
23
|
export interface RegisteredAgent {
|
|
18
24
|
id: string;
|
|
@@ -54,6 +60,7 @@ export declare class AgentRegistry {
|
|
|
54
60
|
private eventBus;
|
|
55
61
|
private memoryStore;
|
|
56
62
|
private factory;
|
|
63
|
+
private sonaLifecycleManager?;
|
|
57
64
|
constructor(config?: AgentRegistryConfig);
|
|
58
65
|
/**
|
|
59
66
|
* Initialize the memory store database
|
|
@@ -141,6 +148,34 @@ export declare class AgentRegistry {
|
|
|
141
148
|
uptime: number;
|
|
142
149
|
status: string;
|
|
143
150
|
} | undefined;
|
|
151
|
+
/**
|
|
152
|
+
* Phase 2: Get SONA metrics for an agent
|
|
153
|
+
*
|
|
154
|
+
* @param agentId - Agent ID
|
|
155
|
+
* @returns SONA metrics or undefined
|
|
156
|
+
*/
|
|
157
|
+
getSONAMetrics(agentId: string): Promise<any>;
|
|
158
|
+
/**
|
|
159
|
+
* Phase 2: Record feedback for an agent
|
|
160
|
+
*
|
|
161
|
+
* @param agentId - Agent ID
|
|
162
|
+
* @param event - Feedback event
|
|
163
|
+
*/
|
|
164
|
+
recordFeedback(agentId: string, event: FeedbackEvent): Promise<void>;
|
|
165
|
+
/**
|
|
166
|
+
* Phase 2: Manually trigger training for an agent
|
|
167
|
+
*
|
|
168
|
+
* @param agentId - Agent ID
|
|
169
|
+
* @param iterations - Number of training iterations
|
|
170
|
+
* @returns Training result
|
|
171
|
+
*/
|
|
172
|
+
trainAgent(agentId: string, iterations?: number): Promise<any>;
|
|
173
|
+
/**
|
|
174
|
+
* Phase 2: Get SONA lifecycle statistics
|
|
175
|
+
*
|
|
176
|
+
* @returns Lifecycle statistics
|
|
177
|
+
*/
|
|
178
|
+
getSONAStatistics(): any;
|
|
144
179
|
/**
|
|
145
180
|
* Get registry statistics
|
|
146
181
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgentRegistry.d.ts","sourceRoot":"","sources":["../../../src/mcp/services/AgentRegistry.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,SAAS,EAAmB,MAAM,wBAAwB,CAAC;AAEpE,OAAO,EAAE,WAAW,EAA2D,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"AgentRegistry.d.ts","sourceRoot":"","sources":["../../../src/mcp/services/AgentRegistry.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,SAAS,EAAmB,MAAM,wBAAwB,CAAC;AAEpE,OAAO,EAAE,WAAW,EAA2D,MAAM,aAAa,CAAC;AAOnG,OAAO,EAGL,KAAK,mBAAmB,EAEzB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,WAAW,mBAAmB;IAClC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,kDAAkD;IAClD,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,mCAAmC;IACnC,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;CAC3C;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,SAAS,CAAC;IACjB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;IAChB,YAAY,EAAE,IAAI,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,MAAM,EAAE,QAAQ,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,YAAY,CAAC;CAC7D;AAGD,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,SAAS,CAAC,EAAE;QACV,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;;GASG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAA2C;IACzD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,OAAO,CAAiB;IAChC,OAAO,CAAC,oBAAoB,CAAC,CAAuB;gBAExC,MAAM,GAAE,mBAAwB;IAoC5C;;;OAGG;YACW,qBAAqB;IAUnC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAQ5B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAY1B;;OAEG;IACH,OAAO,CAAC,eAAe;IAQvB;;;;;;OAMG;IACG,UAAU,CACd,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,gBAAgB,GACvB,OAAO,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,SAAS,CAAA;KAAE,CAAC;IAoF5C;;;;;OAKG;IACH,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAQhD;;;;;OAKG;IACH,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAIhE;;;;;;OAMG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IAyE3D;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IA2B5B;;;;OAIG;IACG,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiCpD;;;;OAIG;IACH,YAAY,IAAI,eAAe,EAAE;IAIjC;;;;;OAKG;IACH,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,eAAe,EAAE;IAMnD;;;;;OAKG;IACH,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG;QAChC,cAAc,EAAE,MAAM,CAAC;QACvB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;KAChB,GAAG,SAAS;IAkBb;;;;;OAKG;IACG,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAQnD;;;;;OAKG;IACG,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAS1E;;;;;;OAMG;IACG,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,GAAE,MAAW,GAAG,OAAO,CAAC,GAAG,CAAC;IAQxE;;;;OAIG;IACH,iBAAiB,IAAI,GAAG;IAmBxB;;;;OAIG;IACH,aAAa,IAAI;QACf,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,eAAe,EAAE,MAAM,CAAC;KACzB;IAqBD;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB/B;;;;;OAKG;IACH,OAAO,CAAC,eAAe;IAOvB;;;;;OAKG;IACH,OAAO,CAAC,uBAAuB;IA4C/B;;;;OAIG;IACH,oBAAoB,IAAI,MAAM,EAAE;IAwBhC;;;;;OAKG;IACH,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;CAG7C;AAOD;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,CAAC,EAAE,mBAAmB,GAAG,aAAa,CAK5E;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,IAAI,CAKzC"}
|
|
@@ -18,6 +18,7 @@ const Logger_1 = require("../../utils/Logger");
|
|
|
18
18
|
const EventBus_1 = require("../../core/EventBus");
|
|
19
19
|
const MemoryManagerFactory_1 = require("../../core/memory/MemoryManagerFactory");
|
|
20
20
|
const SecureRandom_1 = require("../../utils/SecureRandom");
|
|
21
|
+
const SONALifecycleManager_1 = require("../../agents/SONALifecycleManager");
|
|
21
22
|
/**
|
|
22
23
|
* AgentRegistry - Central management for QE agent instances
|
|
23
24
|
*
|
|
@@ -35,7 +36,9 @@ class AgentRegistry {
|
|
|
35
36
|
this.config = {
|
|
36
37
|
maxAgents: config.maxAgents || 50,
|
|
37
38
|
defaultTimeout: config.defaultTimeout || 300000, // 5 minutes
|
|
38
|
-
enableMetrics: config.enableMetrics !== false
|
|
39
|
+
enableMetrics: config.enableMetrics !== false,
|
|
40
|
+
enableSONALifecycle: config.enableSONALifecycle !== false,
|
|
41
|
+
sonaLifecycleConfig: config.sonaLifecycleConfig
|
|
39
42
|
};
|
|
40
43
|
this.logger = Logger_1.Logger.getInstance();
|
|
41
44
|
// Initialize infrastructure
|
|
@@ -54,6 +57,11 @@ class AgentRegistry {
|
|
|
54
57
|
memoryStore: this.memoryStore, // SwarmMemoryManager extends MemoryStore interface
|
|
55
58
|
context: this.createDefaultContext()
|
|
56
59
|
});
|
|
60
|
+
// Phase 2: Initialize SONA lifecycle manager
|
|
61
|
+
if (this.config.enableSONALifecycle) {
|
|
62
|
+
this.sonaLifecycleManager = (0, SONALifecycleManager_1.getSONALifecycleManager)(this.config.sonaLifecycleConfig);
|
|
63
|
+
this.logger.info('SONA lifecycle integration enabled');
|
|
64
|
+
}
|
|
57
65
|
}
|
|
58
66
|
/**
|
|
59
67
|
* Initialize the memory store database
|
|
@@ -165,6 +173,17 @@ class AgentRegistry {
|
|
|
165
173
|
status: 'idle'
|
|
166
174
|
};
|
|
167
175
|
this.agents.set(agentId, registeredAgent);
|
|
176
|
+
// Phase 2: SONA lifecycle hook - onAgentSpawn
|
|
177
|
+
if (this.sonaLifecycleManager) {
|
|
178
|
+
try {
|
|
179
|
+
await this.sonaLifecycleManager.onAgentSpawn(agentId, agentType);
|
|
180
|
+
this.logger.info(`SONA context initialized for agent ${agentId}`);
|
|
181
|
+
}
|
|
182
|
+
catch (error) {
|
|
183
|
+
this.logger.warn(`Failed to initialize SONA for agent ${agentId}:`, error);
|
|
184
|
+
// Continue without SONA - not critical
|
|
185
|
+
}
|
|
186
|
+
}
|
|
168
187
|
this.logger.info(`Agent spawned successfully: ${agentId}`);
|
|
169
188
|
return { id: agentId, agent };
|
|
170
189
|
}
|
|
@@ -221,11 +240,46 @@ class AgentRegistry {
|
|
|
221
240
|
registered.totalExecutionTime += executionTime;
|
|
222
241
|
registered.lastActivity = new Date();
|
|
223
242
|
registered.status = 'idle';
|
|
243
|
+
// Phase 2: SONA lifecycle hook - onTaskComplete
|
|
244
|
+
if (this.sonaLifecycleManager) {
|
|
245
|
+
const feedback = {
|
|
246
|
+
task: taskAssignment.task,
|
|
247
|
+
success: true,
|
|
248
|
+
duration: executionTime,
|
|
249
|
+
quality: result?.quality,
|
|
250
|
+
result: result,
|
|
251
|
+
patternsUsed: result?.patternsUsed,
|
|
252
|
+
};
|
|
253
|
+
try {
|
|
254
|
+
await this.sonaLifecycleManager.onTaskComplete(agentId, feedback);
|
|
255
|
+
}
|
|
256
|
+
catch (error) {
|
|
257
|
+
this.logger.warn(`SONA task completion hook failed for ${agentId}:`, error);
|
|
258
|
+
// Continue - don't break execution flow
|
|
259
|
+
}
|
|
260
|
+
}
|
|
224
261
|
this.logger.info(`Task completed on agent ${agentId} in ${executionTime}ms`);
|
|
225
262
|
return result;
|
|
226
263
|
}
|
|
227
264
|
catch (error) {
|
|
228
265
|
registered.status = 'error';
|
|
266
|
+
// Phase 2: SONA lifecycle hook - onTaskComplete (failure)
|
|
267
|
+
if (this.sonaLifecycleManager) {
|
|
268
|
+
const executionTime = Date.now() - startTime;
|
|
269
|
+
const feedback = {
|
|
270
|
+
task: task.task || task,
|
|
271
|
+
success: false,
|
|
272
|
+
duration: executionTime,
|
|
273
|
+
error: error instanceof Error ? error : new Error(String(error)),
|
|
274
|
+
};
|
|
275
|
+
try {
|
|
276
|
+
await this.sonaLifecycleManager.onTaskComplete(agentId, feedback);
|
|
277
|
+
}
|
|
278
|
+
catch (sonaError) {
|
|
279
|
+
this.logger.warn(`SONA task completion hook failed for ${agentId}:`, sonaError);
|
|
280
|
+
// Continue - don't mask original error
|
|
281
|
+
}
|
|
282
|
+
}
|
|
229
283
|
this.logger.error(`Task failed on agent ${agentId}:`, error);
|
|
230
284
|
throw error;
|
|
231
285
|
}
|
|
@@ -270,6 +324,17 @@ class AgentRegistry {
|
|
|
270
324
|
}
|
|
271
325
|
this.logger.info(`Terminating agent: ${agentId}`);
|
|
272
326
|
try {
|
|
327
|
+
// Phase 2: SONA lifecycle hook - cleanup before termination
|
|
328
|
+
if (this.sonaLifecycleManager) {
|
|
329
|
+
try {
|
|
330
|
+
await this.sonaLifecycleManager.cleanupAgent(agentId);
|
|
331
|
+
this.logger.info(`SONA context cleaned up for agent ${agentId}`);
|
|
332
|
+
}
|
|
333
|
+
catch (error) {
|
|
334
|
+
this.logger.warn(`Failed to cleanup SONA for agent ${agentId}:`, error);
|
|
335
|
+
// Continue with termination
|
|
336
|
+
}
|
|
337
|
+
}
|
|
273
338
|
// Call public terminate method instead of protected cleanup
|
|
274
339
|
// The agent will handle cleanup internally
|
|
275
340
|
await registered.agent.terminate();
|
|
@@ -320,6 +385,66 @@ class AgentRegistry {
|
|
|
320
385
|
status: registered.status
|
|
321
386
|
};
|
|
322
387
|
}
|
|
388
|
+
/**
|
|
389
|
+
* Phase 2: Get SONA metrics for an agent
|
|
390
|
+
*
|
|
391
|
+
* @param agentId - Agent ID
|
|
392
|
+
* @returns SONA metrics or undefined
|
|
393
|
+
*/
|
|
394
|
+
async getSONAMetrics(agentId) {
|
|
395
|
+
if (!this.sonaLifecycleManager) {
|
|
396
|
+
return undefined;
|
|
397
|
+
}
|
|
398
|
+
return await this.sonaLifecycleManager.getMetrics(agentId);
|
|
399
|
+
}
|
|
400
|
+
/**
|
|
401
|
+
* Phase 2: Record feedback for an agent
|
|
402
|
+
*
|
|
403
|
+
* @param agentId - Agent ID
|
|
404
|
+
* @param event - Feedback event
|
|
405
|
+
*/
|
|
406
|
+
async recordFeedback(agentId, event) {
|
|
407
|
+
if (!this.sonaLifecycleManager) {
|
|
408
|
+
this.logger.warn('SONA lifecycle not enabled, cannot record feedback');
|
|
409
|
+
return;
|
|
410
|
+
}
|
|
411
|
+
await this.sonaLifecycleManager.onFeedback(agentId, event);
|
|
412
|
+
}
|
|
413
|
+
/**
|
|
414
|
+
* Phase 2: Manually trigger training for an agent
|
|
415
|
+
*
|
|
416
|
+
* @param agentId - Agent ID
|
|
417
|
+
* @param iterations - Number of training iterations
|
|
418
|
+
* @returns Training result
|
|
419
|
+
*/
|
|
420
|
+
async trainAgent(agentId, iterations = 10) {
|
|
421
|
+
if (!this.sonaLifecycleManager) {
|
|
422
|
+
throw new Error('SONA lifecycle not enabled');
|
|
423
|
+
}
|
|
424
|
+
return await this.sonaLifecycleManager.train(agentId, iterations);
|
|
425
|
+
}
|
|
426
|
+
/**
|
|
427
|
+
* Phase 2: Get SONA lifecycle statistics
|
|
428
|
+
*
|
|
429
|
+
* @returns Lifecycle statistics
|
|
430
|
+
*/
|
|
431
|
+
getSONAStatistics() {
|
|
432
|
+
if (!this.sonaLifecycleManager) {
|
|
433
|
+
return {
|
|
434
|
+
enabled: false,
|
|
435
|
+
totalAgents: 0,
|
|
436
|
+
totalSuccessfulTasks: 0,
|
|
437
|
+
totalFailedTasks: 0,
|
|
438
|
+
averageSuccessRate: 0,
|
|
439
|
+
totalConsolidations: 0,
|
|
440
|
+
ruvLLMAvailable: false,
|
|
441
|
+
};
|
|
442
|
+
}
|
|
443
|
+
return {
|
|
444
|
+
enabled: true,
|
|
445
|
+
...this.sonaLifecycleManager.getStatistics(),
|
|
446
|
+
};
|
|
447
|
+
}
|
|
323
448
|
/**
|
|
324
449
|
* Get registry statistics
|
|
325
450
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgentRegistry.js","sourceRoot":"","sources":["../../../src/mcp/services/AgentRegistry.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;;AAqjBH,4CAKC;AAKD,gDAKC;AAjkBD,yCAA8C;AAC9C,uCAAmG;AACnG,+CAA4C;AAC5C,kDAA+C;AAE/C,iFAAgF;AAEhF,2DAAwD;AAiCxD;;;;;;;;;GASG;AACH,MAAa,aAAa;IASxB,YAAY,SAA8B,EAAE;QARpC,WAAM,GAAiC,IAAI,GAAG,EAAE,CAAC;QAGjD,gBAAW,GAAW,CAAC,CAAC;QAM9B,IAAI,CAAC,MAAM,GAAG;YACZ,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;YACjC,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,MAAM,EAAE,YAAY;YAC7D,aAAa,EAAE,MAAM,CAAC,aAAa,KAAK,KAAK;SAC9C,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,eAAM,CAAC,WAAW,EAAE,CAAC;QAEnC,4BAA4B;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,mBAAQ,EAAE,CAAC;QAC/B,oFAAoF;QACpF,+FAA+F;QAC/F,IAAI,CAAC,WAAW,GAAG,IAAA,6CAAsB,EAAC,uBAAuB,CAAC,CAAC;QAEnE,iEAAiE;QACjE,sEAAsE;QACtE,IAAI,CAAC,qBAAqB,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,qCAAqC;QACrC,IAAI,CAAC,OAAO,GAAG,IAAI,uBAAc,CAAC;YAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,WAAkB,EAAE,mDAAmD;YACzF,OAAO,EAAE,IAAI,CAAC,oBAAoB,EAAE;SACrC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,qBAAqB;QACjC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;QAC1E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kDAAkD,EAAE,KAAK,CAAC,CAAC;YAC7E,+EAA+E;QACjF,CAAC;IACH,CAAC;IAED;;OAEG;IACK,oBAAoB;QAC1B,OAAO;YACL,EAAE,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE;YAC5B,IAAI,EAAE,UAAU;YAChB,MAAM,EAAE,mBAAW,CAAC,YAAY;SACjC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,OAAe,EAAE,OAAe;QACzD,OAAO;YACL,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,mBAAW,CAAC,MAAM;YAC1B,QAAQ,EAAE;gBACR,gBAAgB,EAAE,OAAO,CAAC,GAAG,EAAE;gBAC/B,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa;aACnD;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,YAAsB;QAC5C,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAChC,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,GAAG,GAAG,aAAa;SACjC,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,UAAU,CACd,OAAe,EACf,MAAwB;QAExB,oBAAoB;QACpB,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,SAAU,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,8BAA8B;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;QACxD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,2BAA2B;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAE9C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,OAAO,WAAW,OAAO,OAAO,SAAS,GAAG,CAAC,CAAC;QAElF,IAAI,CAAC;YACH,kDAAkD;YAClD,MAAM,UAAU,GAAoB;gBAClC,IAAI,EAAE,SAAS;gBACf,YAAY,EAAE,MAAM,CAAC,YAAY;oBAC/B,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,YAAY,CAAC;oBAC3C,CAAC,CAAC,EAAE;gBACN,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC;gBAClD,WAAW,EAAE,IAAI,CAAC,WAAqC;gBACvD,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,gDAAgD;gBAChD,cAAc,EAAE,IAAI;gBACpB,cAAc,EAAE;oBACd,OAAO,EAAE,IAAI;oBACb,YAAY,EAAE,GAAG;oBACjB,cAAc,EAAE,IAAI;oBACpB,eAAe,EAAE,GAAG;oBACpB,kBAAkB,EAAE,IAAI;oBACxB,gBAAgB,EAAE,KAAK;iBACxB;aACF,CAAC;YAEF,kEAAkE;YAClE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE;gBACtD,GAAG,UAAU;gBACb,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,OAAO;gBAC5B,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG,OAAO,wBAAwB;aACtE,CAAC,CAAC;YAEH,mBAAmB;YACnB,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YAEzB,iBAAiB;YACjB,MAAM,eAAe,GAAoB;gBACvC,EAAE,EAAE,OAAO;gBACX,KAAK;gBACL,IAAI,EAAE,SAAS;gBACf,OAAO;gBACP,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,YAAY,EAAE,IAAI,IAAI,EAAE;gBACxB,cAAc,EAAE,CAAC;gBACjB,kBAAkB,EAAE,CAAC;gBACrB,MAAM,EAAE,MAAM;aACf,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;YAE1C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,OAAO,EAAE,CAAC,CAAC;YAE3D,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,QAAQ,CAAC,OAAe;QACtB,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;QACvC,CAAC;QACD,OAAO,UAAU,EAAE,KAAK,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACH,kBAAkB,CAAC,OAAe;QAChC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,IAAS;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,OAAO,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAExG,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC;QAE3B,IAAI,CAAC;YACH,6DAA6D;YAC7D,mGAAmG;YACnG,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;YAElE,iBAAiB;YACjB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC7C,UAAU,CAAC,cAAc,EAAE,CAAC;YAC5B,UAAU,CAAC,kBAAkB,IAAI,aAAa,CAAC;YAC/C,UAAU,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;YACrC,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC;YAE3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,OAAO,OAAO,aAAa,IAAI,CAAC,CAAC;YAE7E,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,oBAAoB,CAAC,IAAS,EAAE,OAAe;QACrD,wFAAwF;QACxF,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACjE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,4CAA4C;QAC5C,MAAM,MAAM,GAAG,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,2BAAY,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;QAElE,OAAO;YACL,EAAE,EAAE,MAAM;YACV,IAAI,EAAE;gBACJ,EAAE,EAAE,MAAM;gBACV,IAAI,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,IAAI,SAAS;gBAC7C,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;gBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC;gBAC5B,MAAM,EAAE,SAAS;gBACjB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,kBAAkB,OAAO,EAAE;gBAC5D,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;gBAC3B,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,EAAE;aACtC;YACD,OAAO,EAAE,OAAO;YAChB,UAAU,EAAE,IAAI,IAAI,EAAE;YACtB,MAAM,EAAE,UAAU;SACnB,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,cAAc,CAAC,OAAe;QAClC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,OAAO,EAAE,CAAC,CAAC;QAElD,IAAI,CAAC;YACH,4DAA4D;YAC5D,2CAA2C;YAC3C,MAAM,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACnC,UAAU,CAAC,MAAM,GAAG,YAAY,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAE5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,OAAO,EAAE,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;YAClE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,YAAY;QACV,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,OAAe;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAC5C,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,KAAK,OAAO,CAC/C,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,OAAe;QAM7B,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU;YAAE,OAAO,SAAS,CAAC;QAElC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAC3D,MAAM,oBAAoB,GACxB,UAAU,CAAC,cAAc,GAAG,CAAC;YAC3B,CAAC,CAAC,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAC,cAAc;YAC3D,CAAC,CAAC,CAAC,CAAC;QAER,OAAO;YACL,cAAc,EAAE,UAAU,CAAC,cAAc;YACzC,oBAAoB;YACpB,MAAM;YACN,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,aAAa;QASX,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAEhD,MAAM,KAAK,GAAG;YACZ,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,MAAM;YACpE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;YAC5D,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;YAC5D,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM;YAC9D,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC;YAChE,eAAe,EAAE,CAAC;SACnB,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC;QAC3E,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,eAAe,GAAG,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC;QACvD,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QAEtD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAChD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YACrC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,OAAO,mBAAmB,EAAE,KAAK,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IACvD,CAAC;IAED;;;;;OAKG;IACK,eAAe,CAAC,OAAe;QACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,2BAAY,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAC9B,OAAO,GAAG,OAAO,IAAI,EAAE,IAAI,SAAS,IAAI,MAAM,EAAE,CAAC;IACnD,CAAC;IAED;;;;;OAKG;IACK,uBAAuB,CAAC,OAAe;QAC7C,MAAM,OAAO,GAAgC;YAC3C,0BAA0B;YAC1B,gBAAgB,EAAE,mBAAW,CAAC,cAAc;YAC5C,eAAe,EAAE,mBAAW,CAAC,aAAa;YAC1C,mBAAmB,EAAE,mBAAW,CAAC,iBAAiB;YAClD,cAAc,EAAE,mBAAW,CAAC,YAAY;YACxC,oBAAoB,EAAE,mBAAW,CAAC,kBAAkB;YACpD,kBAAkB,EAAE,mBAAW,CAAC,gBAAgB;YAEhD,gCAAgC;YAChC,wBAAwB,EAAE,mBAAW,CAAC,sBAAsB;YAC5D,sBAAsB,EAAE,mBAAW,CAAC,oBAAoB;YACxD,qBAAqB,EAAE,mBAAW,CAAC,uBAAuB;YAE1D,iCAAiC;YACjC,iBAAiB,EAAE,mBAAW,CAAC,eAAe;YAC9C,gBAAgB,EAAE,mBAAW,CAAC,cAAc;YAC5C,eAAe,EAAE,mBAAW,CAAC,aAAa;YAE1C,0BAA0B;YAC1B,qBAAqB,EAAE,mBAAW,CAAC,wBAAwB;YAC3D,gBAAgB,EAAE,mBAAW,CAAC,mBAAmB;YACjD,oBAAoB,EAAE,mBAAW,CAAC,sBAAsB;YACxD,qBAAqB,EAAE,mBAAW,CAAC,iBAAiB;YAEpD,gCAAgC;YAChC,YAAY,EAAE,mBAAW,CAAC,UAAU;YAEpC,8BAA8B;YAC9B,oBAAoB,EAAE,mBAAW,CAAC,kBAAkB;YACpD,WAAW,EAAE,mBAAW,CAAC,kBAAkB;YAE3C,uDAAuD;YACvD,eAAe,EAAE,mBAAW,CAAC,gBAAgB;YAC7C,mBAAmB,EAAE,mBAAW,CAAC,gBAAgB;YACjD,kBAAkB,EAAE,mBAAW,CAAC,gBAAgB;YAChD,kBAAkB,EAAE,mBAAW,CAAC,gBAAgB;YAChD,eAAe,EAAE,mBAAW,CAAC,gBAAgB;SAC9C,CAAC;QAEF,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACH,oBAAoB;QAClB,OAAO;YACL,gBAAgB;YAChB,eAAe;YACf,mBAAmB;YACnB,cAAc;YACd,oBAAoB;YACpB,kBAAkB;YAClB,wBAAwB;YACxB,sBAAsB;YACtB,qBAAqB;YACrB,iBAAiB;YACjB,gBAAgB;YAChB,eAAe;YACf,qBAAqB;YACrB,gBAAgB;YAChB,oBAAoB;YACpB,qBAAqB;YACrB,YAAY;YACZ,oBAAoB;YACpB,WAAW;SACZ,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,kBAAkB,CAAC,OAAe;QAChC,OAAO,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC;IAC7D,CAAC;CACF;AAnfD,sCAmfC;AAED;;GAEG;AACH,IAAI,cAAc,GAAyB,IAAI,CAAC;AAEhD;;;;;GAKG;AACH,SAAgB,gBAAgB,CAAC,MAA4B;IAC3D,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,SAAgB,kBAAkB;IAChC,IAAI,cAAc,EAAE,CAAC;QACnB,cAAc,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC/C,cAAc,GAAG,IAAI,CAAC;IACxB,CAAC;AACH,CAAC"}
|
|
1
|
+
{"version":3,"file":"AgentRegistry.js","sourceRoot":"","sources":["../../../src/mcp/services/AgentRegistry.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;;AAysBH,4CAKC;AAKD,gDAKC;AArtBD,yCAA8C;AAC9C,uCAAmG;AACnG,+CAA4C;AAC5C,kDAA+C;AAE/C,iFAAgF;AAEhF,2DAAwD;AACxD,4EAK2C;AAsC3C;;;;;;;;;GASG;AACH,MAAa,aAAa;IAUxB,YAAY,SAA8B,EAAE;QATpC,WAAM,GAAiC,IAAI,GAAG,EAAE,CAAC;QAGjD,gBAAW,GAAW,CAAC,CAAC;QAO9B,IAAI,CAAC,MAAM,GAAG;YACZ,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;YACjC,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,MAAM,EAAE,YAAY;YAC7D,aAAa,EAAE,MAAM,CAAC,aAAa,KAAK,KAAK;YAC7C,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,KAAK,KAAK;YACzD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;SAChD,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,eAAM,CAAC,WAAW,EAAE,CAAC;QAEnC,4BAA4B;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,mBAAQ,EAAE,CAAC;QAC/B,oFAAoF;QACpF,+FAA+F;QAC/F,IAAI,CAAC,WAAW,GAAG,IAAA,6CAAsB,EAAC,uBAAuB,CAAC,CAAC;QAEnE,iEAAiE;QACjE,sEAAsE;QACtE,IAAI,CAAC,qBAAqB,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,qCAAqC;QACrC,IAAI,CAAC,OAAO,GAAG,IAAI,uBAAc,CAAC;YAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,WAAkB,EAAE,mDAAmD;YACzF,OAAO,EAAE,IAAI,CAAC,oBAAoB,EAAE;SACrC,CAAC,CAAC;QAEH,6CAA6C;QAC7C,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;YACpC,IAAI,CAAC,oBAAoB,GAAG,IAAA,8CAAuB,EAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;YACrF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,qBAAqB;QACjC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;QAC1E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kDAAkD,EAAE,KAAK,CAAC,CAAC;YAC7E,+EAA+E;QACjF,CAAC;IACH,CAAC;IAED;;OAEG;IACK,oBAAoB;QAC1B,OAAO;YACL,EAAE,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE;YAC5B,IAAI,EAAE,UAAU;YAChB,MAAM,EAAE,mBAAW,CAAC,YAAY;SACjC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,OAAe,EAAE,OAAe;QACzD,OAAO;YACL,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,mBAAW,CAAC,MAAM;YAC1B,QAAQ,EAAE;gBACR,gBAAgB,EAAE,OAAO,CAAC,GAAG,EAAE;gBAC/B,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa;aACnD;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,YAAsB;QAC5C,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAChC,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,GAAG,GAAG,aAAa;SACjC,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,UAAU,CACd,OAAe,EACf,MAAwB;QAExB,oBAAoB;QACpB,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,SAAU,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,8BAA8B;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;QACxD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,2BAA2B;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAE9C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,OAAO,WAAW,OAAO,OAAO,SAAS,GAAG,CAAC,CAAC;QAElF,IAAI,CAAC;YACH,kDAAkD;YAClD,MAAM,UAAU,GAAoB;gBAClC,IAAI,EAAE,SAAS;gBACf,YAAY,EAAE,MAAM,CAAC,YAAY;oBAC/B,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,YAAY,CAAC;oBAC3C,CAAC,CAAC,EAAE;gBACN,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC;gBAClD,WAAW,EAAE,IAAI,CAAC,WAAqC;gBACvD,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,gDAAgD;gBAChD,cAAc,EAAE,IAAI;gBACpB,cAAc,EAAE;oBACd,OAAO,EAAE,IAAI;oBACb,YAAY,EAAE,GAAG;oBACjB,cAAc,EAAE,IAAI;oBACpB,eAAe,EAAE,GAAG;oBACpB,kBAAkB,EAAE,IAAI;oBACxB,gBAAgB,EAAE,KAAK;iBACxB;aACF,CAAC;YAEF,kEAAkE;YAClE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE;gBACtD,GAAG,UAAU;gBACb,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,OAAO;gBAC5B,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG,OAAO,wBAAwB;aACtE,CAAC,CAAC;YAEH,mBAAmB;YACnB,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YAEzB,iBAAiB;YACjB,MAAM,eAAe,GAAoB;gBACvC,EAAE,EAAE,OAAO;gBACX,KAAK;gBACL,IAAI,EAAE,SAAS;gBACf,OAAO;gBACP,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,YAAY,EAAE,IAAI,IAAI,EAAE;gBACxB,cAAc,EAAE,CAAC;gBACjB,kBAAkB,EAAE,CAAC;gBACrB,MAAM,EAAE,MAAM;aACf,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;YAE1C,8CAA8C;YAC9C,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC9B,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;oBACjE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,OAAO,EAAE,CAAC,CAAC;gBACpE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uCAAuC,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;oBAC3E,uCAAuC;gBACzC,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,OAAO,EAAE,CAAC,CAAC;YAE3D,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,QAAQ,CAAC,OAAe;QACtB,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;QACvC,CAAC;QACD,OAAO,UAAU,EAAE,KAAK,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACH,kBAAkB,CAAC,OAAe;QAChC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,IAAS;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,OAAO,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAExG,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC;QAE3B,IAAI,CAAC;YACH,6DAA6D;YAC7D,mGAAmG;YACnG,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;YAElE,iBAAiB;YACjB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC7C,UAAU,CAAC,cAAc,EAAE,CAAC;YAC5B,UAAU,CAAC,kBAAkB,IAAI,aAAa,CAAC;YAC/C,UAAU,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;YACrC,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC;YAE3B,gDAAgD;YAChD,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAA2B;oBACvC,IAAI,EAAE,cAAc,CAAC,IAAI;oBACzB,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,aAAa;oBACvB,OAAO,EAAE,MAAM,EAAE,OAAO;oBACxB,MAAM,EAAE,MAAM;oBACd,YAAY,EAAE,MAAM,EAAE,YAAY;iBACnC,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACpE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;oBAC5E,wCAAwC;gBAC1C,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,OAAO,OAAO,aAAa,IAAI,CAAC,CAAC;YAE7E,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC;YAE5B,0DAA0D;YAC1D,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAC7C,MAAM,QAAQ,GAA2B;oBACvC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI;oBACvB,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,aAAa;oBACvB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;iBACjE,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACpE,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,OAAO,GAAG,EAAE,SAAS,CAAC,CAAC;oBAChF,uCAAuC;gBACzC,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,oBAAoB,CAAC,IAAS,EAAE,OAAe;QACrD,wFAAwF;QACxF,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACjE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,4CAA4C;QAC5C,MAAM,MAAM,GAAG,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,2BAAY,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;QAElE,OAAO;YACL,EAAE,EAAE,MAAM;YACV,IAAI,EAAE;gBACJ,EAAE,EAAE,MAAM;gBACV,IAAI,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,IAAI,SAAS;gBAC7C,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;gBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC;gBAC5B,MAAM,EAAE,SAAS;gBACjB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,kBAAkB,OAAO,EAAE;gBAC5D,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;gBAC3B,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,EAAE;aACtC;YACD,OAAO,EAAE,OAAO;YAChB,UAAU,EAAE,IAAI,IAAI,EAAE;YACtB,MAAM,EAAE,UAAU;SACnB,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,cAAc,CAAC,OAAe;QAClC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,OAAO,EAAE,CAAC,CAAC;QAElD,IAAI,CAAC;YACH,4DAA4D;YAC5D,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC9B,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,OAAO,EAAE,CAAC,CAAC;gBACnE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;oBACxE,4BAA4B;gBAC9B,CAAC;YACH,CAAC;YAED,4DAA4D;YAC5D,2CAA2C;YAC3C,MAAM,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACnC,UAAU,CAAC,MAAM,GAAG,YAAY,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAE5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,OAAO,EAAE,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;YAClE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,YAAY;QACV,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,OAAe;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAC5C,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,KAAK,OAAO,CAC/C,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,OAAe;QAM7B,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU;YAAE,OAAO,SAAS,CAAC;QAElC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAC3D,MAAM,oBAAoB,GACxB,UAAU,CAAC,cAAc,GAAG,CAAC;YAC3B,CAAC,CAAC,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAC,cAAc;YAC3D,CAAC,CAAC,CAAC,CAAC;QAER,OAAO;YACL,cAAc,EAAE,UAAU,CAAC,cAAc;YACzC,oBAAoB;YACpB,MAAM;YACN,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,OAAe;QAClC,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC7D,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,OAAe,EAAE,KAAoB;QACxD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;YACvE,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC7D,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,aAAqB,EAAE;QACvD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACpE,CAAC;IAED;;;;OAIG;IACH,iBAAiB;QACf,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,CAAC;gBACd,oBAAoB,EAAE,CAAC;gBACvB,gBAAgB,EAAE,CAAC;gBACnB,kBAAkB,EAAE,CAAC;gBACrB,mBAAmB,EAAE,CAAC;gBACtB,eAAe,EAAE,KAAK;aACvB,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI;YACb,GAAG,IAAI,CAAC,oBAAoB,CAAC,aAAa,EAAE;SAC7C,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,aAAa;QASX,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAEhD,MAAM,KAAK,GAAG;YACZ,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,MAAM;YACpE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;YAC5D,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM;YAC5D,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM;YAC9D,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC;YAChE,eAAe,EAAE,CAAC;SACnB,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC;QAC3E,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,eAAe,GAAG,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC;QACvD,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QAEtD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAChD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YACrC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,OAAO,mBAAmB,EAAE,KAAK,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IACvD,CAAC;IAED;;;;;OAKG;IACK,eAAe,CAAC,OAAe;QACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,2BAAY,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAC9B,OAAO,GAAG,OAAO,IAAI,EAAE,IAAI,SAAS,IAAI,MAAM,EAAE,CAAC;IACnD,CAAC;IAED;;;;;OAKG;IACK,uBAAuB,CAAC,OAAe;QAC7C,MAAM,OAAO,GAAgC;YAC3C,0BAA0B;YAC1B,gBAAgB,EAAE,mBAAW,CAAC,cAAc;YAC5C,eAAe,EAAE,mBAAW,CAAC,aAAa;YAC1C,mBAAmB,EAAE,mBAAW,CAAC,iBAAiB;YAClD,cAAc,EAAE,mBAAW,CAAC,YAAY;YACxC,oBAAoB,EAAE,mBAAW,CAAC,kBAAkB;YACpD,kBAAkB,EAAE,mBAAW,CAAC,gBAAgB;YAEhD,gCAAgC;YAChC,wBAAwB,EAAE,mBAAW,CAAC,sBAAsB;YAC5D,sBAAsB,EAAE,mBAAW,CAAC,oBAAoB;YACxD,qBAAqB,EAAE,mBAAW,CAAC,uBAAuB;YAE1D,iCAAiC;YACjC,iBAAiB,EAAE,mBAAW,CAAC,eAAe;YAC9C,gBAAgB,EAAE,mBAAW,CAAC,cAAc;YAC5C,eAAe,EAAE,mBAAW,CAAC,aAAa;YAE1C,0BAA0B;YAC1B,qBAAqB,EAAE,mBAAW,CAAC,wBAAwB;YAC3D,gBAAgB,EAAE,mBAAW,CAAC,mBAAmB;YACjD,oBAAoB,EAAE,mBAAW,CAAC,sBAAsB;YACxD,qBAAqB,EAAE,mBAAW,CAAC,iBAAiB;YAEpD,gCAAgC;YAChC,YAAY,EAAE,mBAAW,CAAC,UAAU;YAEpC,8BAA8B;YAC9B,oBAAoB,EAAE,mBAAW,CAAC,kBAAkB;YACpD,WAAW,EAAE,mBAAW,CAAC,kBAAkB;YAE3C,uDAAuD;YACvD,eAAe,EAAE,mBAAW,CAAC,gBAAgB;YAC7C,mBAAmB,EAAE,mBAAW,CAAC,gBAAgB;YACjD,kBAAkB,EAAE,mBAAW,CAAC,gBAAgB;YAChD,kBAAkB,EAAE,mBAAW,CAAC,gBAAgB;YAChD,eAAe,EAAE,mBAAW,CAAC,gBAAgB;SAC9C,CAAC;QAEF,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACH,oBAAoB;QAClB,OAAO;YACL,gBAAgB;YAChB,eAAe;YACf,mBAAmB;YACnB,cAAc;YACd,oBAAoB;YACpB,kBAAkB;YAClB,wBAAwB;YACxB,sBAAsB;YACtB,qBAAqB;YACrB,iBAAiB;YACjB,gBAAgB;YAChB,eAAe;YACf,qBAAqB;YACrB,gBAAgB;YAChB,oBAAoB;YACpB,qBAAqB;YACrB,YAAY;YACZ,oBAAoB;YACpB,WAAW;SACZ,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,kBAAkB,CAAC,OAAe;QAChC,OAAO,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC;IAC7D,CAAC;CACF;AA5nBD,sCA4nBC;AAED;;GAEG;AACH,IAAI,cAAc,GAAyB,IAAI,CAAC;AAEhD;;;;;GAKG;AACH,SAAgB,gBAAgB,CAAC,MAA4B;IAC3D,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,SAAgB,kBAAkB;IAChC,IAAI,cAAc,EAAE,CAAC;QACnB,cAAc,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC/C,cAAc,GAAG,IAAI,CAAC;IACxB,CAAC;AACH,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { Page } from 'playwright';
|
|
2
|
+
import type { ILLMProvider } from '../../../../providers/ILLMProvider';
|
|
2
3
|
export interface VideoFrame {
|
|
3
4
|
timestamp: number;
|
|
4
5
|
dataUrl: string;
|
|
@@ -14,7 +15,7 @@ export interface VideoAnalysisResult {
|
|
|
14
15
|
webVTT: string;
|
|
15
16
|
extendedDescription: string;
|
|
16
17
|
}
|
|
17
|
-
export type VisionProvider = 'openai' | 'anthropic' | 'ollama' | 'moondream' | 'context' | 'auto';
|
|
18
|
+
export type VisionProvider = 'openai' | 'anthropic' | 'ollama' | 'moondream' | 'context' | 'auto' | 'provider';
|
|
18
19
|
export interface VisionOptions {
|
|
19
20
|
provider?: VisionProvider;
|
|
20
21
|
openaiApiKey?: string;
|
|
@@ -24,6 +25,8 @@ export interface VisionOptions {
|
|
|
24
25
|
moondreamBaseUrl?: string;
|
|
25
26
|
videoContext?: VideoContext;
|
|
26
27
|
enableCascade?: boolean;
|
|
28
|
+
llmProvider?: ILLMProvider;
|
|
29
|
+
model?: string;
|
|
27
30
|
}
|
|
28
31
|
export interface VideoContext {
|
|
29
32
|
pageTitle?: string;
|
|
@@ -45,6 +48,10 @@ export declare function extractVideoFrames(page: Page, videoSelector: string, op
|
|
|
45
48
|
/**
|
|
46
49
|
* Main function: Analyze video frames using configured vision provider
|
|
47
50
|
* Defaults to FREE Ollama (no API key required)
|
|
51
|
+
*
|
|
52
|
+
* @param frames - Video frames to analyze
|
|
53
|
+
* @param options - Vision analysis options
|
|
54
|
+
* @returns Analysis result with descriptions and captions
|
|
48
55
|
*/
|
|
49
56
|
export declare function analyzeVideoWithVision(frames: VideoFrame[], options?: VisionOptions): Promise<VideoAnalysisResult>;
|
|
50
57
|
//# sourceMappingURL=video-vision-analyzer.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"video-vision-analyzer.d.ts","sourceRoot":"","sources":["../../../../../src/mcp/tools/qe/accessibility/video-vision-analyzer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"video-vision-analyzer.d.ts","sourceRoot":"","sources":["../../../../../src/mcp/tools/qe/accessibility/video-vision-analyzer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAC;AAEvE,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,gBAAgB,EAAE,CAAC;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,GAAG,SAAS,GAAG,MAAM,GAAG,UAAU,CAAC;AAE/G,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,YAAY,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,IAAI,EACV,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE;IACP,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;CACrB,GACL,OAAO,CAAC,UAAU,EAAE,CAAC,CA0DvB;AAmdD;;;;;;;GAOG;AACH,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,UAAU,EAAE,EACpB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,mBAAmB,CAAC,CA+E9B"}
|
|
@@ -1,11 +1,40 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var
|
|
3
|
-
|
|
4
|
-
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
5
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
36
|
exports.extractVideoFrames = extractVideoFrames;
|
|
7
37
|
exports.analyzeVideoWithVision = analyzeVideoWithVision;
|
|
8
|
-
const sdk_1 = __importDefault(require("@anthropic-ai/sdk"));
|
|
9
38
|
/**
|
|
10
39
|
* Extract frames from video element using browser canvas API
|
|
11
40
|
*/
|
|
@@ -270,33 +299,18 @@ Example good description: "Close-up shot of a silver electric SUV parked in a mo
|
|
|
270
299
|
};
|
|
271
300
|
}
|
|
272
301
|
/**
|
|
273
|
-
* Analyze video frames using
|
|
302
|
+
* Analyze video frames using LLM provider with vision capability
|
|
303
|
+
* Uses provider abstraction for flexibility and backward compatibility
|
|
274
304
|
*/
|
|
275
|
-
async function
|
|
276
|
-
|
|
305
|
+
async function analyzeVideoWithVisionProvider(frames, provider, model) {
|
|
306
|
+
// Verify provider supports vision
|
|
307
|
+
const metadata = provider.getMetadata();
|
|
308
|
+
if (!metadata.capabilities.vision) {
|
|
309
|
+
throw new Error(`Provider "${metadata.name}" does not support vision. Please use a vision-capable provider like Claude.`);
|
|
310
|
+
}
|
|
277
311
|
// Analyze each frame for scene description
|
|
278
312
|
const sceneDescriptions = [];
|
|
279
|
-
|
|
280
|
-
// Convert data URL to base64 string (remove data:image/jpeg;base64, prefix)
|
|
281
|
-
const base64Data = frame.dataUrl.split(',')[1];
|
|
282
|
-
const response = await anthropic.messages.create({
|
|
283
|
-
model: 'claude-3-7-sonnet-20250219',
|
|
284
|
-
max_tokens: 500,
|
|
285
|
-
messages: [
|
|
286
|
-
{
|
|
287
|
-
role: 'user',
|
|
288
|
-
content: [
|
|
289
|
-
{
|
|
290
|
-
type: 'image',
|
|
291
|
-
source: {
|
|
292
|
-
type: 'base64',
|
|
293
|
-
media_type: 'image/jpeg',
|
|
294
|
-
data: base64Data
|
|
295
|
-
}
|
|
296
|
-
},
|
|
297
|
-
{
|
|
298
|
-
type: 'text',
|
|
299
|
-
text: `You are describing this video frame for a blind person who cannot see it. Provide a detailed, comprehensive description.
|
|
313
|
+
const framePrompt = `You are describing this video frame for a blind person who cannot see it. Provide a detailed, comprehensive description.
|
|
300
314
|
|
|
301
315
|
CRITICAL: Focus on these accessibility elements:
|
|
302
316
|
|
|
@@ -319,7 +333,28 @@ CRITICAL: Focus on these accessibility elements:
|
|
|
319
333
|
7. **Objects & Details** - Important objects, their position, condition
|
|
320
334
|
8. **Perspective** - Camera angle (close-up, wide shot, aerial, etc.)
|
|
321
335
|
|
|
322
|
-
Write 3-4 detailed sentences that paint a complete picture. Be specific with measurements, positions, and relationships between objects
|
|
336
|
+
Write 3-4 detailed sentences that paint a complete picture. Be specific with measurements, positions, and relationships between objects.`;
|
|
337
|
+
for (const frame of frames) {
|
|
338
|
+
// Convert data URL to base64 string (remove data:image/jpeg;base64, prefix)
|
|
339
|
+
const base64Data = frame.dataUrl.split(',')[1];
|
|
340
|
+
const response = await provider.complete({
|
|
341
|
+
model: model || 'claude-3-7-sonnet-20250219',
|
|
342
|
+
maxTokens: 500,
|
|
343
|
+
messages: [
|
|
344
|
+
{
|
|
345
|
+
role: 'user',
|
|
346
|
+
content: [
|
|
347
|
+
{
|
|
348
|
+
type: 'image',
|
|
349
|
+
source: {
|
|
350
|
+
type: 'base64',
|
|
351
|
+
media_type: 'image/jpeg',
|
|
352
|
+
data: base64Data
|
|
353
|
+
}
|
|
354
|
+
},
|
|
355
|
+
{
|
|
356
|
+
type: 'text',
|
|
357
|
+
text: framePrompt
|
|
323
358
|
}
|
|
324
359
|
]
|
|
325
360
|
}
|
|
@@ -341,17 +376,7 @@ Write 3-4 detailed sentences that paint a complete picture. Be specific with mea
|
|
|
341
376
|
data: frame.dataUrl.split(',')[1]
|
|
342
377
|
}
|
|
343
378
|
}));
|
|
344
|
-
const
|
|
345
|
-
model: 'claude-3-7-sonnet-20250219',
|
|
346
|
-
max_tokens: 300,
|
|
347
|
-
messages: [
|
|
348
|
-
{
|
|
349
|
-
role: 'user',
|
|
350
|
-
content: [
|
|
351
|
-
...imageBlocks,
|
|
352
|
-
{
|
|
353
|
-
type: 'text',
|
|
354
|
-
text: `You are creating a comprehensive video description for a blind person who cannot see it. Analyze all frames and create a complete narrative.
|
|
379
|
+
const overallPrompt = `You are creating a comprehensive video description for a blind person who cannot see it. Analyze all frames and create a complete narrative.
|
|
355
380
|
|
|
356
381
|
CRITICAL: Provide a detailed overview covering:
|
|
357
382
|
|
|
@@ -364,7 +389,18 @@ CRITICAL: Provide a detailed overview covering:
|
|
|
364
389
|
7. **Emotional Tone** - Is it exciting, calm, professional, dramatic?
|
|
365
390
|
8. **Closing** - How does the video end?
|
|
366
391
|
|
|
367
|
-
Write 4-5 sentences that tell the complete story of this video, helping a blind user understand exactly what they would see if they could watch it. Be specific about what happens when, and include all important visual details
|
|
392
|
+
Write 4-5 sentences that tell the complete story of this video, helping a blind user understand exactly what they would see if they could watch it. Be specific about what happens when, and include all important visual details.`;
|
|
393
|
+
const overallResponse = await provider.complete({
|
|
394
|
+
model: model || 'claude-3-7-sonnet-20250219',
|
|
395
|
+
maxTokens: 300,
|
|
396
|
+
messages: [
|
|
397
|
+
{
|
|
398
|
+
role: 'user',
|
|
399
|
+
content: [
|
|
400
|
+
...imageBlocks,
|
|
401
|
+
{
|
|
402
|
+
type: 'text',
|
|
403
|
+
text: overallPrompt
|
|
368
404
|
}
|
|
369
405
|
]
|
|
370
406
|
}
|
|
@@ -448,22 +484,74 @@ function splitIntoLines(text, maxCharsPerLine, maxLines = 10) {
|
|
|
448
484
|
/**
|
|
449
485
|
* Main function: Analyze video frames using configured vision provider
|
|
450
486
|
* Defaults to FREE Ollama (no API key required)
|
|
487
|
+
*
|
|
488
|
+
* @param frames - Video frames to analyze
|
|
489
|
+
* @param options - Vision analysis options
|
|
490
|
+
* @returns Analysis result with descriptions and captions
|
|
451
491
|
*/
|
|
452
492
|
async function analyzeVideoWithVision(frames, options = {}) {
|
|
453
493
|
const provider = options.provider || 'free';
|
|
454
494
|
console.log(`🔍 Using vision provider: ${provider === 'free' ? 'Ollama (FREE)' : provider}`);
|
|
455
|
-
//
|
|
495
|
+
// Provider abstraction: use custom LLM provider
|
|
496
|
+
if (provider === 'provider' || options.llmProvider) {
|
|
497
|
+
if (!options.llmProvider) {
|
|
498
|
+
throw new Error('llmProvider option is required when using provider mode. Pass an ILLMProvider instance.');
|
|
499
|
+
}
|
|
500
|
+
// Check if provider supports vision
|
|
501
|
+
const metadata = options.llmProvider.getMetadata();
|
|
502
|
+
if (!metadata.capabilities.vision) {
|
|
503
|
+
console.warn(`⚠️ Provider "${metadata.name}" does not support vision - falling back to context-based captions`);
|
|
504
|
+
// Graceful fallback to context-based analysis
|
|
505
|
+
if (options.videoContext) {
|
|
506
|
+
console.log('🔄 Generating intelligent context-based captions...');
|
|
507
|
+
return generateContextBasedCaptions(frames, options.videoContext);
|
|
508
|
+
}
|
|
509
|
+
throw new Error(`Provider "${metadata.name}" does not support vision capabilities. ` +
|
|
510
|
+
`Please provide a vision-capable provider (like Claude) or include videoContext for fallback.`);
|
|
511
|
+
}
|
|
512
|
+
// Use provider with vision support
|
|
513
|
+
console.log(`✅ Using ${metadata.name} provider with vision support`);
|
|
514
|
+
try {
|
|
515
|
+
return await analyzeVideoWithVisionProvider(frames, options.llmProvider, options.model);
|
|
516
|
+
}
|
|
517
|
+
catch (error) {
|
|
518
|
+
console.warn(`⚠️ Vision provider failed: ${error.message}`);
|
|
519
|
+
// Fallback to context-based if available
|
|
520
|
+
if (options.videoContext) {
|
|
521
|
+
console.log('🔄 Falling back to intelligent context-based captions...');
|
|
522
|
+
return generateContextBasedCaptions(frames, options.videoContext);
|
|
523
|
+
}
|
|
524
|
+
throw error;
|
|
525
|
+
}
|
|
526
|
+
}
|
|
527
|
+
// Legacy: Free option - use Ollama
|
|
456
528
|
if (provider === 'free' || provider === 'ollama') {
|
|
457
529
|
return analyzeVideoWithOllama(frames, options);
|
|
458
530
|
}
|
|
459
|
-
// Paid option
|
|
531
|
+
// Legacy: Paid option - use Anthropic (deprecated - prefer llmProvider)
|
|
460
532
|
if (provider === 'anthropic') {
|
|
461
|
-
|
|
533
|
+
console.warn('⚠️ Direct Anthropic provider is deprecated. Consider using llmProvider with ClaudeProvider instead.');
|
|
534
|
+
const apiKey = options.anthropicApiKey || process.env.ANTHROPIC_API_KEY;
|
|
462
535
|
if (!apiKey) {
|
|
463
536
|
throw new Error('Anthropic API key required for paid provider. Use provider: "free" for Ollama instead.');
|
|
464
537
|
}
|
|
465
|
-
|
|
538
|
+
// Import ClaudeProvider dynamically to avoid circular dependencies
|
|
539
|
+
const { ClaudeProvider } = await Promise.resolve().then(() => __importStar(require('../../../../providers/ClaudeProvider')));
|
|
540
|
+
const claudeProvider = new ClaudeProvider({ apiKey });
|
|
541
|
+
await claudeProvider.initialize();
|
|
542
|
+
try {
|
|
543
|
+
return await analyzeVideoWithVisionProvider(frames, claudeProvider, options.model);
|
|
544
|
+
}
|
|
545
|
+
catch (error) {
|
|
546
|
+
console.warn(`⚠️ Claude vision failed: ${error.message}`);
|
|
547
|
+
// Fallback to context-based if available
|
|
548
|
+
if (options.videoContext) {
|
|
549
|
+
console.log('🔄 Falling back to intelligent context-based captions...');
|
|
550
|
+
return generateContextBasedCaptions(frames, options.videoContext);
|
|
551
|
+
}
|
|
552
|
+
throw error;
|
|
553
|
+
}
|
|
466
554
|
}
|
|
467
|
-
throw new Error(`Unknown vision provider: ${provider}. Use "free", "ollama", or "
|
|
555
|
+
throw new Error(`Unknown vision provider: ${provider}. Use "free", "ollama", "anthropic", or "provider" (with llmProvider option).`);
|
|
468
556
|
}
|
|
469
557
|
//# sourceMappingURL=video-vision-analyzer.js.map
|