agentic-flow 2.0.7 → 3.0.0-alpha.2

package/dist/agentic-flow/src/mcp/fastmcp/tools/sona-tools.js

@@ -0,0 +1,585 @@
+/**
+ * SONA MCP Tools - Reinforcement Learning via Model Context Protocol
+ *
+ * ADR-065 Phase P1-2: SONA RL Loop MCP Integration
+ *
+ * Provides 8 MCP tools for reinforcement learning:
+ * 1. sona_train_policy - Train policy using RL algorithms
+ * 2. sona_estimate_value - Estimate state value
+ * 3. sona_replay_experience - Add/sample from experience replay
+ * 4. sona_transfer_learning - Transfer knowledge between tasks
+ * 5. sona_multi_agent - Multi-agent RL coordination
+ * 6. sona_continuous_learn - Continuous learning from execution
+ * 7. sona_get_metrics - Get RL training metrics
+ * 8. sona_reset - Reset RL state
+ */
+import { RLTrainingService } from '../../../services/rl-training-service.js';
+const rlService = new RLTrainingService();
+let initialized = false;
+async function ensureInitialized() {
+    if (!initialized) {
+        await rlService.initialize();
+        initialized = true;
+    }
+}
+/**
+ * Tool 1: Train policy using RL algorithms
+ */
+export const sonaTrainPolicyTool = {
+    name: 'sona_train_policy',
+    description: 'Train reinforcement learning policy on episode trajectories. Supports REINFORCE, PPO, A3C, Q-Learning. Returns learning curve and improvement metrics.',
+    inputSchema: {
+        episodes: {
+            type: 'array',
+            description: 'Training episodes (trajectories)',
+            required: true,
+            items: {
+                properties: {
+                    steps: {
+                        type: 'array',
+                        items: {
+                            properties: {
+                                state: { type: 'object', description: 'State representation' },
+                                action: { type: 'string', description: 'Action taken' },
+                                reward: { type: 'number', description: 'Reward received' }
+                            }
+                        }
+                    },
+                    reward: { type: 'number', description: 'Total episode reward' }
+                }
+            }
+        },
+        algorithm: {
+            type: 'string',
+            enum: ['reinforce', 'ppo', 'a3c', 'q-learning'],
+            description: 'RL algorithm to use',
+            required: false,
+        },
+        epochs: {
+            type: 'number',
+            description: 'Number of training epochs',
+            required: false,
+        },
+        learningRate: {
+            type: 'number',
+            description: 'Learning rate',
+            required: false,
+        },
+        gamma: {
+            type: 'number',
+            description: 'Discount factor',
+            required: false,
+        }
+    }
+};
+export async function handleSonaTrainPolicy(args) {
+    await ensureInitialized();
+    const episodes = args.episodes || [];
+    if (episodes.length === 0) {
+        return JSON.stringify({
+            success: false,
+            error: 'No episodes provided for training'
+        }, null, 2);
+    }
+    const config = {
+        algorithm: args.algorithm || 'reinforce',
+        epochs: args.epochs || 100,
+        learningRate: args.learningRate || 0.001,
+        gamma: args.gamma || 0.99,
+        epsilon: args.epsilon || 0.1
+    };
+    try {
+        const result = await rlService.trainEpisodes(episodes, config);
+        return JSON.stringify({
+            success: true,
+            result: {
+                algorithm: result.algorithm,
+                epochs: result.epochs,
+                finalLoss: result.finalLoss,
+                avgReward: result.avgReward,
+                improvementRate: result.improvementRate,
+                convergenceIteration: result.convergenceIteration,
+                learningCurve: result.learningCurve
+            }
+        }, null, 2);
+    }
+    catch (error) {
+        return JSON.stringify({
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        }, null, 2);
+    }
+}
+/**
+ * Tool 2: Estimate state value
+ */
+export const sonaEstimateValueTool = {
+    name: 'sona_estimate_value',
+    description: 'Estimate value function for a given state using TD learning. Returns estimated value.',
+    inputSchema: {
+        state: {
+            description: 'Current state to estimate value for',
+            required: true,
+        },
+        reward: {
+            type: 'number',
+            description: 'Observed reward',
+            required: true,
+        },
+        nextState: {
+            description: 'Next state',
+            required: true,
+        },
+        learningRate: {
+            type: 'number',
+            description: 'Learning rate for value update',
+            required: false,
+        },
+        gamma: {
+            type: 'number',
+            description: 'Discount factor',
+            required: false,
+        }
+    }
+};
+export async function handleSonaEstimateValue(args) {
+    await ensureInitialized();
+    try {
+        const value = await rlService.getSonaService().estimateValue(args.state, args.reward, args.nextState, {
+            learningRate: args.learningRate || 0.001,
+            gamma: args.gamma || 0.99,
+            lambda: 0.95
+        });
+        return JSON.stringify({
+            success: true,
+            value,
+            state: args.state
+        }, null, 2);
+    }
+    catch (error) {
+        return JSON.stringify({
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        }, null, 2);
+    }
+}
+/**
+ * Tool 3: Experience replay operations
+ */
+export const sonaReplayExperienceTool = {
+    name: 'sona_replay_experience',
+    description: 'Add experience to replay buffer or sample batch for training. Supports priority sampling.',
+    inputSchema: {
+        operation: {
+            type: 'string',
+            enum: ['add', 'sample'],
+            description: 'Operation: add experience or sample batch',
+            required: true,
+        },
+        state: {
+            description: 'Current state (for add operation)',
+            required: false,
+        },
+        action: {
+            type: 'string',
+            description: 'Action taken (for add operation)',
+            required: false,
+        },
+        reward: {
+            type: 'number',
+            description: 'Reward received (for add operation)',
+            required: false,
+        },
+        nextState: {
+            description: 'Next state (for add operation)',
+            required: false,
+        },
+        priority: {
+            type: 'number',
+            description: 'Experience priority (for add operation)',
+            required: false,
+        },
+        batchSize: {
+            type: 'number',
+            description: 'Batch size (for sample operation)',
+            required: false,
+        }
+    }
+};
+export async function handleSonaReplayExperience(args) {
+    await ensureInitialized();
+    try {
+        if (args.operation === 'add') {
+            if (!args.state || !args.action || args.reward === undefined || !args.nextState) {
+                return JSON.stringify({
+                    success: false,
+                    error: 'Missing required fields for add operation: state, action, reward, nextState'
+                }, null, 2);
+            }
+            rlService.getSonaService().addExperience(args.state, args.action, args.reward, args.nextState, args.priority || 1.0);
+            return JSON.stringify({
+                success: true,
+                operation: 'add',
+                message: 'Experience added to replay buffer'
+            }, null, 2);
+        }
+        else if (args.operation === 'sample') {
+            const batch = rlService.getSonaService().sampleExperience(args.batchSize || 32);
+            return JSON.stringify({
+                success: true,
+                operation: 'sample',
+                batchSize: batch.length,
+                batch
+            }, null, 2);
+        }
+        else {
+            return JSON.stringify({
+                success: false,
+                error: 'Invalid operation. Must be "add" or "sample"'
+            }, null, 2);
+        }
+    }
+    catch (error) {
+        return JSON.stringify({
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        }, null, 2);
+    }
+}
+/**
+ * Tool 4: Transfer learning
+ */
+export const sonaTransferLearningTool = {
+    name: 'sona_transfer_learning',
+    description: 'Transfer learned knowledge from source task to target task. Supports fine-tuning.',
+    inputSchema: {
+        sourceTask: {
+            type: 'string',
+            description: 'Source task/agent type to transfer from',
+            required: true,
+        },
+        targetTask: {
+            type: 'string',
+            description: 'Target task/agent type to transfer to',
+            required: true,
+        },
+        transferRatio: {
+            type: 'number',
+            description: 'How much knowledge to transfer (0-1)',
+            required: false,
+        },
+        finetuneEpochs: {
+            type: 'number',
+            description: 'Number of fine-tuning epochs',
+            required: false,
+        }
+    }
+};
+export async function handleSonaTransferLearning(args) {
+    await ensureInitialized();
+    const config = {
+        sourceTask: args.sourceTask,
+        targetTask: args.targetTask,
+        transferRatio: args.transferRatio || 0.7,
+        finetuneEpochs: args.finetuneEpochs || 20
+    };
+    try {
+        const result = await rlService.transferLearn(config);
+        return JSON.stringify({
+            success: result.success,
+            sourceTask: config.sourceTask,
+            targetTask: config.targetTask,
+            transferRatio: config.transferRatio,
+            finetuneResult: result.result
+        }, null, 2);
+    }
+    catch (error) {
+        return JSON.stringify({
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        }, null, 2);
+    }
+}
+/**
+ * Tool 5: Multi-agent RL
+ */
+export const sonaMultiAgentTool = {
+    name: 'sona_multi_agent',
+    description: 'Multi-agent reinforcement learning coordination. Returns individual rewards for each agent.',
+    inputSchema: {
+        agentStates: {
+            description: 'Map of agent IDs to their states',
+            required: true,
+        },
+        agentActions: {
+            description: 'Map of agent IDs to their actions',
+            required: true,
+        },
+        jointReward: {
+            type: 'number',
+            description: 'Shared reward for all agents',
+            required: true,
+        },
+        coordinationStrategy: {
+            type: 'string',
+            enum: ['centralized', 'decentralized', 'hybrid'],
+            description: 'Coordination strategy',
+            required: false,
+        },
+        rewardSharing: {
+            type: 'string',
+            enum: ['equal', 'contribution', 'competitive'],
+            description: 'Reward sharing method',
+            required: false,
+        }
+    }
+};
+export async function handleSonaMultiAgent(args) {
+    await ensureInitialized();
+    try {
+        // Convert objects to Maps
+        const agentStates = new Map(Object.entries(args.agentStates || {}));
+        const agentActions = new Map(Object.entries(args.agentActions || {}));
+        if (agentStates.size === 0 || agentActions.size === 0) {
+            return JSON.stringify({
+                success: false,
+                error: 'No agents provided'
+            }, null, 2);
+        }
+        const config = {
+            agentTypes: Array.from(agentStates.keys()),
+            coordinationStrategy: args.coordinationStrategy || 'hybrid',
+            rewardSharing: args.rewardSharing || 'contribution'
+        };
+        const individualRewards = await rlService.multiAgentTrain(agentStates, agentActions, args.jointReward, config);
+        // Convert Map to object for JSON
+        const rewardsObj = Object.fromEntries(individualRewards);
+        return JSON.stringify({
+            success: true,
+            jointReward: args.jointReward,
+            individualRewards: rewardsObj,
+            numAgents: individualRewards.size
+        }, null, 2);
+    }
+    catch (error) {
+        return JSON.stringify({
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        }, null, 2);
+    }
+}
+/**
+ * Tool 6: Continuous learning
+ */
+export const sonaContinuousLearnTool = {
+    name: 'sona_continuous_learn',
+    description: 'Continuous learning from single execution step. Updates policy and value function incrementally.',
+    inputSchema: {
+        state: {
+            description: 'Current state',
+            required: true,
+        },
+        action: {
+            type: 'string',
+            description: 'Action taken',
+            required: true,
+        },
+        reward: {
+            type: 'number',
+            description: 'Reward received',
+            required: true,
+        },
+        nextState: {
+            description: 'Resulting state',
+            required: true,
+        }
+    }
+};
+export async function handleSonaContinuousLearn(args) {
+    await ensureInitialized();
+    try {
+        const value = await rlService.learnFromExecution(args.state, args.action, args.reward, args.nextState);
+        const metrics = rlService.getMetrics();
+        return JSON.stringify({
+            success: true,
+            value,
+            metrics: {
+                episodeReward: metrics.episodeReward,
+                avgReward: metrics.avgReward,
+                loss: metrics.loss,
+                iterationCount: metrics.iterationCount
+            }
+        }, null, 2);
+    }
+    catch (error) {
+        return JSON.stringify({
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        }, null, 2);
+    }
+}
+/**
+ * Tool 7: Get RL metrics
+ */
+export const sonaGetMetricsTool = {
+    name: 'sona_get_metrics',
+    description: 'Get current RL training metrics including rewards, loss, and training history.',
+    inputSchema: {
+        includeHistory: {
+            type: 'boolean',
+            description: 'Include full training history',
+            required: false,
+        }
+    }
+};
+export async function handleSonaGetMetrics(args) {
+    await ensureInitialized();
+    try {
+        const metrics = rlService.getMetrics();
+        const sonaStats = rlService.getSonaService().getStats();
+        const result = {
+            success: true,
+            metrics: {
+                episodeReward: metrics.episodeReward,
+                avgReward: metrics.avgReward,
+                loss: metrics.loss,
+                epsilon: metrics.epsilon,
+                iterationCount: metrics.iterationCount
+            },
+            sonaStats: {
+                available: sonaStats.available,
+                engineType: rlService.getSonaService().getEngineType(),
+                trajectoryCount: sonaStats.trajectoryCount,
+                agentTypes: sonaStats.agentTypes
+            }
+        };
+        if (args.includeHistory) {
+            result.trainingHistory = rlService.getTrainingHistory();
+        }
+        return JSON.stringify(result, null, 2);
+    }
+    catch (error) {
+        return JSON.stringify({
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        }, null, 2);
+    }
+}
+/**
+ * Tool 8: Reset RL state
+ */
+export const sonaResetTool = {
+    name: 'sona_reset',
+    description: 'Reset RL training state (policy, value function, experience replay). Use for new training session.',
+    inputSchema: {
+        clearTrajectories: {
+            type: 'boolean',
+            description: 'Also clear stored trajectories',
+            required: false,
+        }
+    }
+};
+export async function handleSonaReset(args) {
+    await ensureInitialized();
+    try {
+        rlService.reset();
+        if (args.clearTrajectories) {
+            rlService.getSonaService().clear();
+        }
+        return JSON.stringify({
+            success: true,
+            message: 'RL state reset successfully',
+            trajectoriesCleared: args.clearTrajectories || false
+        }, null, 2);
+    }
+    catch (error) {
+        return JSON.stringify({
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        }, null, 2);
+    }
+}
+// Export all tools and handlers
+export const sonaTools = [
+    sonaTrainPolicyTool,
+    sonaEstimateValueTool,
+    sonaReplayExperienceTool,
+    sonaTransferLearningTool,
+    sonaMultiAgentTool,
+    sonaContinuousLearnTool,
+    sonaGetMetricsTool,
+    sonaResetTool
+];
+export const sonaHandlers = {
+    sona_train_policy: handleSonaTrainPolicy,
+    sona_estimate_value: handleSonaEstimateValue,
+    sona_replay_experience: handleSonaReplayExperience,
+    sona_transfer_learning: handleSonaTransferLearning,
+    sona_multi_agent: handleSonaMultiAgent,
+    sona_continuous_learn: handleSonaContinuousLearn,
+    sona_get_metrics: handleSonaGetMetrics,
+    sona_reset: handleSonaReset
+};
+/**
+ * Register all SONA RL tools with FastMCP server
+ */
+export function registerSonaTools(server) {
+    // Tool 1: Train Policy
+    server.addTool({
+        name: 'sona_train_policy',
+        description: sonaTrainPolicyTool.description,
+        parameters: sonaTrainPolicyTool.inputSchema,
+        execute: handleSonaTrainPolicy
+    });
+    // Tool 2: Estimate Value
+    server.addTool({
+        name: 'sona_estimate_value',
+        description: sonaEstimateValueTool.description,
+        parameters: sonaEstimateValueTool.inputSchema,
+        execute: handleSonaEstimateValue
+    });
+    // Tool 3: Replay Experience
+    server.addTool({
+        name: 'sona_replay_experience',
+        description: sonaReplayExperienceTool.description,
+        parameters: sonaReplayExperienceTool.inputSchema,
+        execute: handleSonaReplayExperience
+    });
+    // Tool 4: Transfer Learning
+    server.addTool({
+        name: 'sona_transfer_learning',
+        description: sonaTransferLearningTool.description,
+        parameters: sonaTransferLearningTool.inputSchema,
+        execute: handleSonaTransferLearning
+    });
+    // Tool 5: Multi-Agent
+    server.addTool({
+        name: 'sona_multi_agent',
+        description: sonaMultiAgentTool.description,
+        parameters: sonaMultiAgentTool.inputSchema,
+        execute: handleSonaMultiAgent
+    });
+    // Tool 6: Continuous Learn
+    server.addTool({
+        name: 'sona_continuous_learn',
+        description: sonaContinuousLearnTool.description,
+        parameters: sonaContinuousLearnTool.inputSchema,
+        execute: handleSonaContinuousLearn
+    });
+    // Tool 7: Get Metrics
+    server.addTool({
+        name: 'sona_get_metrics',
+        description: sonaGetMetricsTool.description,
+        parameters: sonaGetMetricsTool.inputSchema,
+        execute: handleSonaGetMetrics
+    });
+    // Tool 8: Reset
+    server.addTool({
+        name: 'sona_reset',
+        description: sonaResetTool.description,
+        parameters: sonaResetTool.inputSchema,
+        execute: handleSonaReset
+    });
+    console.error('[SONA] Registered 8 RL tools: train_policy, estimate_value, replay_experience, transfer_learning, multi_agent, continuous_learn, get_metrics, reset');
+}
+//# sourceMappingURL=sona-tools.js.map

package/dist/agentic-flow/src/mcp/fastmcp/tools/sona-tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sona-tools.js","sourceRoot":"","sources":["../../../../../../src/mcp/fastmcp/tools/sona-tools.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAE,iBAAiB,EAAoD,MAAM,0CAA0C,CAAC;AAG/H,MAAM,SAAS,GAAG,IAAI,iBAAiB,EAAE,CAAC;AAC1C,IAAI,WAAW,GAAG,KAAK,CAAC;AAExB,KAAK,UAAU,iBAAiB;IAC9B,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,SAAS,CAAC,UAAU,EAAE,CAAC;QAC7B,WAAW,GAAG,IAAI,CAAC;IACrB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAS;IACvC,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,wJAAwJ;IACrK,WAAW,EAAE;QACX,QAAQ,EAAE;YACR,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,kCAAkC;YAC/C,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE;gBACL,UAAU,EAAE;oBACV,KAAK,EAAE;wBACL,IAAI,EAAE,OAAO;wBACb,KAAK,EAAE;4BACL,UAAU,EAAE;gCACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sBAAsB,EAAE;gCAC9D,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE;gCACvD,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,iBAAiB,EAAE;6BAC3D;yBACF;qBACF;oBACD,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sBAAsB,EAAE;iBAChE;aACF;SACF;QACD,SAAS,EAAE;YACT,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,CAAC;YAC/C,WAAW,EAAE,qBAAqB;YAClC,QAAQ,EAAE,KAAK;SAChB;QACD,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2BAA2B;YACxC,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,eAAe;YAC5B,QAAQ,EAAE,KAAK;SAChB;QACD,KAAK,EAAE;YACL,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,KAAK;SAChB;KACF;CACF,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAS;IACnD,MAAM,iBAAiB,EAAE,CAAC;IAE1B,MAAM,QAAQ,GAAuB,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IAEzD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,mCAAmC;SAC3C,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAA4B;QACtC,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,WAAW;QACxC,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,GAAG;QAC1B,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,KAAK;QACxC,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;QACzB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,GAAG;KAC7B,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAE/D,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,IAAI;YACb,MAAM,EAAE;gBACN,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,oBAAoB,EAAE,MAAM,CAAC,oBAAoB;gBACjD,aAAa,EAAE,MAAM,CAAC,aAAa;aACpC;SACF,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAS;IACzC,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EAAE,uFAAuF;IACpG,WAAW,EAAE;QACX,KAAK,EAAE;YACL,WAAW,EAAE,qCAAqC;YAClD,QAAQ,EAAE,IAAI;SACf;QACD,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,IAAI;SACf;QACD,SAAS,EAAE;YACT,WAAW,EAAE,YAAY;YACzB,QAAQ,EAAE,IAAI;SACf;QACD,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gCAAgC;YAC7C,QAAQ,EAAE,KAAK;SAChB;QACD,KAAK,EAAE;YACL,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,KAAK;SAChB;KACF;CACF,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAAS;IACrD,MAAM,iBAAiB,EAAE,CAAC;IAE1B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,cAAc,EAAE,CAAC,aAAa,CAC1D,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,SAAS,EACd;YACE,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,KAAK;YACxC,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;YACzB,MAAM,EAAE,IAAI;SACb,CACF,CAAC;QAEF,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,IAAI;YACb,KAAK;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAS;IAC5C,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EAAE,2FAA2F;IACxG,WAAW,EAAE;QACX,SAAS,EAAE;YACT,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC;YACvB,WAAW,EAAE,2CAA2C;YACxD,QAAQ,EAAE,IAAI;SACf;QACD,KAAK,EAAE;YACL,WAAW,EAAE,mCAAmC;YAChD,QAAQ,EAAE,KAAK;SAChB;QACD,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,kCAAkC;YAC/C,QAAQ,EAAE,KAAK;SAChB;QACD,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,qCAAqC;YAClD,QAAQ,EAAE,KAAK;SAChB;QACD,SAAS,EAAE;YACT,WAAW,EAAE,gCAAgC;YAC7C,QAAQ,EAAE,KAAK;SAChB;QACD,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,yCAAyC;YACtD,QAAQ,EAAE,KAAK;SAChB;QACD,SAAS,EAAE;YACT,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,mCAAmC;YAChD,QAAQ,EAAE,KAAK;SAChB;KACF;CACF,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,IAAS;IACxD,MAAM,iBAAiB,EAAE,CAAC;IAE1B,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,SAAS,KAAK,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBAChF,OAAO,IAAI,CAAC,SAAS,CAAC;oBACpB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,6EAA6E;iBACrF,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACd,CAAC;YAED,SAAS,CAAC,cAAc,EAAE,CAAC,aAAa,CACtC,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,QAAQ,IAAI,GAAG,CACrB,CAAC;YAEF,OAAO,IAAI,CAAC,SAAS,CAAC;gBACpB,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,KAAK;gBAChB,OAAO,EAAE,mCAAmC;aAC7C,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACd,CAAC;aAAM,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,SAAS,CAAC,cAAc,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;YAEhF,OAAO,IAAI,CAAC,SAAS,CAAC;gBACpB,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,QAAQ;gBACnB,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,KAAK;aACN,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACd,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,SAAS,CAAC;gBACpB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,8CAA8C;aACtD,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACd,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAS;IAC5C,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EAAE,mFAAmF;IAChG,WAAW,EAAE;QACX,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,yCAAyC;YACtD,QAAQ,EAAE,IAAI;SACf;QACD,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,uCAAuC;YACpD,QAAQ,EAAE,IAAI;SACf;QACD,aAAa,EAAE;YACb,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,sCAAsC;YACnD,QAAQ,EAAE,KAAK;SAChB;QACD,cAAc,EAAE;YACd,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,8BAA8B;YAC3C,QAAQ,EAAE,KAAK;SAChB;KACF;CACF,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,IAAS;IACxD,MAAM,iBAAiB,EAAE,CAAC;IAE1B,MAAM,MAAM,GAAmB;QAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,GAAG;QACxC,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,EAAE;KAC1C,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAErD,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,cAAc,EAAE,MAAM,CAAC,MAAM;SAC9B,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAS;IACtC,IAAI,EAAE,kBAAkB;IACxB,WAAW,EAAE,6FAA6F;IAC1G,WAAW,EAAE;QACX,WAAW,EAAE;YACX,WAAW,EAAE,kCAAkC;YAC/C,QAAQ,EAAE,IAAI;SACf;QACD,YAAY,EAAE;YACZ,WAAW,EAAE,mCAAmC;YAChD,QAAQ,EAAE,IAAI;SACf;QACD,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,8BAA8B;YAC3C,QAAQ,EAAE,IAAI;SACf;QACD,oBAAoB,EAAE;YACpB,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,aAAa,EAAE,eAAe,EAAE,QAAQ,CAAC;YAChD,WAAW,EAAE,uBAAuB;YACpC,QAAQ,EAAE,KAAK;SAChB;QACD,aAAa,EAAE;YACb,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,OAAO,EAAE,cAAc,EAAE,aAAa,CAAC;YAC9C,WAAW,EAAE,uBAAuB;YACpC,QAAQ,EAAE,KAAK;SAChB;KACF;CACF,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAS;IAClD,MAAM,iBAAiB,EAAE,CAAC;IAE1B,IAAI,CAAC;QACH,0BAA0B;QAC1B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAc,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,CAAC;QACjF,MAAM,YAAY,GAAG,IAAI,GAAG,CAAiB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,CAAC;QAEtF,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,IAAI,YAAY,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACtD,OAAO,IAAI,CAAC,SAAS,CAAC;gBACpB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,oBAAoB;aAC5B,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAA8B;YACxC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YAC1C,oBAAoB,EAAE,IAAI,CAAC,oBAAoB,IAAI,QAAQ;YAC3D,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,cAAc;SACpD,CAAC;QAEF,MAAM,iBAAiB,GAAG,MAAM,SAAS,CAAC,eAAe,CACvD,WAAW,EACX,YAAY,EACZ,IAAI,CAAC,WAAW,EAChB,MAAM,CACP,CAAC;QAEF,iCAAiC;QACjC,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC;QAEzD,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,iBAAiB,EAAE,UAAU;YAC7B,SAAS,EAAE,iBAAiB,CAAC,IAAI;SAClC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAS;IAC3C,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE,kGAAkG;IAC/G,WAAW,EAAE;QACX,KAAK,EAAE;YACL,WAAW,EAAE,eAAe;YAC5B,QAAQ,EAAE,IAAI;SACf;QACD,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,cAAc;YAC3B,QAAQ,EAAE,IAAI;SACf;QACD,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,IAAI;SACf;QACD,SAAS,EAAE;YACT,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,IAAI;SACf;KACF;CACF,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,IAAS;IACvD,MAAM,iBAAiB,EAAE,CAAC;IAE1B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,kBAAkB,CAC9C,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,SAAS,CACf,CAAC;QAEF,MAAM,OAAO,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC;QAEvC,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,IAAI;YACb,KAAK;YACL,OAAO,EAAE;gBACP,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,cAAc,EAAE,OAAO,CAAC,cAAc;aACvC;SACF,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAS;IACtC,IAAI,EAAE,kBAAkB;IACxB,WAAW,EAAE,gFAAgF;IAC7F,WAAW,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,+BAA+B;YAC5C,QAAQ,EAAE,KAAK;SAChB;KACF;CACF,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAS;IAClD,MAAM,iBAAiB,EAAE,CAAC;IAE1B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,SAAS,CAAC,cAAc,EAAE,CAAC,QAAQ,EAAE,CAAC;QAExD,MAAM,MAAM,GAAQ;YAClB,OAAO,EAAE,IAAI;YACb,OAAO,EAAE;gBACP,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,cAAc,EAAE,OAAO,CAAC,cAAc;aACvC;YACD,SAAS,EAAE;gBACT,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,UAAU,EAAE,SAAS,CAAC,cAAc,EAAE,CAAC,aAAa,EAAE;gBACtD,eAAe,EAAE,SAAS,CAAC,eAAe;gBAC1C,UAAU,EAAE,SAAS,CAAC,UAAU;aACjC;SACF,CAAC;QAEF,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,CAAC,eAAe,GAAG,SAAS,CAAC,kBAAkB,EAAE,CAAC;QAC1D,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAAS;IACjC,IAAI,EAAE,YAAY;IAClB,WAAW,EAAE,oGAAoG;IACjH,WAAW,EAAE;QACX,iBAAiB,EAAE;YACjB,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,gCAAgC;YAC7C,QAAQ,EAAE,KAAK;SAChB;KACF;CACF,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAS;IAC7C,MAAM,iBAAiB,EAAE,CAAC;IAE1B,IAAI,CAAC;QACH,SAAS,CAAC,KAAK,EAAE,CAAC;QAElB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,SAAS,CAAC,cAAc,EAAE,CAAC,KAAK,EAAE,CAAC;QACrC,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,6BAA6B;YACtC,mBAAmB,EAAE,IAAI,CAAC,iBAAiB,IAAI,KAAK;SACrD,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACd,CAAC;AACH,CAAC;AAED,gCAAgC;AAChC,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,mBAAmB;IACnB,qBAAqB;IACrB,wBAAwB;IACxB,wBAAwB;IACxB,kBAAkB;IAClB,uBAAuB;IACvB,kBAAkB;IAClB,aAAa;CACd,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,iBAAiB,EAAE,qBAAqB;IACxC,mBAAmB,EAAE,uBAAuB;IAC5C,sBAAsB,EAAE,0BAA0B;IAClD,sBAAsB,EAAE,0BAA0B;IAClD,gBAAgB,EAAE,oBAAoB;IACtC,qBAAqB,EAAE,yBAAyB;IAChD,gBAAgB,EAAE,oBAAoB;IACtC,UAAU,EAAE,eAAe;CAC5B,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAW;IAC3C,uBAAuB;IACvB,MAAM,CAAC,OAAO,CAAC;QACb,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,mBAAmB,CAAC,WAAW;QAC5C,UAAU,EAAE,mBAAmB,CAAC,WAAW;QAC3C,OAAO,EAAE,qBAAqB;KAC/B,CAAC,CAAC;IAEH,yBAAyB;IACzB,MAAM,CAAC,OAAO,CAAC;QACb,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EAAE,qBAAqB,CAAC,WAAW;QAC9C,UAAU,EAAE,qBAAqB,CAAC,WAAW;QAC7C,OAAO,EAAE,uBAAuB;KACjC,CAAC,CAAC;IAEH,4BAA4B;IAC5B,MAAM,CAAC,OAAO,CAAC;QACb,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,wBAAwB,CAAC,WAAW;QACjD,UAAU,EAAE,wBAAwB,CAAC,WAAW;QAChD,OAAO,EAAE,0BAA0B;KACpC,CAAC,CAAC;IAEH,4BAA4B;IAC5B,MAAM,CAAC,OAAO,CAAC;QACb,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,wBAAwB,CAAC,WAAW;QACjD,UAAU,EAAE,wBAAwB,CAAC,WAAW;QAChD,OAAO,EAAE,0BAA0B;KACpC,CAAC,CAAC;IAEH,sBAAsB;IACtB,MAAM,CAAC,OAAO,CAAC;QACb,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,kBAAkB,CAAC,WAAW;QAC3C,UAAU,EAAE,kBAAkB,CAAC,WAAW;QAC1C,OAAO,EAAE,oBAAoB;KAC9B,CAAC,CAAC;IAEH,2BAA2B;IAC3B,MAAM,CAAC,OAAO,CAAC;QACb,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,uBAAuB,CAAC,WAAW;QAChD,UAAU,EAAE,uBAAuB,CAAC,WAAW;QAC/C,OAAO,EAAE,yBAAyB;KACnC,CAAC,CAAC;IAEH,sBAAsB;IACtB,MAAM,CAAC,OAAO,CAAC;QACb,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,kBAAkB,CAAC,WAAW;QAC3C,UAAU,EAAE,kBAAkB,CAAC,WAAW;QAC1C,OAAO,EAAE,oBAAoB;KAC9B,CAAC,CAAC;IAEH,gBAAgB;IAChB,MAAM,CAAC,OAAO,CAAC;QACb,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,aAAa,CAAC,WAAW;QACtC,UAAU,EAAE,aAAa,CAAC,WAAW;QACrC,OAAO,EAAE,eAAe;KACzB,CAAC,CAAC;IAEH,OAAO,CAAC,KAAK,CAAC,qJAAqJ,CAAC,CAAC;AACvK,CAAC","sourcesContent":["/**\n * SONA MCP Tools - Reinforcement Learning via Model Context Protocol\n *\n * ADR-065 Phase P1-2: SONA RL Loop MCP Integration\n *\n * Provides 8 MCP tools for reinforcement learning:\n * 1. sona_train_policy - Train policy using RL algorithms\n * 2. sona_estimate_value - Estimate state value\n * 3. sona_replay_experience - Add/sample from experience replay\n * 4. sona_transfer_learning - Transfer knowledge between tasks\n * 5. sona_multi_agent - Multi-agent RL coordination\n * 6. sona_continuous_learn - Continuous learning from execution\n * 7. sona_get_metrics - Get RL training metrics\n * 8. sona_reset - Reset RL state\n */\n\nimport { Tool } from '@modelcontextprotocol/sdk/types.js';\nimport { RLTrainingService, TrainingConfig, MultiAgentConfig, TransferConfig } from '../../../services/rl-training-service.js';\nimport { type StoredTrajectory } from 'agentdb';\n\nconst rlService = new RLTrainingService();\nlet initialized = false;\n\nasync function ensureInitialized() {\n  if (!initialized) {\n    await rlService.initialize();\n    initialized = true;\n  }\n}\n\n/**\n * Tool 1: Train policy using RL algorithms\n */\nexport const sonaTrainPolicyTool: Tool = {\n  name: 'sona_train_policy',\n  description: 'Train reinforcement learning policy on episode trajectories. Supports REINFORCE, PPO, A3C, Q-Learning. Returns learning curve and improvement metrics.',\n  inputSchema: {\n    episodes: {\n      type: 'array',\n      description: 'Training episodes (trajectories)',\n      required: true,\n      items: {\n        properties: {\n          steps: {\n            type: 'array',\n            items: {\n              properties: {\n                state: { type: 'object', description: 'State representation' },\n                action: { type: 'string', description: 'Action taken' },\n                reward: { type: 'number', description: 'Reward received' }\n              }\n            }\n          },\n          reward: { type: 'number', description: 'Total episode reward' }\n        }\n      }\n    },\n    algorithm: {\n      type: 'string',\n      enum: ['reinforce', 'ppo', 'a3c', 'q-learning'],\n      description: 'RL algorithm to use',\n      required: false,\n    },\n    epochs: {\n      type: 'number',\n      description: 'Number of training epochs',\n      required: false,\n    },\n    learningRate: {\n      type: 'number',\n      description: 'Learning rate',\n      required: false,\n    },\n    gamma: {\n      type: 'number',\n      description: 'Discount factor',\n      required: false,\n    }\n  }\n};\n\nexport async function handleSonaTrainPolicy(args: any): Promise<string> {\n  await ensureInitialized();\n\n  const episodes: StoredTrajectory[] = args.episodes || [];\n\n  if (episodes.length === 0) {\n    return JSON.stringify({\n      success: false,\n      error: 'No episodes provided for training'\n    }, null, 2);\n  }\n\n  const config: Partial<TrainingConfig> = {\n    algorithm: args.algorithm || 'reinforce',\n    epochs: args.epochs || 100,\n    learningRate: args.learningRate || 0.001,\n    gamma: args.gamma || 0.99,\n    epsilon: args.epsilon || 0.1\n  };\n\n  try {\n    const result = await rlService.trainEpisodes(episodes, config);\n\n    return JSON.stringify({\n      success: true,\n      result: {\n        algorithm: result.algorithm,\n        epochs: result.epochs,\n        finalLoss: result.finalLoss,\n        avgReward: result.avgReward,\n        improvementRate: result.improvementRate,\n        convergenceIteration: result.convergenceIteration,\n        learningCurve: result.learningCurve\n      }\n    }, null, 2);\n  } catch (error) {\n    return JSON.stringify({\n      success: false,\n      error: error instanceof Error ? error.message : String(error)\n    }, null, 2);\n  }\n}\n\n/**\n * Tool 2: Estimate state value\n */\nexport const sonaEstimateValueTool: Tool = {\n  name: 'sona_estimate_value',\n  description: 'Estimate value function for a given state using TD learning. Returns estimated value.',\n  inputSchema: {\n    state: {\n      description: 'Current state to estimate value for',\n      required: true,\n    },\n    reward: {\n      type: 'number',\n      description: 'Observed reward',\n      required: true,\n    },\n    nextState: {\n      description: 'Next state',\n      required: true,\n    },\n    learningRate: {\n      type: 'number',\n      description: 'Learning rate for value update',\n      required: false,\n    },\n    gamma: {\n      type: 'number',\n      description: 'Discount factor',\n      required: false,\n    }\n  }\n};\n\nexport async function handleSonaEstimateValue(args: any): Promise<string> {\n  await ensureInitialized();\n\n  try {\n    const value = await rlService.getSonaService().estimateValue(\n      args.state,\n      args.reward,\n      args.nextState,\n      {\n        learningRate: args.learningRate || 0.001,\n        gamma: args.gamma || 0.99,\n        lambda: 0.95\n      }\n    );\n\n    return JSON.stringify({\n      success: true,\n      value,\n      state: args.state\n    }, null, 2);\n  } catch (error) {\n    return JSON.stringify({\n      success: false,\n      error: error instanceof Error ? error.message : String(error)\n    }, null, 2);\n  }\n}\n\n/**\n * Tool 3: Experience replay operations\n */\nexport const sonaReplayExperienceTool: Tool = {\n  name: 'sona_replay_experience',\n  description: 'Add experience to replay buffer or sample batch for training. Supports priority sampling.',\n  inputSchema: {\n    operation: {\n      type: 'string',\n      enum: ['add', 'sample'],\n      description: 'Operation: add experience or sample batch',\n      required: true,\n    },\n    state: {\n      description: 'Current state (for add operation)',\n      required: false,\n    },\n    action: {\n      type: 'string',\n      description: 'Action taken (for add operation)',\n      required: false,\n    },\n    reward: {\n      type: 'number',\n      description: 'Reward received (for add operation)',\n      required: false,\n    },\n    nextState: {\n      description: 'Next state (for add operation)',\n      required: false,\n    },\n    priority: {\n      type: 'number',\n      description: 'Experience priority (for add operation)',\n      required: false,\n    },\n    batchSize: {\n      type: 'number',\n      description: 'Batch size (for sample operation)',\n      required: false,\n    }\n  }\n};\n\nexport async function handleSonaReplayExperience(args: any): Promise<string> {\n  await ensureInitialized();\n\n  try {\n    if (args.operation === 'add') {\n      if (!args.state || !args.action || args.reward === undefined || !args.nextState) {\n        return JSON.stringify({\n          success: false,\n          error: 'Missing required fields for add operation: state, action, reward, nextState'\n        }, null, 2);\n      }\n\n      rlService.getSonaService().addExperience(\n        args.state,\n        args.action,\n        args.reward,\n        args.nextState,\n        args.priority || 1.0\n      );\n\n      return JSON.stringify({\n        success: true,\n        operation: 'add',\n        message: 'Experience added to replay buffer'\n      }, null, 2);\n    } else if (args.operation === 'sample') {\n      const batch = rlService.getSonaService().sampleExperience(args.batchSize || 32);\n\n      return JSON.stringify({\n        success: true,\n        operation: 'sample',\n        batchSize: batch.length,\n        batch\n      }, null, 2);\n    } else {\n      return JSON.stringify({\n        success: false,\n        error: 'Invalid operation. Must be \"add\" or \"sample\"'\n      }, null, 2);\n    }\n  } catch (error) {\n    return JSON.stringify({\n      success: false,\n      error: error instanceof Error ? error.message : String(error)\n    }, null, 2);\n  }\n}\n\n/**\n * Tool 4: Transfer learning\n */\nexport const sonaTransferLearningTool: Tool = {\n  name: 'sona_transfer_learning',\n  description: 'Transfer learned knowledge from source task to target task. Supports fine-tuning.',\n  inputSchema: {\n    sourceTask: {\n      type: 'string',\n      description: 'Source task/agent type to transfer from',\n      required: true,\n    },\n    targetTask: {\n      type: 'string',\n      description: 'Target task/agent type to transfer to',\n      required: true,\n    },\n    transferRatio: {\n      type: 'number',\n      description: 'How much knowledge to transfer (0-1)',\n      required: false,\n    },\n    finetuneEpochs: {\n      type: 'number',\n      description: 'Number of fine-tuning epochs',\n      required: false,\n    }\n  }\n};\n\nexport async function handleSonaTransferLearning(args: any): Promise<string> {\n  await ensureInitialized();\n\n  const config: TransferConfig = {\n    sourceTask: args.sourceTask,\n    targetTask: args.targetTask,\n    transferRatio: args.transferRatio || 0.7,\n    finetuneEpochs: args.finetuneEpochs || 20\n  };\n\n  try {\n    const result = await rlService.transferLearn(config);\n\n    return JSON.stringify({\n      success: result.success,\n      sourceTask: config.sourceTask,\n      targetTask: config.targetTask,\n      transferRatio: config.transferRatio,\n      finetuneResult: result.result\n    }, null, 2);\n  } catch (error) {\n    return JSON.stringify({\n      success: false,\n      error: error instanceof Error ? error.message : String(error)\n    }, null, 2);\n  }\n}\n\n/**\n * Tool 5: Multi-agent RL\n */\nexport const sonaMultiAgentTool: Tool = {\n  name: 'sona_multi_agent',\n  description: 'Multi-agent reinforcement learning coordination. Returns individual rewards for each agent.',\n  inputSchema: {\n    agentStates: {\n      description: 'Map of agent IDs to their states',\n      required: true,\n    },\n    agentActions: {\n      description: 'Map of agent IDs to their actions',\n      required: true,\n    },\n    jointReward: {\n      type: 'number',\n      description: 'Shared reward for all agents',\n      required: true,\n    },\n    coordinationStrategy: {\n      type: 'string',\n      enum: ['centralized', 'decentralized', 'hybrid'],\n      description: 'Coordination strategy',\n      required: false,\n    },\n    rewardSharing: {\n      type: 'string',\n      enum: ['equal', 'contribution', 'competitive'],\n      description: 'Reward sharing method',\n      required: false,\n    }\n  }\n};\n\nexport async function handleSonaMultiAgent(args: any): Promise<string> {\n  await ensureInitialized();\n\n  try {\n    // Convert objects to Maps\n    const agentStates = new Map<string, any>(Object.entries(args.agentStates || {}));\n    const agentActions = new Map<string, string>(Object.entries(args.agentActions || {}));\n\n    if (agentStates.size === 0 || agentActions.size === 0) {\n      return JSON.stringify({\n        success: false,\n        error: 'No agents provided'\n      }, null, 2);\n    }\n\n    const config: Partial<MultiAgentConfig> = {\n      agentTypes: Array.from(agentStates.keys()),\n      coordinationStrategy: args.coordinationStrategy || 'hybrid',\n      rewardSharing: args.rewardSharing || 'contribution'\n    };\n\n    const individualRewards = await rlService.multiAgentTrain(\n      agentStates,\n      agentActions,\n      args.jointReward,\n      config\n    );\n\n    // Convert Map to object for JSON\n    const rewardsObj = Object.fromEntries(individualRewards);\n\n    return JSON.stringify({\n      success: true,\n      jointReward: args.jointReward,\n      individualRewards: rewardsObj,\n      numAgents: individualRewards.size\n    }, null, 2);\n  } catch (error) {\n    return JSON.stringify({\n      success: false,\n      error: error instanceof Error ? error.message : String(error)\n    }, null, 2);\n  }\n}\n\n/**\n * Tool 6: Continuous learning\n */\nexport const sonaContinuousLearnTool: Tool = {\n  name: 'sona_continuous_learn',\n  description: 'Continuous learning from single execution step. Updates policy and value function incrementally.',\n  inputSchema: {\n    state: {\n      description: 'Current state',\n      required: true,\n    },\n    action: {\n      type: 'string',\n      description: 'Action taken',\n      required: true,\n    },\n    reward: {\n      type: 'number',\n      description: 'Reward received',\n      required: true,\n    },\n    nextState: {\n      description: 'Resulting state',\n      required: true,\n    }\n  }\n};\n\nexport async function handleSonaContinuousLearn(args: any): Promise<string> {\n  await ensureInitialized();\n\n  try {\n    const value = await rlService.learnFromExecution(\n      args.state,\n      args.action,\n      args.reward,\n      args.nextState\n    );\n\n    const metrics = rlService.getMetrics();\n\n    return JSON.stringify({\n      success: true,\n      value,\n      metrics: {\n        episodeReward: metrics.episodeReward,\n        avgReward: metrics.avgReward,\n        loss: metrics.loss,\n        iterationCount: metrics.iterationCount\n      }\n    }, null, 2);\n  } catch (error) {\n    return JSON.stringify({\n      success: false,\n      error: error instanceof Error ? error.message : String(error)\n    }, null, 2);\n  }\n}\n\n/**\n * Tool 7: Get RL metrics\n */\nexport const sonaGetMetricsTool: Tool = {\n  name: 'sona_get_metrics',\n  description: 'Get current RL training metrics including rewards, loss, and training history.',\n  inputSchema: {\n    includeHistory: {\n      type: 'boolean',\n      description: 'Include full training history',\n      required: false,\n    }\n  }\n};\n\nexport async function handleSonaGetMetrics(args: any): Promise<string> {\n  await ensureInitialized();\n\n  try {\n    const metrics = rlService.getMetrics();\n    const sonaStats = rlService.getSonaService().getStats();\n\n    const result: any = {\n      success: true,\n      metrics: {\n        episodeReward: metrics.episodeReward,\n        avgReward: metrics.avgReward,\n        loss: metrics.loss,\n        epsilon: metrics.epsilon,\n        iterationCount: metrics.iterationCount\n      },\n      sonaStats: {\n        available: sonaStats.available,\n        engineType: rlService.getSonaService().getEngineType(),\n        trajectoryCount: sonaStats.trajectoryCount,\n        agentTypes: sonaStats.agentTypes\n      }\n    };\n\n    if (args.includeHistory) {\n      result.trainingHistory = rlService.getTrainingHistory();\n    }\n\n    return JSON.stringify(result, null, 2);\n  } catch (error) {\n    return JSON.stringify({\n      success: false,\n      error: error instanceof Error ? error.message : String(error)\n    }, null, 2);\n  }\n}\n\n/**\n * Tool 8: Reset RL state\n */\nexport const sonaResetTool: Tool = {\n  name: 'sona_reset',\n  description: 'Reset RL training state (policy, value function, experience replay). Use for new training session.',\n  inputSchema: {\n    clearTrajectories: {\n      type: 'boolean',\n      description: 'Also clear stored trajectories',\n      required: false,\n    }\n  }\n};\n\nexport async function handleSonaReset(args: any): Promise<string> {\n  await ensureInitialized();\n\n  try {\n    rlService.reset();\n\n    if (args.clearTrajectories) {\n      rlService.getSonaService().clear();\n    }\n\n    return JSON.stringify({\n      success: true,\n      message: 'RL state reset successfully',\n      trajectoriesCleared: args.clearTrajectories || false\n    }, null, 2);\n  } catch (error) {\n    return JSON.stringify({\n      success: false,\n      error: error instanceof Error ? error.message : String(error)\n    }, null, 2);\n  }\n}\n\n// Export all tools and handlers\nexport const sonaTools = [\n  sonaTrainPolicyTool,\n  sonaEstimateValueTool,\n  sonaReplayExperienceTool,\n  sonaTransferLearningTool,\n  sonaMultiAgentTool,\n  sonaContinuousLearnTool,\n  sonaGetMetricsTool,\n  sonaResetTool\n];\n\nexport const sonaHandlers = {\n  sona_train_policy: handleSonaTrainPolicy,\n  sona_estimate_value: handleSonaEstimateValue,\n  sona_replay_experience: handleSonaReplayExperience,\n  sona_transfer_learning: handleSonaTransferLearning,\n  sona_multi_agent: handleSonaMultiAgent,\n  sona_continuous_learn: handleSonaContinuousLearn,\n  sona_get_metrics: handleSonaGetMetrics,\n  sona_reset: handleSonaReset\n};\n\n/**\n * Register all SONA RL tools with FastMCP server\n */\nexport function registerSonaTools(server: any): void {\n  // Tool 1: Train Policy\n  server.addTool({\n    name: 'sona_train_policy',\n    description: sonaTrainPolicyTool.description,\n    parameters: sonaTrainPolicyTool.inputSchema,\n    execute: handleSonaTrainPolicy\n  });\n\n  // Tool 2: Estimate Value\n  server.addTool({\n    name: 'sona_estimate_value',\n    description: sonaEstimateValueTool.description,\n    parameters: sonaEstimateValueTool.inputSchema,\n    execute: handleSonaEstimateValue\n  });\n\n  // Tool 3: Replay Experience\n  server.addTool({\n    name: 'sona_replay_experience',\n    description: sonaReplayExperienceTool.description,\n    parameters: sonaReplayExperienceTool.inputSchema,\n    execute: handleSonaReplayExperience\n  });\n\n  // Tool 4: Transfer Learning\n  server.addTool({\n    name: 'sona_transfer_learning',\n    description: sonaTransferLearningTool.description,\n    parameters: sonaTransferLearningTool.inputSchema,\n    execute: handleSonaTransferLearning\n  });\n\n  // Tool 5: Multi-Agent\n  server.addTool({\n    name: 'sona_multi_agent',\n    description: sonaMultiAgentTool.description,\n    parameters: sonaMultiAgentTool.inputSchema,\n    execute: handleSonaMultiAgent\n  });\n\n  // Tool 6: Continuous Learn\n  server.addTool({\n    name: 'sona_continuous_learn',\n    description: sonaContinuousLearnTool.description,\n    parameters: sonaContinuousLearnTool.inputSchema,\n    execute: handleSonaContinuousLearn\n  });\n\n  // Tool 7: Get Metrics\n  server.addTool({\n    name: 'sona_get_metrics',\n    description: sonaGetMetricsTool.description,\n    parameters: sonaGetMetricsTool.inputSchema,\n    execute: handleSonaGetMetrics\n  });\n\n  // Tool 8: Reset\n  server.addTool({\n    name: 'sona_reset',\n    description: sonaResetTool.description,\n    parameters: sonaResetTool.inputSchema,\n    execute: handleSonaReset\n  });\n\n  console.error('[SONA] Registered 8 RL tools: train_policy, estimate_value, replay_experience, transfer_learning, multi_agent, continuous_learn, get_metrics, reset');\n}\n"]}

package/dist/agentic-flow/src/mcp/fastmcp/tools/streaming-tools.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Streaming MCP Tools - Real-time Processing via MCP
+ *
+ * ADR-065 Phase P1-3: Streaming Architecture
+ *
+ * Provides 10 tools:
+ * 1. stream_embedding - Stream embedding generation
+ * 2. stream_search - Stream search results in real-time
+ * 3. stream_websocket - Initialize WebSocket streaming
+ * 4. stream_sse - Create Server-Sent Events endpoint
+ * 5. stream_incremental - Incremental vector updates
+ * 6. stream_metrics - Real-time metrics dashboard
+ * 7. stream_multiplex - Multiplex multiple streams
+ * 8. stream_backpressure - Configure backpressure handling
+ * 9. stream_status - Get streaming status
+ * 10. stream_close - Close active stream
+ */
+export declare function registerStreamingTools(server: any): void;
+//# sourceMappingURL=streaming-tools.d.ts.map

package/dist/agentic-flow/src/mcp/fastmcp/tools/streaming-tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"streaming-tools.d.ts","sourceRoot":"","sources":["../../../../../../src/mcp/fastmcp/tools/streaming-tools.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAKH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,GAAG,GAAG,IAAI,CAoexD"}