kemdicode-mcp 1.15.0

package/dist/rl/potential.d.ts

@@ -0,0 +1,78 @@
+/**
+ * KemdiCode MCP Server
+ * Copyright (C) 2025-2026 Kemdi Sp. z o.o.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <https://www.gnu.org/licenses/>.
+ */
+/**
+ * RL Potential Function
+ *
+ * Calculates the potential value Φ(s) for reward shaping.
+ * The shaped reward is: R_shaped = r + γ * Φ(s') - Φ(s)
+ */
+import type { AgentState, PotentialWeights } from './types.js';
+/**
+ * Calculate the potential value for a given state
+ *
+ * Φ(s) = W.taskProgress * s.taskProgress
+ *      + W.toolSuccessRate * s.toolSuccessRate
+ *      + W.peerInteractions * s.peerInteractions
+ *      - W.errorPenalty * s.errorCount
+ *      - W.consecutiveErrorPenalty * s.consecutiveErrors
+ *      - W.ageDecay * (s.stateAge / 1000)
+ */
+export declare function calculatePotential(state: AgentState, weights?: PotentialWeights): number;
+/**
+ * Calculate the potential difference between two states
+ */
+export declare function potentialDifference(previousState: AgentState, currentState: AgentState, weights?: PotentialWeights): number;
+/**
+ * Calculate shaped reward from intrinsic reward and state transition
+ */
+export declare function calculateShapedReward(intrinsicReward: number, previousState: AgentState, currentState: AgentState, weights?: PotentialWeights): {
+    shapedReward: number;
+    intrinsicReward: number;
+    previousPotential: number;
+    currentPotential: number;
+    potentialDiff: number;
+};
+/**
+ * Normalize potential weights
+ */
+export declare function normalizeWeights(weights: PotentialWeights): PotentialWeights;
+/**
+ * Analyze potential breakdown for debugging
+ */
+export declare function analyzePotential(state: AgentState, weights?: PotentialWeights): {
+    total: number;
+    components: {
+        taskProgress: number;
+        toolSuccessRate: number;
+        peerInteractions: number;
+        errorPenalty: number;
+        consecutiveErrorPenalty: number;
+        ageDecay: number;
+    };
+};
+/**
+ * Estimate optimal action based on potential gain
+ *
+ * Given the current state, estimate which action type would
+ * maximize the potential function.
+ */
+export declare function suggestOptimalAction(state: AgentState): {
+    suggestion: string;
+    reason: string;
+};
+//# sourceMappingURL=potential.d.ts.map

package/dist/rl/potential.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"potential.d.ts","sourceRoot":"","sources":["../../src/rl/potential.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAG/D;;;;;;;;;GASG;AACH,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,UAAU,EACjB,OAAO,GAAE,gBAA4C,GACpD,MAAM,CAYR;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,aAAa,EAAE,UAAU,EACzB,YAAY,EAAE,UAAU,EACxB,OAAO,GAAE,gBAA4C,GACpD,MAAM,CAMR;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,eAAe,EAAE,MAAM,EACvB,aAAa,EAAE,UAAU,EACzB,YAAY,EAAE,UAAU,EACxB,OAAO,GAAE,gBAA4C,GACpD;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;CACvB,CAaA;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,gBAAgB,GAAG,gBAAgB,CAmB5E;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,UAAU,EACjB,OAAO,GAAE,gBAA4C,GACpD;IACD,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE;QACV,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,gBAAgB,EAAE,MAAM,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;QACrB,uBAAuB,EAAE,MAAM,CAAC;QAChC,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CA0BA;AAED;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,UAAU,GAAG;IACvD,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB,CAsCA"}

package/dist/rl/potential.js

@@ -0,0 +1,152 @@
+/**
+ * KemdiCode MCP Server
+ * Copyright (C) 2025-2026 Kemdi Sp. z o.o.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <https://www.gnu.org/licenses/>.
+ */
+import { DEFAULT_POTENTIAL_WEIGHTS, GAMMA } from './types.js';
+/**
+ * Calculate the potential value for a given state
+ *
+ * Φ(s) = W.taskProgress * s.taskProgress
+ *      + W.toolSuccessRate * s.toolSuccessRate
+ *      + W.peerInteractions * s.peerInteractions
+ *      - W.errorPenalty * s.errorCount
+ *      - W.consecutiveErrorPenalty * s.consecutiveErrors
+ *      - W.ageDecay * (s.stateAge / 1000)
+ */
+export function calculatePotential(state, weights = DEFAULT_POTENTIAL_WEIGHTS) {
+    const positive = weights.taskProgress * state.taskProgress +
+        weights.toolSuccessRate * state.toolSuccessRate +
+        weights.peerInteractions * Math.min(state.peerInteractions, 10) * 0.1; // Cap peer interactions contribution
+    const negative = weights.errorPenalty * state.errorCount +
+        weights.consecutiveErrorPenalty * state.consecutiveErrors * state.consecutiveErrors + // Quadratic penalty
+        weights.ageDecay * (state.stateAge / 1000);
+    return positive - negative;
+}
+/**
+ * Calculate the potential difference between two states
+ */
+export function potentialDifference(previousState, currentState, weights = DEFAULT_POTENTIAL_WEIGHTS) {
+    const previousPotential = calculatePotential(previousState, weights);
+    const currentPotential = calculatePotential(currentState, weights);
+    // γ * Φ(s') - Φ(s)
+    return GAMMA * currentPotential - previousPotential;
+}
+/**
+ * Calculate shaped reward from intrinsic reward and state transition
+ */
+export function calculateShapedReward(intrinsicReward, previousState, currentState, weights = DEFAULT_POTENTIAL_WEIGHTS) {
+    const previousPotential = calculatePotential(previousState, weights);
+    const currentPotential = calculatePotential(currentState, weights);
+    const potentialDiff = GAMMA * currentPotential - previousPotential;
+    const shapedReward = intrinsicReward + potentialDiff;
+    return {
+        shapedReward,
+        intrinsicReward,
+        previousPotential,
+        currentPotential,
+        potentialDiff,
+    };
+}
+/**
+ * Normalize potential weights
+ */
+export function normalizeWeights(weights) {
+    const total = weights.taskProgress +
+        weights.toolSuccessRate +
+        weights.peerInteractions +
+        weights.errorPenalty +
+        weights.consecutiveErrorPenalty +
+        weights.ageDecay;
+    if (total === 0)
+        return DEFAULT_POTENTIAL_WEIGHTS;
+    return {
+        taskProgress: weights.taskProgress / total,
+        toolSuccessRate: weights.toolSuccessRate / total,
+        peerInteractions: weights.peerInteractions / total,
+        errorPenalty: weights.errorPenalty / total,
+        consecutiveErrorPenalty: weights.consecutiveErrorPenalty / total,
+        ageDecay: weights.ageDecay / total,
+    };
+}
+/**
+ * Analyze potential breakdown for debugging
+ */
+export function analyzePotential(state, weights = DEFAULT_POTENTIAL_WEIGHTS) {
+    const taskProgressContrib = weights.taskProgress * state.taskProgress;
+    const toolSuccessContrib = weights.toolSuccessRate * state.toolSuccessRate;
+    const peerContrib = weights.peerInteractions * Math.min(state.peerInteractions, 10) * 0.1;
+    const errorPenaltyContrib = -weights.errorPenalty * state.errorCount;
+    const consecutiveErrorContrib = -weights.consecutiveErrorPenalty * state.consecutiveErrors * state.consecutiveErrors;
+    const ageDecayContrib = -weights.ageDecay * (state.stateAge / 1000);
+    return {
+        total: taskProgressContrib +
+            toolSuccessContrib +
+            peerContrib +
+            errorPenaltyContrib +
+            consecutiveErrorContrib +
+            ageDecayContrib,
+        components: {
+            taskProgress: taskProgressContrib,
+            toolSuccessRate: toolSuccessContrib,
+            peerInteractions: peerContrib,
+            errorPenalty: errorPenaltyContrib,
+            consecutiveErrorPenalty: consecutiveErrorContrib,
+            ageDecay: ageDecayContrib,
+        },
+    };
+}
+/**
+ * Estimate optimal action based on potential gain
+ *
+ * Given the current state, estimate which action type would
+ * maximize the potential function.
+ */
+export function suggestOptimalAction(state) {
+    // If task progress is low, focus on completing tasks
+    if (state.taskProgress < 0.5) {
+        return {
+            suggestion: 'focus_on_task',
+            reason: 'Task progress is below 50%. Focus on completing current task.',
+        };
+    }
+    // If success rate is dropping, slow down
+    if (state.toolSuccessRate < 0.7) {
+        return {
+            suggestion: 'improve_accuracy',
+            reason: 'Tool success rate is low. Take more care with tool usage.',
+        };
+    }
+    // If consecutive errors, change approach
+    if (state.consecutiveErrors >= 2) {
+        return {
+            suggestion: 'change_approach',
+            reason: 'Multiple consecutive errors. Try a different approach.',
+        };
+    }
+    // If isolated, collaborate
+    if (state.peerInteractions < 2 && state.totalToolCalls > 10) {
+        return {
+            suggestion: 'collaborate',
+            reason: 'Low peer interactions. Consider sharing context or asking for help.',
+        };
+    }
+    // Default: continue current approach
+    return {
+        suggestion: 'continue',
+        reason: 'Current approach is working. Keep going.',
+    };
+}
+//# sourceMappingURL=potential.js.map

package/dist/rl/potential.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"potential.js","sourceRoot":"","sources":["../../src/rl/potential.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAUH,OAAO,EAAE,yBAAyB,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAE9D;;;;;;;;;GASG;AACH,MAAM,UAAU,kBAAkB,CAChC,KAAiB,EACjB,UAA4B,yBAAyB;IAErD,MAAM,QAAQ,GACZ,OAAO,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY;QACzC,OAAO,CAAC,eAAe,GAAG,KAAK,CAAC,eAAe;QAC/C,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,qCAAqC;IAE9G,MAAM,QAAQ,GACZ,OAAO,CAAC,YAAY,GAAG,KAAK,CAAC,UAAU;QACvC,OAAO,CAAC,uBAAuB,GAAG,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,GAAG,oBAAoB;QAC1G,OAAO,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC;IAE7C,OAAO,QAAQ,GAAG,QAAQ,CAAC;AAC7B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,aAAyB,EACzB,YAAwB,EACxB,UAA4B,yBAAyB;IAErD,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IACrE,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAEnE,mBAAmB;IACnB,OAAO,KAAK,GAAG,gBAAgB,GAAG,iBAAiB,CAAC;AACtD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,eAAuB,EACvB,aAAyB,EACzB,YAAwB,EACxB,UAA4B,yBAAyB;IAQrD,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IACrE,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IACnE,MAAM,aAAa,GAAG,KAAK,GAAG,gBAAgB,GAAG,iBAAiB,CAAC;IACnE,MAAM,YAAY,GAAG,eAAe,GAAG,aAAa,CAAC;IAErD,OAAO;QACL,YAAY;QACZ,eAAe;QACf,iBAAiB;QACjB,gBAAgB;QAChB,aAAa;KACd,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAyB;IACxD,MAAM,KAAK,GACT,OAAO,CAAC,YAAY;QACpB,OAAO,CAAC,eAAe;QACvB,OAAO,CAAC,gBAAgB;QACxB,OAAO,CAAC,YAAY;QACpB,OAAO,CAAC,uBAAuB;QAC/B,OAAO,CAAC,QAAQ,CAAC;IAEnB,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,yBAAyB,CAAC;IAElD,OAAO;QACL,YAAY,EAAE,OAAO,CAAC,YAAY,GAAG,KAAK;QAC1C,eAAe,EAAE,OAAO,CAAC,eAAe,GAAG,KAAK;QAChD,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,GAAG,KAAK;QAClD,YAAY,EAAE,OAAO,CAAC,YAAY,GAAG,KAAK;QAC1C,uBAAuB,EAAE,OAAO,CAAC,uBAAuB,GAAG,KAAK;QAChE,QAAQ,EAAE,OAAO,CAAC,QAAQ,GAAG,KAAK;KACnC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,KAAiB,EACjB,UAA4B,yBAAyB;IAYrD,MAAM,mBAAmB,GAAG,OAAO,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;IACtE,MAAM,kBAAkB,GAAG,OAAO,CAAC,eAAe,GAAG,KAAK,CAAC,eAAe,CAAC;IAC3E,MAAM,WAAW,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC;IAC1F,MAAM,mBAAmB,GAAG,CAAC,OAAO,CAAC,YAAY,GAAG,KAAK,CAAC,UAAU,CAAC;IACrE,MAAM,uBAAuB,GAC3B,CAAC,OAAO,CAAC,uBAAuB,GAAG,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAC;IACvF,MAAM,eAAe,GAAG,CAAC,OAAO,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC;IAEpE,OAAO;QACL,KAAK,EACH,mBAAmB;YACnB,kBAAkB;YAClB,WAAW;YACX,mBAAmB;YACnB,uBAAuB;YACvB,eAAe;QACjB,UAAU,EAAE;YACV,YAAY,EAAE,mBAAmB;YACjC,eAAe,EAAE,kBAAkB;YACnC,gBAAgB,EAAE,WAAW;YAC7B,YAAY,EAAE,mBAAmB;YACjC,uBAAuB,EAAE,uBAAuB;YAChD,QAAQ,EAAE,eAAe;SAC1B;KACF,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAiB;IAIpD,qDAAqD;IACrD,IAAI,KAAK,CAAC,YAAY,GAAG,GAAG,EAAE,CAAC;QAC7B,OAAO;YACL,UAAU,EAAE,eAAe;YAC3B,MAAM,EAAE,+DAA+D;SACxE,CAAC;IACJ,CAAC;IAED,yCAAyC;IACzC,IAAI,KAAK,CAAC,eAAe,GAAG,GAAG,EAAE,CAAC;QAChC,OAAO;YACL,UAAU,EAAE,kBAAkB;YAC9B,MAAM,EAAE,2DAA2D;SACpE,CAAC;IACJ,CAAC;IAED,yCAAyC;IACzC,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,EAAE,CAAC;QACjC,OAAO;YACL,UAAU,EAAE,iBAAiB;YAC7B,MAAM,EAAE,wDAAwD;SACjE,CAAC;IACJ,CAAC;IAED,2BAA2B;IAC3B,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,IAAI,KAAK,CAAC,cAAc,GAAG,EAAE,EAAE,CAAC;QAC5D,OAAO;YACL,UAAU,EAAE,aAAa;YACzB,MAAM,EAAE,qEAAqE;SAC9E,CAAC;IACJ,CAAC;IAED,qCAAqC;IACrC,OAAO;QACL,UAAU,EAAE,UAAU;QACtB,MAAM,EAAE,0CAA0C;KACnD,CAAC;AACJ,CAAC"}

package/dist/rl/rewards.d.ts

@@ -0,0 +1,92 @@
+/**
+ * KemdiCode MCP Server
+ * Copyright (C) 2025-2026 Kemdi Sp. z o.o.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <https://www.gnu.org/licenses/>.
+ */
+/**
+ * RL Rewards Module
+ *
+ * Handles intrinsic reward assignment and shaped reward calculation.
+ */
+import { RedisBackedService } from '../infrastructure/redis/redis-backed-service.js';
+import type { AgentState, ShapedReward, IntrinsicRewards, RewardHistoryEntry, RewardStats, PotentialWeights } from './types.js';
+/**
+ * Reward Tracker configuration
+ */
+export interface RewardTrackerConfig {
+    /** Maximum reward history entries */
+    maxHistorySize?: number;
+    /** Reward history TTL in seconds */
+    historyTtl?: number;
+}
+/**
+ * Get intrinsic reward for an event
+ */
+export declare function getIntrinsicReward(event: keyof IntrinsicRewards, rewards?: IntrinsicRewards): number;
+/**
+ * Calculate the shaped reward
+ */
+export declare function shapeReward(intrinsicReward: number, preState: AgentState, postState: AgentState, weights?: PotentialWeights): ShapedReward;
+/**
+ * Reward Tracker
+ */
+export declare class RewardTracker extends RedisBackedService {
+    protected get serviceName(): string;
+    private config;
+    private weights;
+    private intrinsicRewards;
+    constructor(config?: RewardTrackerConfig);
+    /**
+     * Record a reward
+     */
+    recordReward(action: string, preState: AgentState, postState: AgentState, intrinsicReward: number): Promise<ShapedReward | null>;
+    /**
+     * Update running statistics
+     */
+    private updateRunningStats;
+    /**
+     * Get reward history
+     */
+    getRewardHistory(agentId: string, limit?: number): Promise<RewardHistoryEntry[]>;
+    /**
+     * Get reward statistics
+     */
+    getStats(agentId: string, sessionId: string): Promise<RewardStats | null>;
+    /**
+     * Update potential weights
+     */
+    setWeights(weights: Partial<PotentialWeights>): void;
+    /**
+     * Update intrinsic rewards
+     */
+    setIntrinsicRewards(rewards: Partial<IntrinsicRewards>): void;
+    /**
+     * Get current weights
+     */
+    getWeights(): PotentialWeights;
+    /**
+     * Get current intrinsic rewards
+     */
+    getIntrinsicRewards(): IntrinsicRewards;
+}
+/**
+ * Get the global reward tracker
+ */
+export declare function getRewardTracker(): RewardTracker;
+/**
+ * Reset the global reward tracker (for testing)
+ */
+export declare function resetRewardTracker(): void;
+//# sourceMappingURL=rewards.d.ts.map

package/dist/rl/rewards.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["../../src/rl/rewards.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH;;;;GAIG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,iDAAiD,CAAC;AACrF,OAAO,KAAK,EACV,UAAU,EACV,YAAY,EACZ,gBAAgB,EAChB,kBAAkB,EAClB,WAAW,EACX,gBAAgB,EACjB,MAAM,YAAY,CAAC;AAKpB;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,qCAAqC;IACrC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,oCAAoC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,MAAM,gBAAgB,EAC7B,OAAO,GAAE,gBAA4C,GACpD,MAAM,CAER;AAED;;GAEG;AACH,wBAAgB,WAAW,CACzB,eAAe,EAAE,MAAM,EACvB,QAAQ,EAAE,UAAU,EACpB,SAAS,EAAE,UAAU,EACrB,OAAO,GAAE,gBAA4C,GACpD,YAAY,CAgBd;AAED;;GAEG;AACH,qBAAa,aAAc,SAAQ,kBAAkB;IACnD,SAAS,KAAK,WAAW,WAA8B;IACvD,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,gBAAgB,CAAmB;gBAE/B,MAAM,GAAE,mBAAwB;IAU5C;;OAEG;IACG,YAAY,CAChB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,UAAU,EACpB,SAAS,EAAE,UAAU,EACrB,eAAe,EAAE,MAAM,GACtB,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAuC/B;;OAEG;YACW,kBAAkB;IAwChC;;OAEG;IACG,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAsB1F;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAsE/E;;OAEG;IACH,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,GAAG,IAAI;IAIpD;;OAEG;IACH,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,GAAG,IAAI;IAI7D;;OAEG;IACH,UAAU,IAAI,gBAAgB;IAI9B;;OAEG;IACH,mBAAmB,IAAI,gBAAgB;CAIxC;AAKD;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,aAAa,CAKhD;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,IAAI,CAKzC"}

package/dist/rl/rewards.js

@@ -0,0 +1,278 @@
+/**
+ * KemdiCode MCP Server
+ * Copyright (C) 2025-2026 Kemdi Sp. z o.o.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <https://www.gnu.org/licenses/>.
+ */
+/**
+ * RL Rewards Module
+ *
+ * Handles intrinsic reward assignment and shaped reward calculation.
+ */
+import { RedisBackedService } from '../infrastructure/redis/redis-backed-service.js';
+import { DEFAULT_INTRINSIC_REWARDS, DEFAULT_POTENTIAL_WEIGHTS, RL_KEYS, GAMMA } from './types.js';
+import { calculatePotential } from './potential.js';
+import { randomBytes } from 'crypto';
+/**
+ * Get intrinsic reward for an event
+ */
+export function getIntrinsicReward(event, rewards = DEFAULT_INTRINSIC_REWARDS) {
+    return rewards[event] || 0;
+}
+/**
+ * Calculate the shaped reward
+ */
+export function shapeReward(intrinsicReward, preState, postState, weights = DEFAULT_POTENTIAL_WEIGHTS) {
+    const previousPotential = calculatePotential(preState, weights);
+    const currentPotential = calculatePotential(postState, weights);
+    // R_shaped = r + γ * Φ(s') - Φ(s)
+    const shapedReward = intrinsicReward + GAMMA * currentPotential - previousPotential;
+    return {
+        intrinsicReward,
+        previousPotential,
+        currentPotential,
+        gamma: GAMMA,
+        shapedReward,
+        timestamp: Date.now(),
+        agentId: postState.agentId,
+    };
+}
+/**
+ * Reward Tracker
+ */
+export class RewardTracker extends RedisBackedService {
+    get serviceName() { return 'RewardTracker'; }
+    config;
+    weights;
+    intrinsicRewards;
+    constructor(config = {}) {
+        super();
+        this.config = {
+            maxHistorySize: config.maxHistorySize || 1000,
+            historyTtl: config.historyTtl || 7200, // 2 hours
+        };
+        this.weights = { ...DEFAULT_POTENTIAL_WEIGHTS };
+        this.intrinsicRewards = { ...DEFAULT_INTRINSIC_REWARDS };
+    }
+    /**
+     * Record a reward
+     */
+    async recordReward(action, preState, postState, intrinsicReward) {
+        if (!this.isConnected() || !this.redis)
+            return null;
+        try {
+            const shaped = shapeReward(intrinsicReward, preState, postState, this.weights);
+            shaped.action = action;
+            const entry = {
+                id: `reward_${Date.now()}_${randomBytes(4).toString('hex')}`,
+                reward: shaped,
+                preState,
+                postState,
+                action,
+                sessionId: postState.sessionId,
+            };
+            // Store in sorted set by timestamp
+            const key = RL_KEYS.rewards(postState.agentId);
+            await this.redis.zadd(key, shaped.timestamp, JSON.stringify(entry));
+            // Trim to max size
+            const count = await this.redis.zcard(key);
+            if (count > this.config.maxHistorySize) {
+                await this.redis.zremrangebyrank(key, 0, count - this.config.maxHistorySize - 1);
+            }
+            // Update running stats
+            await this.updateRunningStats(postState.agentId, shaped, action);
+            // Set TTL
+            await this.redis.expire(key, this.config.historyTtl);
+            return shaped;
+        }
+        catch (error) {
+            console.error('[RewardTracker] Error recording reward:', error);
+            return null;
+        }
+    }
+    /**
+     * Update running statistics
+     */
+    async updateRunningStats(agentId, reward, action) {
+        if (!this.redis)
+            return;
+        try {
+            const key = RL_KEYS.runningStats(agentId);
+            // Get current stats
+            const stats = await this.redis.hgetall(key);
+            const count = (parseInt(stats.count || '0', 10) || 0) + 1;
+            const total = (parseFloat(stats.total || '0') || 0) + reward.shapedReward;
+            const max = Math.max(parseFloat(stats.max || '0') || -Infinity, reward.shapedReward);
+            const min = Math.min(parseFloat(stats.min || '0') || Infinity, reward.shapedReward);
+            await this.redis.hset(key, {
+                count: count.toString(),
+                total: total.toString(),
+                max: max.toString(),
+                min: min.toString(),
+                lastAction: action,
+                lastReward: reward.shapedReward.toString(),
+                lastTimestamp: Date.now().toString(),
+            });
+            // Update tool-specific stats
+            const toolKey = RL_KEYS.toolPerformance(agentId);
+            const toolStats = await this.redis.hget(toolKey, action);
+            const parsed = toolStats ? JSON.parse(toolStats) : { count: 0, total: 0 };
+            parsed.count += 1;
+            parsed.total += reward.shapedReward;
+            await this.redis.hset(toolKey, action, JSON.stringify(parsed));
+        }
+        catch (error) {
+            console.error('[RewardTracker] Error updating stats:', error);
+        }
+    }
+    /**
+     * Get reward history
+     */
+    async getRewardHistory(agentId, limit = 50) {
+        if (!this.isConnected() || !this.redis)
+            return [];
+        try {
+            const key = RL_KEYS.rewards(agentId);
+            const entries = await this.redis.zrevrange(key, 0, limit - 1);
+            return entries
+                .map((entry) => {
+                try {
+                    return JSON.parse(entry);
+                }
+                catch {
+                    return null;
+                }
+            })
+                .filter((e) => e !== null);
+        }
+        catch (error) {
+            console.error('[RewardTracker] Error getting history:', error);
+            return [];
+        }
+    }
+    /**
+     * Get reward statistics
+     */
+    async getStats(agentId, sessionId) {
+        if (!this.isConnected() || !this.redis)
+            return null;
+        try {
+            const statsKey = RL_KEYS.runningStats(agentId);
+            const toolKey = RL_KEYS.toolPerformance(agentId);
+            const [stats, toolStats] = await Promise.all([
+                this.redis.hgetall(statsKey),
+                this.redis.hgetall(toolKey),
+            ]);
+            if (!stats || Object.keys(stats).length === 0) {
+                return null;
+            }
+            const count = parseInt(stats.count || '0', 10) || 0;
+            const total = parseFloat(stats.total || '0') || 0;
+            const max = parseFloat(stats.max || '0') || 0;
+            const min = parseFloat(stats.min || '0') || 0;
+            // Parse tool stats
+            const rewardsByTool = {};
+            for (const [tool, data] of Object.entries(toolStats)) {
+                try {
+                    const parsed = JSON.parse(data);
+                    rewardsByTool[tool] = {
+                        count: parsed.count,
+                        total: parsed.total,
+                        average: parsed.count > 0 ? parsed.total / parsed.count : 0,
+                    };
+                }
+                catch {
+                    // Skip malformed entries
+                }
+            }
+            // Calculate trend from recent history
+            const history = await this.getRewardHistory(agentId, 20);
+            let recentTrend = 'stable';
+            if (history.length >= 10) {
+                const recent = history.slice(0, 10).reduce((sum, e) => sum + e.reward.shapedReward, 0) / 10;
+                const older = history.slice(10, 20).reduce((sum, e) => sum + e.reward.shapedReward, 0) /
+                    Math.max(1, history.slice(10, 20).length);
+                if (recent > older * 1.1)
+                    recentTrend = 'improving';
+                else if (recent < older * 0.9)
+                    recentTrend = 'declining';
+            }
+            return {
+                agentId,
+                sessionId,
+                totalRewards: count,
+                averageReward: count > 0 ? total / count : 0,
+                maxReward: max,
+                minReward: min,
+                cumulativeReward: total,
+                rewardCount: count,
+                rewardsByTool,
+                recentTrend,
+                timeRange: {
+                    start: history.length > 0 ? history[history.length - 1].reward.timestamp : Date.now(),
+                    end: history.length > 0 ? history[0].reward.timestamp : Date.now(),
+                },
+            };
+        }
+        catch (error) {
+            console.error('[RewardTracker] Error getting stats:', error);
+            return null;
+        }
+    }
+    /**
+     * Update potential weights
+     */
+    setWeights(weights) {
+        this.weights = { ...this.weights, ...weights };
+    }
+    /**
+     * Update intrinsic rewards
+     */
+    setIntrinsicRewards(rewards) {
+        this.intrinsicRewards = { ...this.intrinsicRewards, ...rewards };
+    }
+    /**
+     * Get current weights
+     */
+    getWeights() {
+        return { ...this.weights };
+    }
+    /**
+     * Get current intrinsic rewards
+     */
+    getIntrinsicRewards() {
+        return { ...this.intrinsicRewards };
+    }
+}
+// Singleton instance
+let rewardTracker = null;
+/**
+ * Get the global reward tracker
+ */
+export function getRewardTracker() {
+    if (!rewardTracker) {
+        rewardTracker = new RewardTracker();
+    }
+    return rewardTracker;
+}
+/**
+ * Reset the global reward tracker (for testing)
+ */
+export function resetRewardTracker() {
+    if (rewardTracker) {
+        rewardTracker.disconnect().catch(console.error);
+    }
+    rewardTracker = null;
+}
+//# sourceMappingURL=rewards.js.map

package/dist/rl/rewards.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rewards.js","sourceRoot":"","sources":["../../src/rl/rewards.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH;;;;GAIG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,iDAAiD,CAAC;AASrF,OAAO,EAAE,yBAAyB,EAAE,yBAAyB,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAClG,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAYrC;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,KAA6B,EAC7B,UAA4B,yBAAyB;IAErD,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CACzB,eAAuB,EACvB,QAAoB,EACpB,SAAqB,EACrB,UAA4B,yBAAyB;IAErD,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAChE,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAEhE,kCAAkC;IAClC,MAAM,YAAY,GAAG,eAAe,GAAG,KAAK,GAAG,gBAAgB,GAAG,iBAAiB,CAAC;IAEpF,OAAO;QACL,eAAe;QACf,iBAAiB;QACjB,gBAAgB;QAChB,KAAK,EAAE,KAAK;QACZ,YAAY;QACZ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,OAAO,EAAE,SAAS,CAAC,OAAO;KAC3B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,aAAc,SAAQ,kBAAkB;IACnD,IAAc,WAAW,KAAK,OAAO,eAAe,CAAC,CAAC,CAAC;IAC/C,MAAM,CAAsB;IAC5B,OAAO,CAAmB;IAC1B,gBAAgB,CAAmB;IAE3C,YAAY,SAA8B,EAAE;QAC1C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG;YACZ,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;YAC7C,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI,EAAE,UAAU;SAClD,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,yBAAyB,EAAE,CAAC;QAChD,IAAI,CAAC,gBAAgB,GAAG,EAAE,GAAG,yBAAyB,EAAE,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,MAAc,EACd,QAAoB,EACpB,SAAqB,EACrB,eAAuB;QAEvB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAEpD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,WAAW,CAAC,eAAe,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/E,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;YAEvB,MAAM,KAAK,GAAuB;gBAChC,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;gBAC5D,MAAM,EAAE,MAAM;gBACd,QAAQ;gBACR,SAAS;gBACT,MAAM;gBACN,SAAS,EAAE,SAAS,CAAC,SAAS;aAC/B,CAAC;YAEF,mCAAmC;YACnC,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAC/C,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;YAEpE,mBAAmB;YACnB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1C,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,cAAe,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,cAAe,GAAG,CAAC,CAAC,CAAC;YACpF,CAAC;YAED,uBAAuB;YACvB,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YAEjE,UAAU;YACV,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,UAAW,CAAC,CAAC;YAEtD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,KAAK,CAAC,CAAC;YAChE,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAC9B,OAAe,EACf,MAAoB,EACpB,MAAc;QAEd,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QAExB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAE1C,oBAAoB;YACpB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAE5C,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC;YAC1E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;YACrF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;YAEpF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;gBACzB,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE;gBACvB,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE;gBACvB,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE;gBACnB,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE;gBACnB,UAAU,EAAE,MAAM;gBAClB,UAAU,EAAE,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE;gBAC1C,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;aACrC,CAAC,CAAC;YAEH,6BAA6B;YAC7B,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACjD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACzD,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAC1E,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;YAClB,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,YAAY,CAAC;YACpC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QACjE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAe,EAAE,QAAgB,EAAE;QACxD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAElD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACrC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAE9D,OAAO,OAAO;iBACX,GAAG,CAAC,CAAC,KAAa,EAAE,EAAE;gBACrB,IAAI,CAAC;oBACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAuB,CAAC;gBACjD,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,CAA4B,EAA2B,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QACnF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;YAC/D,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAe,EAAE,SAAiB;QAC/C,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAEpD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAC/C,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YAEjD,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAC3C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC5B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;aAC5B,CAAC,CAAC;YAEH,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9C,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;YAClD,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;YAE9C,mBAAmB;YACnB,MAAM,aAAa,GAAsE,EAAE,CAAC;YAC5F,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrD,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAc,CAAC,CAAC;oBAC1C,aAAa,CAAC,IAAI,CAAC,GAAG;wBACpB,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,OAAO,EAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;qBAC5D,CAAC;gBACJ,CAAC;gBAAC,MAAM,CAAC;oBACP,yBAAyB;gBAC3B,CAAC;YACH,CAAC;YAED,sCAAsC;YACtC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACzD,IAAI,WAAW,GAAyC,QAAQ,CAAC;YACjE,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;gBAC5F,MAAM,KAAK,GACT,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;oBACxE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;gBAC5C,IAAI,MAAM,GAAG,KAAK,GAAG,GAAG;oBAAE,WAAW,GAAG,WAAW,CAAC;qBAC/C,IAAI,MAAM,GAAG,KAAK,GAAG,GAAG;oBAAE,WAAW,GAAG,WAAW,CAAC;YAC3D,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,SAAS;gBACT,YAAY,EAAE,KAAK;gBACnB,aAAa,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC5C,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;gBACd,gBAAgB,EAAE,KAAK;gBACvB,WAAW,EAAE,KAAK;gBAClB,aAAa;gBACb,WAAW;gBACX,SAAS,EAAE;oBACT,KAAK,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;oBACrF,GAAG,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;iBACnE;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAC7D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,OAAkC;QAC3C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,OAAkC;QACpD,IAAI,CAAC,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC,gBAAgB,EAAE,GAAG,OAAO,EAAE,CAAC;IACnE,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,EAAE,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;IACtC,CAAC;CAEF;AAED,qBAAqB;AACrB,IAAI,aAAa,GAAyB,IAAI,CAAC;AAE/C;;GAEG;AACH,MAAM,UAAU,gBAAgB;IAC9B,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;IACtC,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAChC,IAAI,aAAa,EAAE,CAAC;QAClB,aAAa,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAClD,CAAC;IACD,aAAa,GAAG,IAAI,CAAC;AACvB,CAAC"}