kemdicode-mcp 1.15.0

package/dist/rl/state-tracker.d.ts

@@ -0,0 +1,107 @@
+/**
+ * KemdiCode MCP Server
+ * Copyright (C) 2025-2026 Kemdi Sp. z o.o.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <https://www.gnu.org/licenses/>.
+ */
+/**
+ * RL State Tracker
+ *
+ * Captures and persists agent state for reward calculation.
+ */
+import { RedisBackedService } from '../infrastructure/redis/redis-backed-service.js';
+import type { AgentState } from './types.js';
+/**
+ * State Tracker configuration
+ */
+export interface StateTrackerConfig {
+    /** Maximum state history entries to keep */
+    maxHistorySize?: number;
+    /** State history TTL in seconds */
+    historyTtl?: number;
+}
+/**
+ * State update for capturing post-action state
+ */
+export interface StateUpdate {
+    /** Whether the tool succeeded */
+    toolSuccess?: boolean;
+    /** Name of tool executed */
+    toolName?: string;
+    /** Task progress change (0-1) */
+    taskProgressDelta?: number;
+    /** Whether there was an error */
+    hasError?: boolean;
+    /** Whether peer interaction occurred */
+    peerInteraction?: boolean;
+    /** Task description update */
+    currentTask?: string;
+}
+/**
+ * RL State Tracker
+ */
+export declare class StateTracker extends RedisBackedService {
+    protected get serviceName(): string;
+    private config;
+    constructor(config?: StateTrackerConfig);
+    /**
+     * Get current state for an agent
+     */
+    getState(agentId: string): Promise<AgentState | null>;
+    /**
+     * Capture current state (for pre-action snapshot)
+     */
+    captureState(agentId: string, sessionId: string): Promise<AgentState>;
+    /**
+     * Update state after action
+     */
+    updateState(agentId: string, update: StateUpdate): Promise<AgentState | null>;
+    /**
+     * Save state to Redis
+     */
+    saveState(state: AgentState): Promise<boolean>;
+    /**
+     * Add state to history
+     */
+    private addToHistory;
+    /**
+     * Get state history
+     */
+    getHistory(agentId: string, limit?: number): Promise<AgentState[]>;
+    /**
+     * Initialize state for a new agent
+     */
+    initializeState(agentId: string, sessionId: string): Promise<AgentState>;
+    /**
+     * Reset state for an agent
+     */
+    resetState(agentId: string): Promise<boolean>;
+    /**
+     * Serialize state for Redis
+     */
+    private serializeState;
+    /**
+     * Parse state from Redis data
+     */
+    private parseState;
+}
+/**
+ * Get the global state tracker
+ */
+export declare function getStateTracker(): StateTracker;
+/**
+ * Reset the global state tracker (for testing)
+ */
+export declare function resetStateTracker(): void;
+//# sourceMappingURL=state-tracker.d.ts.map

package/dist/rl/state-tracker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"state-tracker.d.ts","sourceRoot":"","sources":["../../src/rl/state-tracker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH;;;;GAIG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,iDAAiD,CAAC;AACrF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAG7C;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,4CAA4C;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mCAAmC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,iCAAiC;IACjC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,4BAA4B;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iCAAiC;IACjC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iCAAiC;IACjC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,wCAAwC;IACxC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,8BAA8B;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,qBAAa,YAAa,SAAQ,kBAAkB;IAClD,SAAS,KAAK,WAAW,WAA6B;IACtD,OAAO,CAAC,MAAM,CAAqB;gBAEvB,MAAM,GAAE,kBAAuB;IAQ3C;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAkB3D;;OAEG;IACG,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;IA0B3E;;OAEG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IA6CnF;;OAEG;IACG,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC;IAapD;;OAEG;YACW,YAAY;IAuB1B;;OAEG;IACG,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,GAAE,MAAY,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAsB7E;;OAEG;IACG,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;IAmB9E;;OAEG;IACG,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAenD;;OAEG;IACH,OAAO,CAAC,cAAc;IAkBtB;;OAEG;IACH,OAAO,CAAC,UAAU;CAkBnB;AAKD;;GAEG;AACH,wBAAgB,eAAe,IAAI,YAAY,CAK9C;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,IAAI,CAKxC"}

package/dist/rl/state-tracker.js

@@ -0,0 +1,285 @@
+/**
+ * KemdiCode MCP Server
+ * Copyright (C) 2025-2026 Kemdi Sp. z o.o.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <https://www.gnu.org/licenses/>.
+ */
+/**
+ * RL State Tracker
+ *
+ * Captures and persists agent state for reward calculation.
+ */
+import { RedisBackedService } from '../infrastructure/redis/redis-backed-service.js';
+import { RL_KEYS } from './types.js';
+/**
+ * RL State Tracker
+ */
+export class StateTracker extends RedisBackedService {
+    get serviceName() { return 'StateTracker'; }
+    config;
+    constructor(config = {}) {
+        super();
+        this.config = {
+            maxHistorySize: config.maxHistorySize || 1000,
+            historyTtl: config.historyTtl || 3600, // 1 hour
+        };
+    }
+    /**
+     * Get current state for an agent
+     */
+    async getState(agentId) {
+        if (!this.isConnected() || !this.redis)
+            return null;
+        try {
+            const key = RL_KEYS.state(agentId);
+            const data = await this.redis.hgetall(key);
+            if (!data || Object.keys(data).length === 0) {
+                return null;
+            }
+            return this.parseState(data);
+        }
+        catch (error) {
+            console.error('[StateTracker] Error getting state:', error);
+            return null;
+        }
+    }
+    /**
+     * Capture current state (for pre-action snapshot)
+     */
+    async captureState(agentId, sessionId) {
+        const existing = await this.getState(agentId);
+        if (existing) {
+            // Update state age
+            existing.stateAge = Date.now() - existing.timestamp;
+            existing.timestamp = Date.now();
+            return existing;
+        }
+        // Create initial state
+        return {
+            agentId,
+            timestamp: Date.now(),
+            taskProgress: 0,
+            toolSuccessRate: 1.0, // Start optimistic
+            peerInteractions: 0,
+            errorCount: 0,
+            consecutiveErrors: 0,
+            stateAge: 0,
+            sessionId,
+            totalToolCalls: 0,
+            successfulToolCalls: 0,
+        };
+    }
+    /**
+     * Update state after action
+     */
+    async updateState(agentId, update) {
+        if (!this.isConnected() || !this.redis)
+            return null;
+        const currentState = await this.getState(agentId);
+        if (!currentState)
+            return null;
+        try {
+            const now = Date.now();
+            // Calculate new values
+            const newTotalCalls = currentState.totalToolCalls + 1;
+            const newSuccessfulCalls = currentState.successfulToolCalls + (update.toolSuccess ? 1 : 0);
+            const newSuccessRate = newTotalCalls > 0 ? newSuccessfulCalls / newTotalCalls : 1.0;
+            const newState = {
+                ...currentState,
+                timestamp: now,
+                stateAge: now - currentState.timestamp,
+                taskProgress: Math.min(1.0, Math.max(0, currentState.taskProgress + (update.taskProgressDelta || 0))),
+                toolSuccessRate: newSuccessRate,
+                peerInteractions: currentState.peerInteractions + (update.peerInteraction ? 1 : 0),
+                errorCount: currentState.errorCount + (update.hasError ? 1 : 0),
+                consecutiveErrors: update.hasError ? currentState.consecutiveErrors + 1 : 0, // Reset on success
+                currentTool: update.toolName,
+                currentTask: update.currentTask || currentState.currentTask,
+                totalToolCalls: newTotalCalls,
+                successfulToolCalls: newSuccessfulCalls,
+            };
+            // Save updated state
+            await this.saveState(newState);
+            // Add to history
+            await this.addToHistory(newState);
+            return newState;
+        }
+        catch (error) {
+            console.error('[StateTracker] Error updating state:', error);
+            return null;
+        }
+    }
+    /**
+     * Save state to Redis
+     */
+    async saveState(state) {
+        if (!this.isConnected() || !this.redis)
+            return false;
+        try {
+            const key = RL_KEYS.state(state.agentId);
+            await this.redis.hset(key, this.serializeState(state));
+            return true;
+        }
+        catch (error) {
+            console.error('[StateTracker] Error saving state:', error);
+            return false;
+        }
+    }
+    /**
+     * Add state to history
+     */
+    async addToHistory(state) {
+        if (!this.redis)
+            return;
+        try {
+            const key = RL_KEYS.stateHistory(state.agentId);
+            const serialized = JSON.stringify(state);
+            // Add to sorted set with timestamp as score
+            await this.redis.zadd(key, state.timestamp, serialized);
+            // Trim to max size
+            const count = await this.redis.zcard(key);
+            if (count > this.config.maxHistorySize) {
+                await this.redis.zremrangebyrank(key, 0, count - this.config.maxHistorySize - 1);
+            }
+            // Set TTL
+            await this.redis.expire(key, this.config.historyTtl);
+        }
+        catch (error) {
+            console.error('[StateTracker] Error adding to history:', error);
+        }
+    }
+    /**
+     * Get state history
+     */
+    async getHistory(agentId, limit = 100) {
+        if (!this.isConnected() || !this.redis)
+            return [];
+        try {
+            const key = RL_KEYS.stateHistory(agentId);
+            const entries = await this.redis.zrevrange(key, 0, limit - 1);
+            return entries
+                .map((entry) => {
+                try {
+                    return JSON.parse(entry);
+                }
+                catch {
+                    return null;
+                }
+            })
+                .filter((s) => s !== null);
+        }
+        catch (error) {
+            console.error('[StateTracker] Error getting history:', error);
+            return [];
+        }
+    }
+    /**
+     * Initialize state for a new agent
+     */
+    async initializeState(agentId, sessionId) {
+        const initialState = {
+            agentId,
+            timestamp: Date.now(),
+            taskProgress: 0,
+            toolSuccessRate: 1.0,
+            peerInteractions: 0,
+            errorCount: 0,
+            consecutiveErrors: 0,
+            stateAge: 0,
+            sessionId,
+            totalToolCalls: 0,
+            successfulToolCalls: 0,
+        };
+        await this.saveState(initialState);
+        return initialState;
+    }
+    /**
+     * Reset state for an agent
+     */
+    async resetState(agentId) {
+        if (!this.isConnected() || !this.redis)
+            return false;
+        try {
+            const stateKey = RL_KEYS.state(agentId);
+            const historyKey = RL_KEYS.stateHistory(agentId);
+            await this.redis.del(stateKey, historyKey);
+            return true;
+        }
+        catch (error) {
+            console.error('[StateTracker] Error resetting state:', error);
+            return false;
+        }
+    }
+    /**
+     * Serialize state for Redis
+     */
+    serializeState(state) {
+        return {
+            agentId: state.agentId,
+            timestamp: state.timestamp,
+            taskProgress: state.taskProgress,
+            toolSuccessRate: state.toolSuccessRate,
+            peerInteractions: state.peerInteractions,
+            errorCount: state.errorCount,
+            consecutiveErrors: state.consecutiveErrors,
+            stateAge: state.stateAge,
+            currentTool: state.currentTool || '',
+            currentTask: state.currentTask || '',
+            sessionId: state.sessionId,
+            totalToolCalls: state.totalToolCalls,
+            successfulToolCalls: state.successfulToolCalls,
+        };
+    }
+    /**
+     * Parse state from Redis data
+     */
+    parseState(data) {
+        return {
+            agentId: data.agentId,
+            timestamp: parseInt(data.timestamp, 10) || 0,
+            taskProgress: parseFloat(data.taskProgress) || 0,
+            toolSuccessRate: parseFloat(data.toolSuccessRate) || 0,
+            peerInteractions: parseInt(data.peerInteractions, 10) || 0,
+            errorCount: parseInt(data.errorCount, 10) || 0,
+            consecutiveErrors: parseInt(data.consecutiveErrors, 10) || 0,
+            stateAge: parseInt(data.stateAge, 10) || 0,
+            currentTool: data.currentTool || undefined,
+            currentTask: data.currentTask || undefined,
+            sessionId: data.sessionId,
+            totalToolCalls: parseInt(data.totalToolCalls, 10) || 0,
+            successfulToolCalls: parseInt(data.successfulToolCalls, 10) || 0,
+        };
+    }
+}
+// Singleton instance
+let stateTracker = null;
+/**
+ * Get the global state tracker
+ */
+export function getStateTracker() {
+    if (!stateTracker) {
+        stateTracker = new StateTracker();
+    }
+    return stateTracker;
+}
+/**
+ * Reset the global state tracker (for testing)
+ */
+export function resetStateTracker() {
+    if (stateTracker) {
+        stateTracker.disconnect().catch(console.error);
+    }
+    stateTracker = null;
+}
+//# sourceMappingURL=state-tracker.js.map

package/dist/rl/state-tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"state-tracker.js","sourceRoot":"","sources":["../../src/rl/state-tracker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH;;;;GAIG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,iDAAiD,CAAC;AAErF,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AA8BrC;;GAEG;AACH,MAAM,OAAO,YAAa,SAAQ,kBAAkB;IAClD,IAAc,WAAW,KAAK,OAAO,cAAc,CAAC,CAAC,CAAC;IAC9C,MAAM,CAAqB;IAEnC,YAAY,SAA6B,EAAE;QACzC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG;YACZ,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;YAC7C,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI,EAAE,SAAS;SACjD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAe;QAC5B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAEpD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAE3C,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC5D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,SAAiB;QACnD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE9C,IAAI,QAAQ,EAAE,CAAC;YACb,mBAAmB;YACnB,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC;YACpD,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,uBAAuB;QACvB,OAAO;YACL,OAAO;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,GAAG,EAAE,mBAAmB;YACzC,gBAAgB,EAAE,CAAC;YACnB,UAAU,EAAE,CAAC;YACb,iBAAiB,EAAE,CAAC;YACpB,QAAQ,EAAE,CAAC;YACX,SAAS;YACT,cAAc,EAAE,CAAC;YACjB,mBAAmB,EAAE,CAAC;SACvB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,MAAmB;QACpD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAEpD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAClD,IAAI,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC;QAE/B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,uBAAuB;YACvB,MAAM,aAAa,GAAG,YAAY,CAAC,cAAc,GAAG,CAAC,CAAC;YACtD,MAAM,kBAAkB,GAAG,YAAY,CAAC,mBAAmB,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3F,MAAM,cAAc,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB,GAAG,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC;YAEpF,MAAM,QAAQ,GAAe;gBAC3B,GAAG,YAAY;gBACf,SAAS,EAAE,GAAG;gBACd,QAAQ,EAAE,GAAG,GAAG,YAAY,CAAC,SAAS;gBACtC,YAAY,EAAE,IAAI,CAAC,GAAG,CACpB,GAAG,EACH,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,YAAY,GAAG,CAAC,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,CACzE;gBACD,eAAe,EAAE,cAAc;gBAC/B,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClF,UAAU,EAAE,YAAY,CAAC,UAAU,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/D,iBAAiB,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,mBAAmB;gBAChG,WAAW,EAAE,MAAM,CAAC,QAAQ;gBAC5B,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,YAAY,CAAC,WAAW;gBAC3D,cAAc,EAAE,aAAa;gBAC7B,mBAAmB,EAAE,kBAAkB;aACxC,CAAC;YAEF,qBAAqB;YACrB,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAE/B,iBAAiB;YACjB,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAElC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAC7D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,KAAiB;QAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAErD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACzC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;YACvD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC3D,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,KAAiB;QAC1C,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QAExB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAEzC,4CAA4C;YAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YAExD,mBAAmB;YACnB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1C,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,cAAe,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,cAAe,GAAG,CAAC,CAAC,CAAC;YACpF,CAAC;YAED,UAAU;YACV,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,UAAW,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,KAAK,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,QAAgB,GAAG;QACnD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAElD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAE9D,OAAO,OAAO;iBACX,GAAG,CAAC,CAAC,KAAa,EAAE,EAAE;gBACrB,IAAI,CAAC;oBACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAe,CAAC;gBACzC,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,CAAoB,EAAmB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YAC9D,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,OAAe,EAAE,SAAiB;QACtD,MAAM,YAAY,GAAe;YAC/B,OAAO;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,GAAG;YACpB,gBAAgB,EAAE,CAAC;YACnB,UAAU,EAAE,CAAC;YACb,iBAAiB,EAAE,CAAC;YACpB,QAAQ,EAAE,CAAC;YACX,SAAS;YACT,cAAc,EAAE,CAAC;YACjB,mBAAmB,EAAE,CAAC;SACvB,CAAC;QAEF,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACnC,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,OAAe;QAC9B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAErD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACxC,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAEjD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAC3C,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,KAAiB;QACtC,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,eAAe,EAAE,KAAK,CAAC,eAAe;YACtC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;YACxC,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;YAC1C,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,EAAE;YACpC,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,EAAE;YACpC,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;SAC/C,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,IAA4B;QAC7C,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC;YAC5C,YAAY,EAAE,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;YAChD,eAAe,EAAE,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACtD,gBAAgB,EAAE,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC,IAAI,CAAC;YAC1D,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC;YAC9C,iBAAiB,EAAE,QAAQ,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC,IAAI,CAAC;YAC5D,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC;YAC1C,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,SAAS;YAC1C,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,SAAS;YAC1C,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,cAAc,EAAE,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC,IAAI,CAAC;YACtD,mBAAmB,EAAE,QAAQ,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC,IAAI,CAAC;SACjE,CAAC;IACJ,CAAC;CAEF;AAED,qBAAqB;AACrB,IAAI,YAAY,GAAwB,IAAI,CAAC;AAE7C;;GAEG;AACH,MAAM,UAAU,eAAe;IAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;IACpC,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,IAAI,YAAY,EAAE,CAAC;QACjB,YAAY,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;IACD,YAAY,GAAG,IAAI,CAAC;AACtB,CAAC"}

package/dist/rl/types.d.ts

@@ -0,0 +1,274 @@
+/**
+ * KemdiCode MCP Server
+ * Copyright (C) 2025-2026 Kemdi Sp. z o.o.
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <https://www.gnu.org/licenses/>.
+ */
+/**
+ * RL (Reinforcement Learning) Reward Shaping Type Definitions
+ *
+ * Types for potential-based reward shaping with dopamine signals
+ * to guide agent behavior through intrinsic motivation.
+ */
+/**
+ * Agent state snapshot for reward calculation
+ */
+export interface AgentState {
+    /** Agent ID */
+    agentId: string;
+    /** Timestamp of state capture */
+    timestamp: number;
+    /** Task completion progress (0-1) */
+    taskProgress: number;
+    /** Historical tool success rate (0-1) */
+    toolSuccessRate: number;
+    /** Number of peer interactions in session */
+    peerInteractions: number;
+    /** Total error count in session */
+    errorCount: number;
+    /** Consecutive errors (resets on success) */
+    consecutiveErrors: number;
+    /** Age of current state in ms */
+    stateAge: number;
+    /** Current tool being used */
+    currentTool?: string;
+    /** Current task description */
+    currentTask?: string;
+    /** Session ID */
+    sessionId: string;
+    /** Total tool calls in session */
+    totalToolCalls: number;
+    /** Successful tool calls in session */
+    successfulToolCalls: number;
+}
+/**
+ * Weights for potential function calculation
+ */
+export interface PotentialWeights {
+    /** Weight for task progress (positive) */
+    taskProgress: number;
+    /** Weight for tool success rate (positive) */
+    toolSuccessRate: number;
+    /** Weight for peer interactions (positive) */
+    peerInteractions: number;
+    /** Penalty weight for errors (positive = penalty) */
+    errorPenalty: number;
+    /** Extra penalty for consecutive errors */
+    consecutiveErrorPenalty: number;
+    /** Time decay factor */
+    ageDecay: number;
+}
+/**
+ * Default potential weights
+ */
+export declare const DEFAULT_POTENTIAL_WEIGHTS: PotentialWeights;
+/**
+ * Intrinsic reward values for different events
+ */
+export interface IntrinsicRewards {
+    /** Successful tool execution */
+    TOOL_SUCCESS: number;
+    /** Tool execution failure */
+    TOOL_FAILURE: number;
+    /** Fast tool success (< 1s) */
+    TOOL_FAST_SUCCESS: number;
+    /** Pattern/insight discovered */
+    PATTERN_DISCOVERED: number;
+    /** Task completed */
+    TASK_COMPLETED: number;
+    /** Effective peer collaboration */
+    PEER_COLLABORATION: number;
+    /** Repeated same error */
+    REPEATED_ERROR: number;
+    /** Novel solution found */
+    NOVEL_SOLUTION: number;
+}
+/**
+ * Default intrinsic reward values
+ */
+export declare const DEFAULT_INTRINSIC_REWARDS: IntrinsicRewards;
+/**
+ * Shaped reward calculation result
+ */
+export interface ShapedReward {
+    /** Original intrinsic reward */
+    intrinsicReward: number;
+    /** Potential of previous state */
+    previousPotential: number;
+    /** Potential of current state */
+    currentPotential: number;
+    /** Discount factor gamma */
+    gamma: number;
+    /** Final shaped reward: r + γ*Φ(s') - Φ(s) */
+    shapedReward: number;
+    /** Timestamp */
+    timestamp: number;
+    /** Associated tool/action */
+    action?: string;
+    /** Agent ID */
+    agentId: string;
+}
+/**
+ * Dopamine signal types
+ */
+export type DopamineSignalType = 'spike' | 'dip' | 'sustained' | 'baseline';
+/**
+ * Dopamine signal for immediate feedback
+ */
+export interface DopamineSignal {
+    /** Signal ID */
+    id: string;
+    /** Agent receiving the signal */
+    agentId: string;
+    /** Signal type */
+    type: DopamineSignalType;
+    /** Signal intensity (-1 to 1) */
+    intensity: number;
+    /** Trigger event */
+    trigger: DopamineTrigger;
+    /** Timestamp */
+    timestamp: number;
+    /** Duration in ms (for sustained signals) */
+    duration?: number;
+    /** Associated action/tool */
+    action?: string;
+    /** Human-readable message */
+    message?: string;
+}
+/**
+ * Events that trigger dopamine signals
+ */
+export type DopamineTrigger = 'tool_success' | 'tool_fast_success' | 'tool_failure' | 'pattern_discovered' | 'task_completed' | 'task_started' | 'repeated_error' | 'novel_solution' | 'collaboration_success' | 'stagnation_detected' | 'breakthrough';
+/**
+ * Dopamine trigger configuration
+ */
+export interface DopamineTriggerConfig {
+    trigger: DopamineTrigger;
+    signalType: DopamineSignalType;
+    baseIntensity: number;
+    message: string;
+}
+/**
+ * Default dopamine trigger configurations
+ */
+export declare const DOPAMINE_TRIGGERS: Record<DopamineTrigger, DopamineTriggerConfig>;
+/**
+ * Reward history entry for persistence
+ */
+export interface RewardHistoryEntry {
+    /** Entry ID */
+    id: string;
+    /** Shaped reward data */
+    reward: ShapedReward;
+    /** Pre-action state */
+    preState: AgentState;
+    /** Post-action state */
+    postState: AgentState;
+    /** Action that triggered reward */
+    action: string;
+    /** Session ID */
+    sessionId: string;
+}
+/**
+ * Aggregated reward statistics
+ */
+export interface RewardStats {
+    /** Agent ID */
+    agentId: string;
+    /** Session ID */
+    sessionId: string;
+    /** Total rewards received */
+    totalRewards: number;
+    /** Average shaped reward */
+    averageReward: number;
+    /** Max reward achieved */
+    maxReward: number;
+    /** Min reward (can be negative) */
+    minReward: number;
+    /** Cumulative reward sum */
+    cumulativeReward: number;
+    /** Number of reward events */
+    rewardCount: number;
+    /** Rewards per tool */
+    rewardsByTool: Record<string, {
+        count: number;
+        total: number;
+        average: number;
+    }>;
+    /** Recent trend (last 10 vs previous 10) */
+    recentTrend: 'improving' | 'declining' | 'stable';
+    /** Time range */
+    timeRange: {
+        start: number;
+        end: number;
+    };
+}
+/**
+ * Dopamine log statistics
+ */
+export interface DopamineStats {
+    /** Agent ID */
+    agentId: string;
+    /** Total signals */
+    totalSignals: number;
+    /** Signals by type */
+    byType: Record<DopamineSignalType, number>;
+    /** Signals by trigger */
+    byTrigger: Record<DopamineTrigger, number>;
+    /** Average intensity */
+    averageIntensity: number;
+    /** Recent signals (last N) */
+    recentSignals: DopamineSignal[];
+}
+/**
+ * Redis key patterns for RL
+ */
+export declare const RL_KEYS: {
+    /** Agent state: rl:state:{agentId} */
+    readonly state: (agentId: string) => string;
+    /** State history: rl:state_history:{agentId} */
+    readonly stateHistory: (agentId: string) => string;
+    /** Rewards: rl:rewards:{agentId} */
+    readonly rewards: (agentId: string) => string;
+    /** Dopamine signals: rl:dopamine:{agentId} */
+    readonly dopamine: (agentId: string) => string;
+    /** Running stats: rl:stats:{agentId}:running */
+    readonly runningStats: (agentId: string) => string;
+    /** Tool performance: rl:tools:{agentId} */
+    readonly toolPerformance: (agentId: string) => string;
+    /** Session rewards: rl:session:{sessionId}:rewards */
+    readonly sessionRewards: (sessionId: string) => string;
+};
+/**
+ * Discount factor (gamma) for reward shaping
+ */
+export declare const GAMMA = 0.95;
+/**
+ * Configuration for adaptive weight learning
+ */
+export interface WeightLearningConfig {
+    /** Learning rate for weight updates */
+    learningRate: number;
+    /** Minimum weight value */
+    minWeight: number;
+    /** Maximum weight value */
+    maxWeight: number;
+    /** How often to update weights (in episodes) */
+    updateInterval: number;
+}
+/**
+ * Default weight learning configuration
+ */
+export declare const DEFAULT_WEIGHT_LEARNING_CONFIG: WeightLearningConfig;
+//# sourceMappingURL=types.d.ts.map