centient 2.20.0

package/dist/utils/rlvr/PythonSandbox.d.ts

@@ -0,0 +1,16 @@
+import { ExecutionSandbox, ExecutionResult, ResourceLimits } from "./types.js";
+export declare class PythonSandbox implements ExecutionSandbox {
+    readonly language: "python";
+    private limits;
+    private initialized;
+    private pythonPath;
+    private executorPath;
+    constructor();
+    initialize(): Promise<void>;
+    setLimits(limits: Partial<ResourceLimits>): void;
+    execute(code: string, input: unknown): Promise<ExecutionResult>;
+    cleanup(): Promise<void>;
+    private wrapCode;
+    private checkPythonAvailable;
+}
+//# sourceMappingURL=PythonSandbox.d.ts.map

package/dist/utils/rlvr/PythonSandbox.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PythonSandbox.d.ts","sourceRoot":"","sources":["../../../src/utils/rlvr/PythonSandbox.ts"],"names":[],"mappings":"AAgBA,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,cAAc,EAEf,MAAM,YAAY,CAAC;AAMpB,qBAAa,aAAc,YAAW,gBAAgB;IACpD,QAAQ,CAAC,QAAQ,EAAG,QAAQ,CAAU;IACtC,OAAO,CAAC,MAAM,CAAyC;IACvD,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAqB;IACvC,OAAO,CAAC,YAAY,CAAS;;IAOvB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYjC,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,IAAI;IAI1C,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC;IAsJ/D,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ9B,OAAO,CAAC,QAAQ;YA4CF,oBAAoB;CAyBnC"}

package/dist/utils/rlvr/PythonSandbox.js

@@ -0,0 +1,203 @@
+import { spawn } from "child_process";
+import * as path from "path";
+import { fileURLToPath } from "url";
+import { DEFAULT_LIMITS, } from "./types.js";
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+export class PythonSandbox {
+    language = "python";
+    limits = { ...DEFAULT_LIMITS };
+    initialized = false;
+    pythonPath = "python3";
+    executorPath;
+    constructor() {
+        this.executorPath = path.join(__dirname, "python_executor.py");
+    }
+    async initialize() {
+        try {
+            await this.checkPythonAvailable();
+            this.initialized = true;
+        }
+        catch (error) {
+            throw new Error(`Python sandbox initialization failed: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    setLimits(limits) {
+        this.limits = { ...this.limits, ...limits };
+    }
+    async execute(code, input) {
+        if (!this.initialized) {
+            throw new Error("Sandbox not initialized. Call initialize() first.");
+        }
+        const startTime = Date.now();
+        return new Promise((resolve) => {
+            let stdout = "";
+            let stderr = "";
+            let killed = false;
+            let processExited = false;
+            const executorInput = JSON.stringify({
+                code: this.wrapCode(code),
+                input,
+            });
+            const pythonProcess = spawn(this.pythonPath, [this.executorPath], {
+                stdio: ["pipe", "pipe", "pipe"],
+                timeout: this.limits.executionTimeout,
+                env: {
+                    ...process.env,
+                    PYTHONNOUSERSITE: "1",
+                    PYTHONDONTWRITEBYTECODE: "1",
+                },
+            });
+            const timeoutId = setTimeout(() => {
+                if (!processExited) {
+                    killed = true;
+                    pythonProcess.kill("SIGKILL");
+                }
+            }, this.limits.executionTimeout);
+            pythonProcess.stdout?.on("data", (data) => {
+                stdout += data.toString();
+            });
+            pythonProcess.stderr?.on("data", (data) => {
+                stderr += data.toString();
+            });
+            pythonProcess.on("close", (exitCode) => {
+                processExited = true;
+                clearTimeout(timeoutId);
+                const executionTime = Date.now() - startTime;
+                if (killed) {
+                    resolve({
+                        status: "timeout",
+                        stdout: stdout.trim(),
+                        stderr: `Execution exceeded ${this.limits.executionTimeout}ms limit`,
+                        returnValue: undefined,
+                        executionTime,
+                        memoryUsed: 0,
+                        error: {
+                            type: "TimeoutError",
+                            message: `Execution exceeded ${this.limits.executionTimeout}ms limit`,
+                        },
+                    });
+                    return;
+                }
+                try {
+                    const result = JSON.parse(stdout);
+                    if (result.status === "success") {
+                        resolve({
+                            status: "success",
+                            stdout: result.stdout || "",
+                            stderr: result.stderr || stderr.trim(),
+                            returnValue: result.returnValue,
+                            executionTime,
+                            memoryUsed: 0,
+                        });
+                    }
+                    else {
+                        resolve({
+                            status: "error",
+                            stdout: result.stdout || "",
+                            stderr: result.stderr || stderr.trim(),
+                            returnValue: undefined,
+                            executionTime,
+                            memoryUsed: 0,
+                            error: result.error || {
+                                type: "ExecutionError",
+                                message: "Unknown execution error",
+                            },
+                        });
+                    }
+                }
+                catch (parseError) {
+                    resolve({
+                        status: "error",
+                        stdout: stdout.trim(),
+                        stderr: stderr.trim() || `Exit code: ${exitCode}`,
+                        returnValue: undefined,
+                        executionTime,
+                        memoryUsed: 0,
+                        error: {
+                            type: "ParseError",
+                            message: `Failed to parse executor output: ${parseError instanceof Error ? parseError.message : String(parseError)}`,
+                        },
+                    });
+                }
+            });
+            pythonProcess.on("error", (error) => {
+                processExited = true;
+                clearTimeout(timeoutId);
+                const executionTime = Date.now() - startTime;
+                resolve({
+                    status: "error",
+                    stdout: stdout.trim(),
+                    stderr: error.message,
+                    returnValue: undefined,
+                    executionTime,
+                    memoryUsed: 0,
+                    error: {
+                        type: "ProcessError",
+                        message: error.message,
+                    },
+                });
+            });
+            if (pythonProcess.stdin) {
+                pythonProcess.stdin.write(executorInput);
+                pythonProcess.stdin.end();
+            }
+        });
+    }
+    async cleanup() {
+        this.initialized = false;
+    }
+    wrapCode(code) {
+        const trimmed = code.trim();
+        if (trimmed.startsWith("lambda") || !trimmed.includes("\n")) {
+            if (trimmed.startsWith("def ")) {
+                const match = trimmed.match(/^def\s+(\w+)/);
+                if (match) {
+                    const funcName = match[1];
+                    return `${trimmed}\n__RESULT__ = ${funcName}(__INPUT__)`;
+                }
+            }
+            return `
+__fn__ = ${trimmed}
+if callable(__fn__):
+    __RESULT__ = __fn__(__INPUT__)
+else:
+    __RESULT__ = __fn__
+`.trim();
+        }
+        if (trimmed.startsWith("def ")) {
+            const match = trimmed.match(/^def\s+(\w+)/);
+            if (match) {
+                const funcName = match[1];
+                return `${trimmed}\n__RESULT__ = ${funcName}(__INPUT__)`;
+            }
+        }
+        return `
+input = __INPUT__
+${code}
+`.trim();
+    }
+    async checkPythonAvailable() {
+        return new Promise((resolve, reject) => {
+            const pythonProcess = spawn(this.pythonPath, ["--version"], {
+                stdio: ["pipe", "pipe", "pipe"],
+            });
+            let stdout = "";
+            pythonProcess.stdout?.on("data", (data) => {
+                stdout += data.toString();
+            });
+            pythonProcess.on("close", (exitCode) => {
+                if (exitCode === 0) {
+                    resolve();
+                }
+                else {
+                    reject(new Error("Python not found or not executable"));
+                }
+            });
+            pythonProcess.on("error", (error) => {
+                reject(new Error(`Python not available: ${error.message}`));
+            });
+        });
+    }
+}
+//# sourceMappingURL=PythonSandbox.js.map

package/dist/utils/rlvr/PythonSandbox.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PythonSandbox.js","sourceRoot":"","sources":["../../../src/utils/rlvr/PythonSandbox.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,KAAK,EAAgB,MAAM,eAAe,CAAC;AACpD,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAIL,cAAc,GACf,MAAM,YAAY,CAAC;AAGpB,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,MAAM,OAAO,aAAa;IACf,QAAQ,GAAG,QAAiB,CAAC;IAC9B,MAAM,GAAmB,EAAE,GAAG,cAAc,EAAE,CAAC;IAC/C,WAAW,GAAG,KAAK,CAAC;IACpB,UAAU,GAAW,SAAS,CAAC;IAC/B,YAAY,CAAS;IAE7B;QAEE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,UAAU;QAEd,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAClC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,yCAAyC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,SAAS,CAAC,MAA+B;QACvC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAY,EAAE,KAAc;QACxC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,IAAI,aAAa,GAAG,KAAK,CAAC;YAG1B,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;gBACnC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACzB,KAAK;aACN,CAAC,CAAC;YAGH,MAAM,aAAa,GAAiB,KAAK,CACvC,IAAI,CAAC,UAAU,EACf,CAAC,IAAI,CAAC,YAAY,CAAC,EACnB;gBACE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;gBAC/B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;gBACrC,GAAG,EAAE;oBACH,GAAG,OAAO,CAAC,GAAG;oBAEd,gBAAgB,EAAE,GAAG;oBAErB,uBAAuB,EAAE,GAAG;iBAC7B;aACF,CACF,CAAC;YAGF,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;gBAChC,IAAI,CAAC,aAAa,EAAE,CAAC;oBACnB,MAAM,GAAG,IAAI,CAAC;oBACd,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAGjC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBAChD,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,CAAC,CAAC,CAAC;YAGH,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBAChD,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,CAAC,CAAC,CAAC;YAGH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,QAAuB,EAAE,EAAE;gBACpD,aAAa,GAAG,IAAI,CAAC;gBACrB,YAAY,CAAC,SAAS,CAAC,CAAC;gBAExB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAE7C,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,CAAC;wBACN,MAAM,EAAE,SAAS;wBACjB,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;wBACrB,MAAM,EAAE,sBAAsB,IAAI,CAAC,MAAM,CAAC,gBAAgB,UAAU;wBACpE,WAAW,EAAE,SAAS;wBACtB,aAAa;wBACb,UAAU,EAAE,CAAC;wBACb,KAAK,EAAE;4BACL,IAAI,EAAE,cAAc;4BACpB,OAAO,EAAE,sBAAsB,IAAI,CAAC,MAAM,CAAC,gBAAgB,UAAU;yBACtE;qBACF,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBAGD,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAElC,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;wBAChC,OAAO,CAAC;4BACN,MAAM,EAAE,SAAS;4BACjB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;4BAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE;4BACtC,WAAW,EAAE,MAAM,CAAC,WAAW;4BAC/B,aAAa;4BACb,UAAU,EAAE,CAAC;yBACd,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC;4BACN,MAAM,EAAE,OAAO;4BACf,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;4BAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE;4BACtC,WAAW,EAAE,SAAS;4BACtB,aAAa;4BACb,UAAU,EAAE,CAAC;4BACb,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI;gCACrB,IAAI,EAAE,gBAAgB;gCACtB,OAAO,EAAE,yBAAyB;6BACnC;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBAEpB,OAAO,CAAC;wBACN,MAAM,EAAE,OAAO;wBACf,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;wBACrB,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,cAAc,QAAQ,EAAE;wBACjD,WAAW,EAAE,SAAS;wBACtB,aAAa;wBACb,UAAU,EAAE,CAAC;wBACb,KAAK,EAAE;4BACL,IAAI,EAAE,YAAY;4BAClB,OAAO,EAAE,oCAAoC,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE;yBACrH;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CAAC,CAAC;YAGH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;gBACzC,aAAa,GAAG,IAAI,CAAC;gBACrB,YAAY,CAAC,SAAS,CAAC,CAAC;gBAExB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAE7C,OAAO,CAAC;oBACN,MAAM,EAAE,OAAO;oBACf,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;oBACrB,MAAM,EAAE,KAAK,CAAC,OAAO;oBACrB,WAAW,EAAE,SAAS;oBACtB,aAAa;oBACb,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE;wBACL,IAAI,EAAE,cAAc;wBACpB,OAAO,EAAE,KAAK,CAAC,OAAO;qBACvB;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAGH,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;gBACxB,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBACzC,aAAa,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;IAMO,QAAQ,CAAC,IAAY;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAG5B,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAE5D,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAE/B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;gBAC5C,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC1B,OAAO,GAAG,OAAO,kBAAkB,QAAQ,aAAa,CAAC;gBAC3D,CAAC;YACH,CAAC;YAGD,OAAO;WACF,OAAO;;;;;CAKjB,CAAC,IAAI,EAAE,CAAC;QACL,CAAC;QAGD,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAC5C,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC1B,OAAO,GAAG,OAAO,kBAAkB,QAAQ,aAAa,CAAC;YAC3D,CAAC;QACH,CAAC;QAGD,OAAO;;EAET,IAAI;CACL,CAAC,IAAI,EAAE,CAAC;IACP,CAAC;IAKO,KAAK,CAAC,oBAAoB;QAChC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,EAAE;gBAC1D,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;aAChC,CAAC,CAAC;YAEH,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBAChD,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,CAAC,CAAC,CAAC;YAEH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,QAAuB,EAAE,EAAE;gBACpD,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;oBACnB,OAAO,EAAE,CAAC;gBACZ,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;gBACzC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAC9D,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/utils/rlvr/RewardComputer.d.ts

@@ -0,0 +1,28 @@
+import { SuiteResult, RewardSignal, RewardHistory, PatternInput } from "./types.js";
+export declare function computeReward(pattern: PatternInput, suiteResult: SuiteResult): RewardSignal;
+export declare function getRewardHistory(patternId: string): RewardHistory | undefined;
+export declare function getRewardHistoryAsync(patternId: string): Promise<RewardHistory | undefined>;
+export declare function initializeRewardHistory(): Promise<{
+    mode: "qdrant" | "memory";
+    message: string;
+}>;
+export declare function comparePatterns(signalA: RewardSignal, signalB: RewardSignal): {
+    winner: "A" | "B" | "tie";
+    scoreDiff: number;
+    comparison: string;
+};
+export declare function getTopPatterns(limit?: number, minScore?: number): Promise<Array<{
+    patternId: string;
+    averageScore: number;
+    runCount: number;
+}>>;
+export declare function getRewardStorageStats(): Promise<{
+    mode: "qdrant" | "memory";
+    patternCount: number;
+    totalRewards: number;
+    cacheSize: number;
+}>;
+export declare function clearRewardHistory(): void;
+export declare function clearAllRewardHistory(): Promise<void>;
+export declare function flushRewardHistory(): Promise<void>;
+//# sourceMappingURL=RewardComputer.d.ts.map

package/dist/utils/rlvr/RewardComputer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RewardComputer.d.ts","sourceRoot":"","sources":["../../../src/utils/rlvr/RewardComputer.ts"],"names":[],"mappings":"AAYA,OAAO,EACL,WAAW,EACX,YAAY,EACZ,aAAa,EAGb,YAAY,EACb,MAAM,YAAY,CAAC;AAapB,wBAAgB,aAAa,CAC3B,OAAO,EAAE,YAAY,EACrB,WAAW,EAAE,WAAW,GACvB,YAAY,CAwFd;AA6DD,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAE7E;AAKD,wBAAsB,qBAAqB,CACzC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC,CAiBpC;AAKD,wBAAsB,uBAAuB,IAAI,OAAO,CAAC;IACvD,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC,CAGD;AAmGD,wBAAgB,eAAe,CAC7B,OAAO,EAAE,YAAY,EACrB,OAAO,EAAE,YAAY,GACpB;IACD,MAAM,EAAE,GAAG,GAAG,GAAG,GAAG,KAAK,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB,CAqBA;AAKD,wBAAsB,cAAc,CAClC,KAAK,GAAE,MAAW,EAClB,QAAQ,GAAE,MAAU,GACnB,OAAO,CACR,KAAK,CAAC;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC,CACrE,CAGA;AAKD,wBAAsB,qBAAqB,IAAI,OAAO,CAAC;IACrD,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC,CAQD;AAKD,wBAAgB,kBAAkB,IAAI,IAAI,CAQzC;AAKD,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC,CAI3D;AAKD,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAMxD"}

package/dist/utils/rlvr/RewardComputer.js

@@ -0,0 +1,227 @@
+import { getRewardHistoryStore } from "./RewardHistoryStore.js";
+const memoryCache = new Map();
+const persistenceQueue = [];
+let persistenceTimer = null;
+export function computeReward(pattern, suiteResult) {
+    const timestamp = new Date().toISOString();
+    const correctnessScore = suiteResult.totalTests > 0
+        ? suiteResult.passed / suiteResult.totalTests
+        : 0;
+    const passed = suiteResult.failed === 0 && suiteResult.passed > 0;
+    const avgTestTime = suiteResult.avgTestDuration;
+    const performanceScore = calculatePerformanceScore(avgTestTime);
+    const errored = suiteResult.results.filter((r) => r.status === "error" || r.status === "timeout").length;
+    const reliabilityScore = suiteResult.totalTests > 0 ? 1 - errored / suiteResult.totalTests : 0;
+    const weights = {
+        correctness: 0.5,
+        performance: 0.25,
+        reliability: 0.25,
+    };
+    const overallScore = correctnessScore * weights.correctness +
+        performanceScore * weights.performance +
+        reliabilityScore * weights.reliability;
+    const confidence = calculateConfidence(suiteResult.totalTests);
+    const breakdown = [
+        {
+            category: "Correctness",
+            weight: weights.correctness,
+            score: correctnessScore,
+            details: `${suiteResult.passed}/${suiteResult.totalTests} tests passed`,
+        },
+        {
+            category: "Performance",
+            weight: weights.performance,
+            score: performanceScore,
+            details: `Avg test time: ${avgTestTime.toFixed(1)}ms`,
+        },
+        {
+            category: "Reliability",
+            weight: weights.reliability,
+            score: reliabilityScore,
+            details: `${errored} tests errored or timed out`,
+        },
+    ];
+    const history = getRewardHistory(pattern.id);
+    const trend = calculateTrend(history, overallScore);
+    const signal = {
+        patternId: pattern.id,
+        timestamp,
+        passed,
+        correctnessScore,
+        performanceScore,
+        reliabilityScore,
+        overallScore,
+        confidence,
+        sampleSize: suiteResult.totalTests,
+        trend,
+        breakdown,
+    };
+    updateMemoryCache(pattern.id, signal);
+    queueForPersistence(signal);
+    return signal;
+}
+function calculatePerformanceScore(avgTimeMs) {
+    if (avgTimeMs <= 100)
+        return 1.0;
+    if (avgTimeMs >= 1000)
+        return 0.0;
+    return 1 - (avgTimeMs - 100) / 900;
+}
+function calculateConfidence(testCount) {
+    if (testCount === 0)
+        return 0;
+    return 1 - Math.exp(-testCount / 5);
+}
+function calculateTrend(history, currentScore) {
+    if (!history || history.rewards.length < 3) {
+        return "stable";
+    }
+    const recentScores = history.rewards.slice(-5).map((r) => r.overallScore);
+    recentScores.push(currentScore);
+    const n = recentScores.length;
+    const xMean = (n - 1) / 2;
+    const yMean = recentScores.reduce((a, b) => a + b, 0) / n;
+    let numerator = 0;
+    let denominator = 0;
+    for (let i = 0; i < n; i++) {
+        const score = recentScores[i] ?? 0;
+        numerator += (i - xMean) * (score - yMean);
+        denominator += (i - xMean) ** 2;
+    }
+    const slope = denominator !== 0 ? numerator / denominator : 0;
+    if (slope > 0.02)
+        return "improving";
+    if (slope < -0.02)
+        return "degrading";
+    return "stable";
+}
+export function getRewardHistory(patternId) {
+    return memoryCache.get(patternId);
+}
+export async function getRewardHistoryAsync(patternId) {
+    const cached = memoryCache.get(patternId);
+    if (cached) {
+        return cached;
+    }
+    const store = getRewardHistoryStore();
+    const history = await store.getHistory(patternId);
+    if (history) {
+        memoryCache.set(patternId, history);
+    }
+    return history;
+}
+export async function initializeRewardHistory() {
+    const store = getRewardHistoryStore();
+    return store.initialize();
+}
+function updateMemoryCache(patternId, signal) {
+    let history = memoryCache.get(patternId);
+    if (!history) {
+        history = {
+            patternId,
+            rewards: [],
+            averageScore: 0,
+            variability: 0,
+            recentTrend: "stable",
+            firstPassed: null,
+            lastFailed: null,
+            consecutivePasses: 0,
+        };
+    }
+    history.rewards.push(signal);
+    if (history.rewards.length > 100) {
+        history.rewards = history.rewards.slice(-100);
+    }
+    const scores = history.rewards.map((r) => r.overallScore);
+    history.averageScore = scores.reduce((a, b) => a + b, 0) / scores.length;
+    const variance = scores.reduce((sum, score) => sum + (score - history.averageScore) ** 2, 0) / scores.length;
+    history.variability = Math.sqrt(variance);
+    history.recentTrend = signal.trend;
+    if (signal.passed) {
+        if (!history.firstPassed) {
+            history.firstPassed = signal.timestamp;
+        }
+        history.consecutivePasses++;
+    }
+    else {
+        history.lastFailed = signal.timestamp;
+        history.consecutivePasses = 0;
+    }
+    memoryCache.set(patternId, history);
+}
+function queueForPersistence(signal) {
+    persistenceQueue.push(signal);
+    if (persistenceTimer) {
+        clearTimeout(persistenceTimer);
+    }
+    persistenceTimer = setTimeout(() => {
+        flushPersistenceQueue().catch((error) => {
+            console.error(`[RewardComputer] Persistence error: ${error}`);
+        });
+    }, 100);
+}
+async function flushPersistenceQueue() {
+    if (persistenceQueue.length === 0)
+        return;
+    const store = getRewardHistoryStore();
+    const signals = persistenceQueue.splice(0, persistenceQueue.length);
+    for (const signal of signals) {
+        try {
+            await store.saveReward(signal);
+        }
+        catch (error) {
+            console.error(`[RewardComputer] Failed to persist reward for ${signal.patternId}: ${error}`);
+        }
+    }
+}
+export function comparePatterns(signalA, signalB) {
+    const diff = signalA.overallScore - signalB.overallScore;
+    if (Math.abs(diff) < 0.05) {
+        return {
+            winner: "tie",
+            scoreDiff: diff,
+            comparison: `Patterns are comparable (${signalA.overallScore.toFixed(2)} vs ${signalB.overallScore.toFixed(2)})`,
+        };
+    }
+    const winner = diff > 0 ? "A" : "B";
+    const winnerScore = winner === "A" ? signalA : signalB;
+    const loserScore = winner === "A" ? signalB : signalA;
+    return {
+        winner,
+        scoreDiff: Math.abs(diff),
+        comparison: `Pattern ${winner} scores ${Math.abs(diff).toFixed(2)} higher (${winnerScore.overallScore.toFixed(2)} vs ${loserScore.overallScore.toFixed(2)})`,
+    };
+}
+export async function getTopPatterns(limit = 10, minScore = 0) {
+    const store = getRewardHistoryStore();
+    return store.getTopPatterns(limit, minScore);
+}
+export async function getRewardStorageStats() {
+    const store = getRewardHistoryStore();
+    const stats = await store.getStats();
+    return {
+        ...stats,
+        cacheSize: memoryCache.size,
+    };
+}
+export function clearRewardHistory() {
+    memoryCache.clear();
+    persistenceQueue.length = 0;
+    if (persistenceTimer) {
+        clearTimeout(persistenceTimer);
+        persistenceTimer = null;
+    }
+}
+export async function clearAllRewardHistory() {
+    clearRewardHistory();
+    const store = getRewardHistoryStore();
+    await store.clearAll();
+}
+export async function flushRewardHistory() {
+    if (persistenceTimer) {
+        clearTimeout(persistenceTimer);
+        persistenceTimer = null;
+    }
+    await flushPersistenceQueue();
+}
+//# sourceMappingURL=RewardComputer.js.map

package/dist/utils/rlvr/RewardComputer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RewardComputer.js","sourceRoot":"","sources":["../../../src/utils/rlvr/RewardComputer.ts"],"names":[],"mappings":"AAoBA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAGhE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAyB,CAAC;AAGrD,MAAM,gBAAgB,GAAmB,EAAE,CAAC;AAC5C,IAAI,gBAAgB,GAAyC,IAAI,CAAC;AAKlE,MAAM,UAAU,aAAa,CAC3B,OAAqB,EACrB,WAAwB;IAExB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAG3C,MAAM,gBAAgB,GACpB,WAAW,CAAC,UAAU,GAAG,CAAC;QACxB,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,WAAW,CAAC,UAAU;QAC7C,CAAC,CAAC,CAAC,CAAC;IAGR,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;IAIlE,MAAM,WAAW,GAAG,WAAW,CAAC,eAAe,CAAC;IAChD,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,WAAW,CAAC,CAAC;IAGhE,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CACxC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,CACtD,CAAC,MAAM,CAAC;IACT,MAAM,gBAAgB,GACpB,WAAW,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAKxE,MAAM,OAAO,GAAG;QACd,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,IAAI;QACjB,WAAW,EAAE,IAAI;KAClB,CAAC;IAEF,MAAM,YAAY,GAChB,gBAAgB,GAAG,OAAO,CAAC,WAAW;QACtC,gBAAgB,GAAG,OAAO,CAAC,WAAW;QACtC,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;IAGzC,MAAM,UAAU,GAAG,mBAAmB,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAG/D,MAAM,SAAS,GAAsB;QACnC;YACE,QAAQ,EAAE,aAAa;YACvB,MAAM,EAAE,OAAO,CAAC,WAAW;YAC3B,KAAK,EAAE,gBAAgB;YACvB,OAAO,EAAE,GAAG,WAAW,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,eAAe;SACxE;QACD;YACE,QAAQ,EAAE,aAAa;YACvB,MAAM,EAAE,OAAO,CAAC,WAAW;YAC3B,KAAK,EAAE,gBAAgB;YACvB,OAAO,EAAE,kBAAkB,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;SACtD;QACD;YACE,QAAQ,EAAE,aAAa;YACvB,MAAM,EAAE,OAAO,CAAC,WAAW;YAC3B,KAAK,EAAE,gBAAgB;YACvB,OAAO,EAAE,GAAG,OAAO,6BAA6B;SACjD;KACF,CAAC;IAGF,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAEpD,MAAM,MAAM,GAAiB;QAC3B,SAAS,EAAE,OAAO,CAAC,EAAE;QACrB,SAAS;QACT,MAAM;QACN,gBAAgB;QAChB,gBAAgB;QAChB,gBAAgB;QAChB,YAAY;QACZ,UAAU;QACV,UAAU,EAAE,WAAW,CAAC,UAAU;QAClC,KAAK;QACL,SAAS;KACV,CAAC;IAGF,iBAAiB,CAAC,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAGtC,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAE5B,OAAO,MAAM,CAAC;AAChB,CAAC;AAMD,SAAS,yBAAyB,CAAC,SAAiB;IAClD,IAAI,SAAS,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACjC,IAAI,SAAS,IAAI,IAAI;QAAE,OAAO,GAAG,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;AACrC,CAAC;AAMD,SAAS,mBAAmB,CAAC,SAAiB;IAE5C,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC9B,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;AACtC,CAAC;AAKD,SAAS,cAAc,CACrB,OAAkC,EAClC,YAAoB;IAEpB,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAGD,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAC1E,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAGhC,MAAM,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;IAC9B,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1B,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;IAE1D,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACnC,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;QAC3C,WAAW,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAG9D,IAAI,KAAK,GAAG,IAAI;QAAE,OAAO,WAAW,CAAC;IACrC,IAAI,KAAK,GAAG,CAAC,IAAI;QAAE,OAAO,WAAW,CAAC;IACtC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAKD,MAAM,UAAU,gBAAgB,CAAC,SAAiB;IAChD,OAAO,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AACpC,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,SAAiB;IAGjB,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1C,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,MAAM,CAAC;IAChB,CAAC;IAGD,MAAM,KAAK,GAAG,qBAAqB,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IAElD,IAAI,OAAO,EAAE,CAAC;QAEZ,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,uBAAuB;IAI3C,MAAM,KAAK,GAAG,qBAAqB,EAAE,CAAC;IACtC,OAAO,KAAK,CAAC,UAAU,EAAE,CAAC;AAC5B,CAAC;AAKD,SAAS,iBAAiB,CAAC,SAAiB,EAAE,MAAoB;IAChE,IAAI,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAEzC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG;YACR,SAAS;YACT,OAAO,EAAE,EAAE;YACX,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,CAAC;YACd,WAAW,EAAE,QAAQ;YACrB,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,IAAI;YAChB,iBAAiB,EAAE,CAAC;SACrB,CAAC;IACJ,CAAC;IAGD,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAG7B,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QACjC,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;IAChD,CAAC;IAGD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAC1D,OAAO,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAGzE,MAAM,QAAQ,GACZ,MAAM,CAAC,MAAM,CACX,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,OAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,EAC1D,CAAC,CACF,GAAG,MAAM,CAAC,MAAM,CAAC;IACpB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAG1C,OAAO,CAAC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC;IAGnC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACzB,OAAO,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC;QACzC,CAAC;QACD,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAC9B,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC;QACtC,OAAO,CAAC,iBAAiB,GAAG,CAAC,CAAC;IAChC,CAAC;IAED,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;AACtC,CAAC;AAKD,SAAS,mBAAmB,CAAC,MAAoB;IAC/C,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAG9B,IAAI,gBAAgB,EAAE,CAAC;QACrB,YAAY,CAAC,gBAAgB,CAAC,CAAC;IACjC,CAAC;IAED,gBAAgB,GAAG,UAAU,CAAC,GAAG,EAAE;QACjC,qBAAqB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACtC,OAAO,CAAC,KAAK,CAAC,uCAAuC,KAAK,EAAE,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,GAAG,CAAC,CAAC;AACV,CAAC;AAKD,KAAK,UAAU,qBAAqB;IAClC,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAE1C,MAAM,KAAK,GAAG,qBAAqB,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAEpE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CACX,iDAAiD,MAAM,CAAC,SAAS,KAAK,KAAK,EAAE,CAC9E,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAKD,MAAM,UAAU,eAAe,CAC7B,OAAqB,EACrB,OAAqB;IAMrB,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAGzD,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;QAC1B,OAAO;YACL,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,IAAI;YACf,UAAU,EAAE,4BAA4B,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;SACjH,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACpC,MAAM,WAAW,GAAG,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IACvD,MAAM,UAAU,GAAG,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IAEtD,OAAO;QACL,MAAM;QACN,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;QACzB,UAAU,EAAE,WAAW,MAAM,WAAW,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,WAAW,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;KAC7J,CAAC;AACJ,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAgB,EAAE,EAClB,WAAmB,CAAC;IAIpB,MAAM,KAAK,GAAG,qBAAqB,EAAE,CAAC;IACtC,OAAO,KAAK,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;AAC/C,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,qBAAqB;IAMzC,MAAM,KAAK,GAAG,qBAAqB,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;IAErC,OAAO;QACL,GAAG,KAAK;QACR,SAAS,EAAE,WAAW,CAAC,IAAI;KAC5B,CAAC;AACJ,CAAC;AAKD,MAAM,UAAU,kBAAkB;IAChC,WAAW,CAAC,KAAK,EAAE,CAAC;IACpB,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;IAE5B,IAAI,gBAAgB,EAAE,CAAC;QACrB,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAC/B,gBAAgB,GAAG,IAAI,CAAC;IAC1B,CAAC;AACH,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,qBAAqB;IACzC,kBAAkB,EAAE,CAAC;IACrB,MAAM,KAAK,GAAG,qBAAqB,EAAE,CAAC;IACtC,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;AACzB,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACtC,IAAI,gBAAgB,EAAE,CAAC;QACrB,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAC/B,gBAAgB,GAAG,IAAI,CAAC;IAC1B,CAAC;IACD,MAAM,qBAAqB,EAAE,CAAC;AAChC,CAAC"}

package/dist/utils/rlvr/RewardHistoryStore.d.ts

@@ -0,0 +1,48 @@
+import { RewardSignal, RewardHistory } from "./types.js";
+export interface RewardHistoryStoreConfig {
+    inMemoryOnly?: boolean;
+    openaiApiKey?: string;
+}
+export declare class RewardHistoryStore {
+    private openai;
+    private config;
+    private initialized;
+    private useQdrant;
+    constructor(config?: RewardHistoryStoreConfig);
+    initialize(): Promise<{
+        mode: "qdrant" | "memory";
+        message: string;
+    }>;
+    saveReward(signal: RewardSignal): Promise<void>;
+    getHistory(patternId: string): Promise<RewardHistory | undefined>;
+    listPatterns(): Promise<string[]>;
+    getTopPatterns(limit?: number, minScore?: number): Promise<Array<{
+        patternId: string;
+        averageScore: number;
+        runCount: number;
+    }>>;
+    findSimilarPatterns(description: string, limit?: number): Promise<Array<{
+        patternId: string;
+        score: number;
+    }>>;
+    clearPattern(patternId: string): Promise<void>;
+    clearAll(): Promise<void>;
+    getStats(): Promise<{
+        mode: "qdrant" | "memory";
+        patternCount: number;
+        totalRewards: number;
+        collectionInfo?: {
+            pointsCount: number;
+            vectorsCount: number;
+        };
+    }>;
+    private saveToQdrant;
+    private loadFromQdrant;
+    private updateInMemory;
+    private buildHistory;
+    private getEmbedding;
+    private generatePointId;
+}
+export declare function getRewardHistoryStore(config?: RewardHistoryStoreConfig): RewardHistoryStore;
+export declare function resetRewardHistoryStore(): void;
+//# sourceMappingURL=RewardHistoryStore.d.ts.map

package/dist/utils/rlvr/RewardHistoryStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RewardHistoryStore.d.ts","sourceRoot":"","sources":["../../../src/utils/rlvr/RewardHistoryStore.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAe,MAAM,YAAY,CAAC;AAUtE,MAAM,WAAW,wBAAwB;IAEvC,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAYD,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,MAAM,CAA2B;IACzC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,GAAE,wBAA6B;IAc3C,UAAU,IAAI,OAAO,CAAC;QAAE,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAmFrE,UAAU,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB/C,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC;IAsBjE,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAmCjC,cAAc,CAClB,KAAK,GAAE,MAAW,EAClB,QAAQ,GAAE,MAAU,GACnB,OAAO,CACR,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CACrE;IA+BK,mBAAmB,CACvB,WAAW,EAAE,MAAM,EACnB,KAAK,GAAE,MAAU,GAChB,OAAO,CAAC,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IA0CjD,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0B9C,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAqBzB,QAAQ,IAAI,OAAO,CAAC;QACxB,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE;YACf,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;SACtB,CAAC;KACH,CAAC;YAgDY,YAAY;YAsCZ,cAAc;IAyD5B,OAAO,CAAC,cAAc;IAiDtB,OAAO,CAAC,YAAY;YA4CN,YAAY;IAa1B,OAAO,CAAC,eAAe;CAIxB;AAWD,wBAAgB,qBAAqB,CACnC,MAAM,CAAC,EAAE,wBAAwB,GAChC,kBAAkB,CAKpB;AAKD,wBAAgB,uBAAuB,IAAI,IAAI,CAG9C"}