npm - agentic-flow - Versions diffs - 3.0.0-alpha.1 → 3.0.0 - Mend

agentic-flow 3.0.0-alpha.1 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (1819) hide show

package/dist/reasoningbank/core/distill.js CHANGED Viewed

@@ -27,7 +27,7 @@ function getRouter() {
 export async function distillMemories(trajectory, verdict, query, options = {}) {
     const config = loadConfig();
     const startTime = Date.now();
-    console.log(`[INFO] Distilling memories from ${verdict.label} trajectory`);
+    console.error(`[INFO] Distilling memories from ${verdict.label} trajectory`);
     // Select appropriate prompt template
     const templateName = verdict.label === 'Success' ? 'distill-success.json' : 'distill-failure.json';
     const promptPath = join(__dirname, '../prompts', templateName);
@@ -75,7 +75,7 @@ export async function distillMemories(trajectory, verdict, query, options = {})
         // Store memories in database
         const memoryIds = await storeMemories(distilled, confidencePrior, verdict, options);
         const duration = Date.now() - startTime;
-        console.log(`[INFO] Distilled ${memoryIds.length} memories in ${duration}ms`);
+        console.error(`[INFO] Distilled ${memoryIds.length} memories in ${duration}ms`);
         db.logMetric('rb.distill.latency_ms', duration);
         db.logMetric('rb.distill.yield', memoryIds.length);
         return memoryIds;
@@ -145,7 +145,7 @@ async function storeMemories(memories, confidencePrior, verdict, options) {
             created_at: new Date().toISOString()
         });
         memoryIds.push(id);
-        console.log(`[INFO] Stored memory: ${scrubbed.title}`);
+        console.error(`[INFO] Stored memory: ${scrubbed.title}`);
     }
     return memoryIds;
 }
@@ -154,7 +154,7 @@ async function storeMemories(memories, confidencePrior, verdict, options) {
  * Simple extraction without LLM
  */
 function templateBasedDistill(trajectory, verdict, query, options) {
-    console.log('[INFO] Using template-based distillation (no API key)');
+    console.error('[INFO] Using template-based distillation (no API key)');
     // Create a single generic memory from the trajectory
     const memory = {
         title: `${verdict.label}: ${query.substring(0, 50)}`,

package/dist/reasoningbank/core/distill.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"distill.js","sourceRoot":"","sources":["../../../src/reasoningbank/core/distill.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAIvC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC,8BAA8B;AAC9B,IAAI,cAAc,GAAuB,IAAI,CAAC;AAC9C,SAAS,SAAS;IAChB,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,WAAW,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAUD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,UAAsB,EACtB,OAAgB,EAChB,KAAa,EACb,UAAkE,EAAE;IAEpE,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,GAAG,CAAC,mCAAmC,OAAO,CAAC,KAAK,aAAa,CAAC,CAAC;IAE3E,qCAAqC;IACrC,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,sBAAsB,CAAC;IACnG,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IAC/D,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IAErE,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS;QAC1C,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB;QAClC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAErC,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS;QACjD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,wBAAwB;QACzC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC;IAE5C,0CAA0C;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAC9B,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAC7B,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAEpD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,4HAA4H,CAAC,CAAC;QAC3I,OAAO,oBAAoB,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,CAAC;QACH,oBAAoB;QACpB,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAEvE,eAAe;QACf,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ;aACnC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC;aAChC,OAAO,CAAC,gBAAgB,EAAE,cAAc,CAAC;aACzC,OAAO,CAAC,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAE9C,6CAA6C;QAC7C,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;YACjC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK;YACjD,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE;gBAClD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;aAClC;YACD,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,IAAI,GAAG;YAC9C,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,IAAI,IAAI;SAC7C,EAAE,uBAAuB,CAAC,CAAC;QAE5B,uCAAuC;QACvC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO;aAC7B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;aACtC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aACxB,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,+BAA+B;QAC/B,MAAM,SAAS,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAElD,6BAA6B;QAC7B,MAAM,SAAS,GAAG,MAAM,aAAa,CACnC,SAAS,EACT,eAAe,EACf,OAAO,EACP,OAAO,CACR,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,oBAAoB,SAAS,CAAC,MAAM,gBAAgB,QAAQ,IAAI,CAAC,CAAC;QAC9E,EAAE,CAAC,SAAS,CAAC,uBAAuB,EAAE,QAAQ,CAAC,CAAC;QAChD,EAAE,CAAC,SAAS,CAAC,kBAAkB,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;QAEnD,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;QACrD,OAAO,oBAAoB,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,OAAe;IAC7C,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC/C,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,OAAO,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IACjE,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa,CAC1B,QAA2B,EAC3B,eAAuB,EACvB,OAAgB,EAChB,OAA+D;IAE/D,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,YAAY;QACZ,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QAElC,qBAAqB;QACrB,MAAM,SAAS,GAAG,MAAM,gBAAgB,CACtC,GAAG,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,OAAO,EAAE,CAChE,CAAC;QAEF,mBAAmB;QACnB,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC;QAElB,eAAe;QACf,EAAE,CAAC,YAAY,CAAC;YACd,EAAE;YACF,IAAI,EAAE,kBAAkB;YACxB,YAAY,EAAE;gBACZ,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,MAAM,EAAE;oBACN,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,SAAS;oBACpC,QAAQ,EAAE,OAAO,CAAC,OAAO,IAAI,SAAS;oBACtC,OAAO,EAAE,OAAO,CAAC,KAAK;oBACtB,QAAQ,EAAE,EAAE;iBACb;gBACD,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM;gBACzC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,UAAU,EAAE,eAAe;gBAC3B,MAAM,EAAE,CAAC;aACV;YACD,UAAU,EAAE,eAAe;YAC3B,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;QAEH,kBAAkB;QAClB,EAAE,CAAC,eAAe,CAAC;YACjB,EAAE;YACF,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE;YAC/C,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC,CAAC;QAEH,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,yBAAyB,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,SAAS,oBAAoB,CAC3B,UAAsB,EACtB,OAAgB,EAChB,KAAa,EACb,OAAY;IAEZ,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IAErE,qDAAqD;IACrD,MAAM,MAAM,GAAoB;QAC9B,KAAK,EAAE,GAAG,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;QACpD,WAAW,EAAE,iBAAiB,OAAO,CAAC,KAAK,EAAE;QAC7C,OAAO,EAAE,UAAU,KAAK,cAAc,UAAU,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,gBAAgB,OAAO,CAAC,KAAK,EAAE;QAClG,IAAI,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,UAAU,CAAC;QAC/C,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC;IAEF,qDAAqD;IACrD,OAAO,EAAE,CAAC,CAAC,kEAAkE;AAC/E,CAAC","sourcesContent":["/*\n Memory Distillation from trajectories\n * Algorithm 3 from ReasoningBank paper\n /\n\nimport { readFileSync } from 'fs';\nimport { join, dirname } from 'path';\nimport { fileURLToPath } from 'url';\nimport { ulid } from 'ulid';\nimport { loadConfig } from '../utils/config.js';\nimport { scrubMemory } from '../utils/pii-scrubber.js';\nimport { computeEmbedding } from '../utils/embeddings.js';\nimport { ModelRouter } from '../../router/router.js';\nimport as db from '../db/queries.js';\nimport type { Trajectory } from '../db/schema.js';\nimport type { Verdict } from './judge.js';\n\nconst __filename = fileURLToPath(import.meta.url);\nconst __dirname = dirname(__filename);\n\n// Initialize ModelRouter once\nlet routerInstance: ModelRouter \| null = null;\nfunction getRouter(): ModelRouter {\n if (!routerInstance) {\n routerInstance = new ModelRouter();\n }\n return routerInstance;\n}\n\nexport interface DistilledMemory {\n title: string;\n description: string;\n content: string;\n tags: string[];\n domain?: string;\n}\n\n/*\n Distill memories from a trajectory\n /\nexport async function distillMemories(\n trajectory: Trajectory,\n verdict: Verdict,\n query: string,\n options: { taskId?: string; agentId?: string; domain?: string } = {}\n): Promise<string[]> {\n const config = loadConfig();\n const startTime = Date.now();\n\n console.log(`[INFO] Distilling memories from ${verdict.label} trajectory`);\n\n // Select appropriate prompt template\n const templateName = verdict.label === 'Success' ? 'distill-success.json' : 'distill-failure.json';\n const promptPath = join(__dirname, '../prompts', templateName);\n const promptTemplate = JSON.parse(readFileSync(promptPath, 'utf-8'));\n\n const maxItems = verdict.label === 'Success'\n ? config.distill.max_items_success\n : config.distill.max_items_failure;\n\n const confidencePrior = verdict.label === 'Success'\n ? config.distill.confidence_prior_success\n : config.distill.confidence_prior_failure;\n\n // Check if we have any API key configured\n const hasApiKey = process.env.OPENROUTER_API_KEY \|\|\n process.env.ANTHROPIC_API_KEY \|\|\n process.env.GOOGLE_GEMINI_API_KEY;\n\n if (!hasApiKey) {\n console.warn('[WARN] No API key set (OPENROUTER_API_KEY, ANTHROPIC_API_KEY, or GOOGLE_GEMINI_API_KEY), using template-based distillation');\n return templateBasedDistill(trajectory, verdict, query, options);\n }\n\n try {\n // Format trajectory\n const trajectoryText = JSON.stringify(trajectory.steps \|\| [], null, 2);\n\n // Build prompt\n const prompt = promptTemplate.template\n .replace('{{task_query}}', query)\n .replace('{{trajectory}}', trajectoryText)\n .replace('{{max_items}}', String(maxItems));\n\n // Use ModelRouter for multi-provider support\n const router = getRouter();\n const response = await router.chat({\n model: config.distill.model \|\| config.judge.model,\n messages: [\n { role: 'system', content: promptTemplate.system },\n { role: 'user', content: prompt }\n ],\n temperature: config.distill.temperature \|\| 0.3,\n maxTokens: config.distill.max_tokens \|\| 2048\n }, 'reasoningbank-distill');\n\n // Extract content from router response\n const content = response.content\n .filter(block => block.type === 'text')\n .map(block => block.text)\n .join('\\n');\n\n // Parse memories from response\n const distilled = parseDistilledMemories(content);\n\n // Store memories in database\n const memoryIds = await storeMemories(\n distilled,\n confidencePrior,\n verdict,\n options\n );\n\n const duration = Date.now() - startTime;\n console.log(`[INFO] Distilled ${memoryIds.length} memories in ${duration}ms`);\n db.logMetric('rb.distill.latency_ms', duration);\n db.logMetric('rb.distill.yield', memoryIds.length);\n\n return memoryIds;\n } catch (error) {\n console.error('[ERROR] Distillation failed:', error);\n return templateBasedDistill(trajectory, verdict, query, options);\n }\n}\n\n/\n Parse distilled memories from LLM response\n /\nfunction parseDistilledMemories(content: string): DistilledMemory[] {\n try {\n const jsonMatch = content.match(/\\{[\\s\\S]\\}/);\n if (jsonMatch) {\n const parsed = JSON.parse(jsonMatch[0]);\n return parsed.memories \|\| [];\n }\n } catch (error) {\n console.warn('[WARN] Failed to parse distilled memories JSON');\n }\n\n return [];\n}\n\n/*\n Store memories in database\n /\nasync function storeMemories(\n memories: DistilledMemory[],\n confidencePrior: number,\n verdict: Verdict,\n options: { taskId?: string; agentId?: string; domain?: string }\n): Promise<string[]> {\n const memoryIds: string[] = [];\n\n for (const mem of memories) {\n // Scrub PII\n const scrubbed = scrubMemory(mem);\n\n // Generate embedding\n const embedding = await computeEmbedding(\n `${scrubbed.title} ${scrubbed.description} ${scrubbed.content}`\n );\n\n // Create memory ID\n const id = ulid();\n\n // Store memory\n db.upsertMemory({\n id,\n type: 'reasoning_memory',\n pattern_data: {\n title: scrubbed.title,\n description: scrubbed.description,\n content: scrubbed.content,\n source: {\n task_id: options.taskId \|\| 'unknown',\n agent_id: options.agentId \|\| 'unknown',\n outcome: verdict.label,\n evidence: []\n },\n tags: scrubbed.tags,\n domain: options.domain \|\| scrubbed.domain,\n created_at: new Date().toISOString(),\n confidence: confidencePrior,\n n_uses: 0\n },\n confidence: confidencePrior,\n usage_count: 0\n });\n\n // Store embedding\n db.upsertEmbedding({\n id,\n model: 'distill-' + verdict.label.toLowerCase(),\n dims: embedding.length,\n vector: embedding,\n created_at: new Date().toISOString()\n });\n\n memoryIds.push(id);\n console.log(`[INFO] Stored memory: ${scrubbed.title}`);\n }\n\n return memoryIds;\n}\n\n/\n Template-based distillation (fallback)\n * Simple extraction without LLM\n */\nfunction templateBasedDistill(\n trajectory: Trajectory,\n verdict: Verdict,\n query: string,\n options: any\n): string[] {\n console.log('[INFO] Using template-based distillation (no API key)');\n\n // Create a single generic memory from the trajectory\n const memory: DistilledMemory = {\n title: `${verdict.label}: ${query.substring(0, 50)}`,\n description: `Task outcome: ${verdict.label}`,\n content: `Query: ${query}\\n\\nSteps: ${trajectory.steps?.length \|\| 0}\\n\\nOutcome: ${verdict.label}`,\n tags: [verdict.label.toLowerCase(), 'template'],\n domain: options.domain\n };\n\n // Store synchronously (no async needed for template)\n return []; // Skip storage for template-based (would need to make this async)\n}\n"]}
1	+ {"version":3,"file":"distill.js","sourceRoot":"","sources":["../../../src/reasoningbank/core/distill.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAIvC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC,8BAA8B;AAC9B,IAAI,cAAc,GAAuB,IAAI,CAAC;AAC9C,SAAS,SAAS;IAChB,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,WAAW,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAUD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,UAAsB,EACtB,OAAgB,EAChB,KAAa,EACb,UAAkE,EAAE;IAEpE,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,KAAK,CAAC,mCAAmC,OAAO,CAAC,KAAK,aAAa,CAAC,CAAC;IAE7E,qCAAqC;IACrC,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,sBAAsB,CAAC;IACnG,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IAC/D,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IAErE,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS;QAC1C,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB;QAClC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAErC,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS;QACjD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,wBAAwB;QACzC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC;IAE5C,0CAA0C;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAC9B,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAC7B,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAEpD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,4HAA4H,CAAC,CAAC;QAC3I,OAAO,oBAAoB,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,CAAC;QACH,oBAAoB;QACpB,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAEvE,eAAe;QACf,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ;aACnC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC;aAChC,OAAO,CAAC,gBAAgB,EAAE,cAAc,CAAC;aACzC,OAAO,CAAC,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAE9C,6CAA6C;QAC7C,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;YACjC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK;YACjD,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE;gBAClD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;aAClC;YACD,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,IAAI,GAAG;YAC9C,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,IAAI,IAAI;SAC7C,EAAE,uBAAuB,CAAC,CAAC;QAE5B,uCAAuC;QACvC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO;aAC7B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;aACtC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aACxB,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,+BAA+B;QAC/B,MAAM,SAAS,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAElD,6BAA6B;QAC7B,MAAM,SAAS,GAAG,MAAM,aAAa,CACnC,SAAS,EACT,eAAe,EACf,OAAO,EACP,OAAO,CACR,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,CAAC,KAAK,CAAC,oBAAoB,SAAS,CAAC,MAAM,gBAAgB,QAAQ,IAAI,CAAC,CAAC;QAChF,EAAE,CAAC,SAAS,CAAC,uBAAuB,EAAE,QAAQ,CAAC,CAAC;QAChD,EAAE,CAAC,SAAS,CAAC,kBAAkB,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;QAEnD,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;QACrD,OAAO,oBAAoB,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,OAAe;IAC7C,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC/C,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,OAAO,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IACjE,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa,CAC1B,QAA2B,EAC3B,eAAuB,EACvB,OAAgB,EAChB,OAA+D;IAE/D,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,YAAY;QACZ,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QAElC,qBAAqB;QACrB,MAAM,SAAS,GAAG,MAAM,gBAAgB,CACtC,GAAG,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,OAAO,EAAE,CAChE,CAAC;QAEF,mBAAmB;QACnB,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC;QAElB,eAAe;QACf,EAAE,CAAC,YAAY,CAAC;YACd,EAAE;YACF,IAAI,EAAE,kBAAkB;YACxB,YAAY,EAAE;gBACZ,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,MAAM,EAAE;oBACN,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,SAAS;oBACpC,QAAQ,EAAE,OAAO,CAAC,OAAO,IAAI,SAAS;oBACtC,OAAO,EAAE,OAAO,CAAC,KAAK;oBACtB,QAAQ,EAAE,EAAE;iBACb;gBACD,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM;gBACzC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,UAAU,EAAE,eAAe;gBAC3B,MAAM,EAAE,CAAC;aACV;YACD,UAAU,EAAE,eAAe;YAC3B,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;QAEH,kBAAkB;QAClB,EAAE,CAAC,eAAe,CAAC;YACjB,EAAE;YACF,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE;YAC/C,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC,CAAC;QAEH,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,OAAO,CAAC,KAAK,CAAC,yBAAyB,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,SAAS,oBAAoB,CAC3B,UAAsB,EACtB,OAAgB,EAChB,KAAa,EACb,OAAY;IAEZ,OAAO,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAEvE,qDAAqD;IACrD,MAAM,MAAM,GAAoB;QAC9B,KAAK,EAAE,GAAG,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;QACpD,WAAW,EAAE,iBAAiB,OAAO,CAAC,KAAK,EAAE;QAC7C,OAAO,EAAE,UAAU,KAAK,cAAc,UAAU,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,gBAAgB,OAAO,CAAC,KAAK,EAAE;QAClG,IAAI,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,UAAU,CAAC;QAC/C,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC;IAEF,qDAAqD;IACrD,OAAO,EAAE,CAAC,CAAC,kEAAkE;AAC/E,CAAC","sourcesContent":["/*\n Memory Distillation from trajectories\n * Algorithm 3 from ReasoningBank paper\n /\n\nimport { readFileSync } from 'fs';\nimport { join, dirname } from 'path';\nimport { fileURLToPath } from 'url';\nimport { ulid } from 'ulid';\nimport { loadConfig } from '../utils/config.js';\nimport { scrubMemory } from '../utils/pii-scrubber.js';\nimport { computeEmbedding } from '../utils/embeddings.js';\nimport { ModelRouter } from '../../router/router.js';\nimport as db from '../db/queries.js';\nimport type { Trajectory } from '../db/schema.js';\nimport type { Verdict } from './judge.js';\n\nconst __filename = fileURLToPath(import.meta.url);\nconst __dirname = dirname(__filename);\n\n// Initialize ModelRouter once\nlet routerInstance: ModelRouter \| null = null;\nfunction getRouter(): ModelRouter {\n if (!routerInstance) {\n routerInstance = new ModelRouter();\n }\n return routerInstance;\n}\n\nexport interface DistilledMemory {\n title: string;\n description: string;\n content: string;\n tags: string[];\n domain?: string;\n}\n\n/*\n Distill memories from a trajectory\n /\nexport async function distillMemories(\n trajectory: Trajectory,\n verdict: Verdict,\n query: string,\n options: { taskId?: string; agentId?: string; domain?: string } = {}\n): Promise<string[]> {\n const config = loadConfig();\n const startTime = Date.now();\n\n console.error(`[INFO] Distilling memories from ${verdict.label} trajectory`);\n\n // Select appropriate prompt template\n const templateName = verdict.label === 'Success' ? 'distill-success.json' : 'distill-failure.json';\n const promptPath = join(__dirname, '../prompts', templateName);\n const promptTemplate = JSON.parse(readFileSync(promptPath, 'utf-8'));\n\n const maxItems = verdict.label === 'Success'\n ? config.distill.max_items_success\n : config.distill.max_items_failure;\n\n const confidencePrior = verdict.label === 'Success'\n ? config.distill.confidence_prior_success\n : config.distill.confidence_prior_failure;\n\n // Check if we have any API key configured\n const hasApiKey = process.env.OPENROUTER_API_KEY \|\|\n process.env.ANTHROPIC_API_KEY \|\|\n process.env.GOOGLE_GEMINI_API_KEY;\n\n if (!hasApiKey) {\n console.warn('[WARN] No API key set (OPENROUTER_API_KEY, ANTHROPIC_API_KEY, or GOOGLE_GEMINI_API_KEY), using template-based distillation');\n return templateBasedDistill(trajectory, verdict, query, options);\n }\n\n try {\n // Format trajectory\n const trajectoryText = JSON.stringify(trajectory.steps \|\| [], null, 2);\n\n // Build prompt\n const prompt = promptTemplate.template\n .replace('{{task_query}}', query)\n .replace('{{trajectory}}', trajectoryText)\n .replace('{{max_items}}', String(maxItems));\n\n // Use ModelRouter for multi-provider support\n const router = getRouter();\n const response = await router.chat({\n model: config.distill.model \|\| config.judge.model,\n messages: [\n { role: 'system', content: promptTemplate.system },\n { role: 'user', content: prompt }\n ],\n temperature: config.distill.temperature \|\| 0.3,\n maxTokens: config.distill.max_tokens \|\| 2048\n }, 'reasoningbank-distill');\n\n // Extract content from router response\n const content = response.content\n .filter(block => block.type === 'text')\n .map(block => block.text)\n .join('\\n');\n\n // Parse memories from response\n const distilled = parseDistilledMemories(content);\n\n // Store memories in database\n const memoryIds = await storeMemories(\n distilled,\n confidencePrior,\n verdict,\n options\n );\n\n const duration = Date.now() - startTime;\n console.error(`[INFO] Distilled ${memoryIds.length} memories in ${duration}ms`);\n db.logMetric('rb.distill.latency_ms', duration);\n db.logMetric('rb.distill.yield', memoryIds.length);\n\n return memoryIds;\n } catch (error) {\n console.error('[ERROR] Distillation failed:', error);\n return templateBasedDistill(trajectory, verdict, query, options);\n }\n}\n\n/\n Parse distilled memories from LLM response\n /\nfunction parseDistilledMemories(content: string): DistilledMemory[] {\n try {\n const jsonMatch = content.match(/\\{[\\s\\S]\\}/);\n if (jsonMatch) {\n const parsed = JSON.parse(jsonMatch[0]);\n return parsed.memories \|\| [];\n }\n } catch (error) {\n console.warn('[WARN] Failed to parse distilled memories JSON');\n }\n\n return [];\n}\n\n/*\n Store memories in database\n /\nasync function storeMemories(\n memories: DistilledMemory[],\n confidencePrior: number,\n verdict: Verdict,\n options: { taskId?: string; agentId?: string; domain?: string }\n): Promise<string[]> {\n const memoryIds: string[] = [];\n\n for (const mem of memories) {\n // Scrub PII\n const scrubbed = scrubMemory(mem);\n\n // Generate embedding\n const embedding = await computeEmbedding(\n `${scrubbed.title} ${scrubbed.description} ${scrubbed.content}`\n );\n\n // Create memory ID\n const id = ulid();\n\n // Store memory\n db.upsertMemory({\n id,\n type: 'reasoning_memory',\n pattern_data: {\n title: scrubbed.title,\n description: scrubbed.description,\n content: scrubbed.content,\n source: {\n task_id: options.taskId \|\| 'unknown',\n agent_id: options.agentId \|\| 'unknown',\n outcome: verdict.label,\n evidence: []\n },\n tags: scrubbed.tags,\n domain: options.domain \|\| scrubbed.domain,\n created_at: new Date().toISOString(),\n confidence: confidencePrior,\n n_uses: 0\n },\n confidence: confidencePrior,\n usage_count: 0\n });\n\n // Store embedding\n db.upsertEmbedding({\n id,\n model: 'distill-' + verdict.label.toLowerCase(),\n dims: embedding.length,\n vector: embedding,\n created_at: new Date().toISOString()\n });\n\n memoryIds.push(id);\n console.error(`[INFO] Stored memory: ${scrubbed.title}`);\n }\n\n return memoryIds;\n}\n\n/\n Template-based distillation (fallback)\n * Simple extraction without LLM\n */\nfunction templateBasedDistill(\n trajectory: Trajectory,\n verdict: Verdict,\n query: string,\n options: any\n): string[] {\n console.error('[INFO] Using template-based distillation (no API key)');\n\n // Create a single generic memory from the trajectory\n const memory: DistilledMemory = {\n title: `${verdict.label}: ${query.substring(0, 50)}`,\n description: `Task outcome: ${verdict.label}`,\n content: `Query: ${query}\\n\\nSteps: ${trajectory.steps?.length \|\| 0}\\n\\nOutcome: ${verdict.label}`,\n tags: [verdict.label.toLowerCase(), 'template'],\n domain: options.domain\n };\n\n // Store synchronously (no async needed for template)\n return []; // Skip storage for template-based (would need to make this async)\n}\n"]}

package/dist/reasoningbank/core/judge.js CHANGED Viewed

@@ -23,7 +23,7 @@ function getRouter() {
 export async function judgeTrajectory(trajectory, query, options = {}) {
     const config = loadConfig();
     const startTime = Date.now();
-    console.log(`[INFO] Judging trajectory for query: ${query.substring(0, 100)}...`);
+    console.error(`[INFO] Judging trajectory for query: ${query.substring(0, 100)}...`);
     // Load judge prompt template (relative to this file)
     const promptPath = join(__dirname, '../prompts/judge.json');
     const promptTemplate = JSON.parse(readFileSync(promptPath, 'utf-8'));
@@ -60,7 +60,7 @@ export async function judgeTrajectory(trajectory, query, options = {}) {
         // Parse JSON response
         const verdict = parseVerdict(content);
         const duration = Date.now() - startTime;
-        console.log(`[INFO] Judgment complete: ${verdict.label} (${verdict.confidence}) in ${duration}ms`);
+        console.error(`[INFO] Judgment complete: ${verdict.label} (${verdict.confidence}) in ${duration}ms`);
         db.logMetric('rb.judge.latency_ms', duration);
         db.logMetric('rb.judge.success_rate', verdict.label === 'Success' ? 1 : 0);
         return verdict;

package/dist/reasoningbank/core/judge.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"judge.js","sourceRoot":"","sources":["../../../src/reasoningbank/core/judge.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAGrD,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC,8BAA8B;AAC9B,IAAI,cAAc,GAAuB,IAAI,CAAC;AAC9C,SAAS,SAAS;IAChB,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,WAAW,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAQD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,UAAsB,EACtB,KAAa,EACb,UAAkC,EAAE;IAEpC,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,GAAG,CAAC,wCAAwC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IAElF,qDAAqD;IACrD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAC;IAC5D,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IAErE,iCAAiC;IACjC,MAAM,cAAc,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAEpD,0CAA0C;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAC9B,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAC7B,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAEpD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,mHAAmH,CAAC,CAAC;QAClI,OAAO,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,CAAC;QACH,mDAAmD;QACnD,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ;aACnC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC;aAChC,OAAO,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAC;QAE7C,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;YACjC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK;YACzB,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE;gBAClD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;aAClC;YACD,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW;YACrC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU;SACnC,EAAE,qBAAqB,CAAC,CAAC;QAE1B,uCAAuC;QACvC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO;aAC7B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;aACtC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aACxB,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,sBAAsB;QACtB,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,6BAA6B,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,UAAU,QAAQ,QAAQ,IAAI,CAAC,CAAC;QACnG,EAAE,CAAC,SAAS,CAAC,qBAAqB,EAAE,QAAQ,CAAC,CAAC;QAC9C,EAAE,CAAC,SAAS,CAAC,uBAAuB,EAAE,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3E,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QAC1D,OAAO,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,UAAsB;IAC9C,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE,CAAC;IACrC,IAAI,SAAS,GAAG,EAAE,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,SAAS,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IACzE,CAAC;IAED,OAAO,SAAS,IAAI,mBAAmB,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,OAAe;IACnC,IAAI,CAAC;QACH,oCAAoC;QACpC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC/C,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS;gBACzD,UAAU,EAAE,MAAM,CAAC,OAAO,EAAE,UAAU,IAAI,MAAM,CAAC,UAAU,IAAI,GAAG;gBAClE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE;aACzD,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;IAC3E,CAAC;IAED,iCAAiC;IACjC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAE1E,OAAO;QACL,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QACxC,UAAU,EAAE,GAAG;QACf,OAAO,EAAE,CAAC,sCAAsC,CAAC;KAClD,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,UAAsB,EAAE,KAAa;IAC3D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE,CAAC;IAErC,6BAA6B;IAC7B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CACrD,CAAC;IAEF,kCAAkC;IAClC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CACxD,CAAC;IAEF,oEAAoE;IACpE,MAAM,SAAS,GAAG,CAAC,SAAS,IAAI,aAAa,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IAElE,OAAO;QACL,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QACxC,UAAU,EAAE,GAAG,EAAE,+BAA+B;QAChD,OAAO,EAAE;YACP,iCAAiC;YACjC,UAAU,KAAK,CAAC,MAAM,EAAE;YACxB,WAAW,SAAS,EAAE;YACtB,uBAAuB,aAAa,EAAE;SACvC;KACF,CAAC;AACJ,CAAC;AAED,8CAA8C;AAC9C,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC","sourcesContent":["/*\n LLM-as-Judge for trajectory evaluation\n * Algorithm 2 from ReasoningBank paper\n /\n\nimport { readFileSync } from 'fs';\nimport { join, dirname } from 'path';\nimport { fileURLToPath } from 'url';\nimport { loadConfig } from '../utils/config.js';\nimport { ModelRouter } from '../../router/router.js';\nimport type { Trajectory } from '../db/schema.js';\n\nconst __filename = fileURLToPath(import.meta.url);\nconst __dirname = dirname(__filename);\n\n// Initialize ModelRouter once\nlet routerInstance: ModelRouter \| null = null;\nfunction getRouter(): ModelRouter {\n if (!routerInstance) {\n routerInstance = new ModelRouter();\n }\n return routerInstance;\n}\n\nexport interface Verdict {\n label: 'Success' \| 'Failure';\n confidence: number;\n reasons: string[];\n}\n\n/\n Judge a task trajectory using LLM evaluation\n /\nexport async function judgeTrajectory(\n trajectory: Trajectory,\n query: string,\n options: { useCache?: boolean } = {}\n): Promise<Verdict> {\n const config = loadConfig();\n const startTime = Date.now();\n\n console.log(`[INFO] Judging trajectory for query: ${query.substring(0, 100)}...`);\n\n // Load judge prompt template (relative to this file)\n const promptPath = join(__dirname, '../prompts/judge.json');\n const promptTemplate = JSON.parse(readFileSync(promptPath, 'utf-8'));\n\n // Format trajectory for judgment\n const trajectoryText = formatTrajectory(trajectory);\n\n // Check if we have any API key configured\n const hasApiKey = process.env.OPENROUTER_API_KEY \|\|\n process.env.ANTHROPIC_API_KEY \|\|\n process.env.GOOGLE_GEMINI_API_KEY;\n\n if (!hasApiKey) {\n console.warn('[WARN] No API key set (OPENROUTER_API_KEY, ANTHROPIC_API_KEY, or GOOGLE_GEMINI_API_KEY), using heuristic judgment');\n return heuristicJudge(trajectory, query);\n }\n\n try {\n // Call LLM API with judge prompt using ModelRouter\n const prompt = promptTemplate.template\n .replace('{{task_query}}', query)\n .replace('{{trajectory}}', trajectoryText);\n\n const router = getRouter();\n const response = await router.chat({\n model: config.judge.model,\n messages: [\n { role: 'system', content: promptTemplate.system },\n { role: 'user', content: prompt }\n ],\n temperature: config.judge.temperature,\n maxTokens: config.judge.max_tokens\n }, 'reasoningbank-judge');\n\n // Extract content from router response\n const content = response.content\n .filter(block => block.type === 'text')\n .map(block => block.text)\n .join('\\n');\n\n // Parse JSON response\n const verdict = parseVerdict(content);\n\n const duration = Date.now() - startTime;\n console.log(`[INFO] Judgment complete: ${verdict.label} (${verdict.confidence}) in ${duration}ms`);\n db.logMetric('rb.judge.latency_ms', duration);\n db.logMetric('rb.judge.success_rate', verdict.label === 'Success' ? 1 : 0);\n\n return verdict;\n } catch (error) {\n console.error('[ERROR] Judge failed:', error);\n console.warn('[WARN] Falling back to heuristic judgment');\n return heuristicJudge(trajectory, query);\n }\n}\n\n/\n Format trajectory for LLM consumption\n /\nfunction formatTrajectory(trajectory: Trajectory): string {\n const steps = trajectory.steps \|\| [];\n let formatted = '';\n\n for (let i = 0; i < steps.length; i++) {\n formatted += `Step ${i + 1}: ${JSON.stringify(steps[i], null, 2)}\\n\\n`;\n }\n\n return formatted \|\| 'No steps recorded';\n}\n\n/\n Parse verdict from LLM response\n /\nfunction parseVerdict(content: string): Verdict {\n try {\n // Try to extract JSON from response\n const jsonMatch = content.match(/\\{[\\s\\S]\\}/);\n if (jsonMatch) {\n const parsed = JSON.parse(jsonMatch[0]);\n return {\n label: parsed.verdict?.label \|\| parsed.label \|\| 'Failure',\n confidence: parsed.verdict?.confidence \|\| parsed.confidence \|\| 0.5,\n reasons: parsed.verdict?.reasons \|\| parsed.reasons \|\| []\n };\n }\n } catch (error) {\n console.warn('[WARN] Failed to parse verdict JSON, using text analysis');\n }\n\n // Fallback: text-based detection\n const lower = content.toLowerCase();\n const isSuccess = lower.includes('success') && !lower.includes('failure');\n\n return {\n label: isSuccess ? 'Success' : 'Failure',\n confidence: 0.6,\n reasons: ['Parsed from text (JSON parse failed)']\n };\n}\n\n/*\n Heuristic judgment when LLM is unavailable\n * Simple rule-based classification\n /\nfunction heuristicJudge(trajectory: Trajectory, query: string): Verdict {\n const steps = trajectory.steps \|\| [];\n\n // Check for error indicators\n const hasErrors = steps.some(step =>\n JSON.stringify(step).toLowerCase().includes('error')\n );\n\n // Check for completion indicators\n const hasCompletion = steps.some(step =>\n JSON.stringify(step).toLowerCase().includes('complete')\n );\n\n // Simple heuristic: success if no errors and has completion markers\n const isSuccess = !hasErrors && hasCompletion && steps.length > 0;\n\n return {\n label: isSuccess ? 'Success' : 'Failure',\n confidence: 0.5, // Low confidence for heuristic\n reasons: [\n `Heuristic judgment (no API key)`,\n `Steps: ${steps.length}`,\n `Errors: ${hasErrors}`,\n `Completion markers: ${hasCompletion}`\n ]\n };\n}\n\n// Import db late to avoid circular dependency\nimport as db from '../db/queries.js';\n"]}
1	+ {"version":3,"file":"judge.js","sourceRoot":"","sources":["../../../src/reasoningbank/core/judge.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAGrD,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC,8BAA8B;AAC9B,IAAI,cAAc,GAAuB,IAAI,CAAC;AAC9C,SAAS,SAAS;IAChB,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,WAAW,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAQD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,UAAsB,EACtB,KAAa,EACb,UAAkC,EAAE;IAEpC,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,KAAK,CAAC,wCAAwC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IAEpF,qDAAqD;IACrD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAC;IAC5D,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IAErE,iCAAiC;IACjC,MAAM,cAAc,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAEpD,0CAA0C;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAC9B,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAC7B,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAEpD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,mHAAmH,CAAC,CAAC;QAClI,OAAO,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,CAAC;QACH,mDAAmD;QACnD,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ;aACnC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC;aAChC,OAAO,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAC;QAE7C,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;YACjC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK;YACzB,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE;gBAClD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;aAClC;YACD,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW;YACrC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU;SACnC,EAAE,qBAAqB,CAAC,CAAC;QAE1B,uCAAuC;QACvC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO;aAC7B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;aACtC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aACxB,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,sBAAsB;QACtB,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,CAAC,KAAK,CAAC,6BAA6B,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,UAAU,QAAQ,QAAQ,IAAI,CAAC,CAAC;QACrG,EAAE,CAAC,SAAS,CAAC,qBAAqB,EAAE,QAAQ,CAAC,CAAC;QAC9C,EAAE,CAAC,SAAS,CAAC,uBAAuB,EAAE,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3E,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QAC1D,OAAO,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,UAAsB;IAC9C,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE,CAAC;IACrC,IAAI,SAAS,GAAG,EAAE,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,SAAS,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IACzE,CAAC;IAED,OAAO,SAAS,IAAI,mBAAmB,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,OAAe;IACnC,IAAI,CAAC;QACH,oCAAoC;QACpC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC/C,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS;gBACzD,UAAU,EAAE,MAAM,CAAC,OAAO,EAAE,UAAU,IAAI,MAAM,CAAC,UAAU,IAAI,GAAG;gBAClE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE;aACzD,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;IAC3E,CAAC;IAED,iCAAiC;IACjC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAE1E,OAAO;QACL,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QACxC,UAAU,EAAE,GAAG;QACf,OAAO,EAAE,CAAC,sCAAsC,CAAC;KAClD,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,UAAsB,EAAE,KAAa;IAC3D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE,CAAC;IAErC,6BAA6B;IAC7B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CACrD,CAAC;IAEF,kCAAkC;IAClC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CACxD,CAAC;IAEF,oEAAoE;IACpE,MAAM,SAAS,GAAG,CAAC,SAAS,IAAI,aAAa,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IAElE,OAAO;QACL,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QACxC,UAAU,EAAE,GAAG,EAAE,+BAA+B;QAChD,OAAO,EAAE;YACP,iCAAiC;YACjC,UAAU,KAAK,CAAC,MAAM,EAAE;YACxB,WAAW,SAAS,EAAE;YACtB,uBAAuB,aAAa,EAAE;SACvC;KACF,CAAC;AACJ,CAAC;AAED,8CAA8C;AAC9C,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC","sourcesContent":["/*\n LLM-as-Judge for trajectory evaluation\n * Algorithm 2 from ReasoningBank paper\n /\n\nimport { readFileSync } from 'fs';\nimport { join, dirname } from 'path';\nimport { fileURLToPath } from 'url';\nimport { loadConfig } from '../utils/config.js';\nimport { ModelRouter } from '../../router/router.js';\nimport type { Trajectory } from '../db/schema.js';\n\nconst __filename = fileURLToPath(import.meta.url);\nconst __dirname = dirname(__filename);\n\n// Initialize ModelRouter once\nlet routerInstance: ModelRouter \| null = null;\nfunction getRouter(): ModelRouter {\n if (!routerInstance) {\n routerInstance = new ModelRouter();\n }\n return routerInstance;\n}\n\nexport interface Verdict {\n label: 'Success' \| 'Failure';\n confidence: number;\n reasons: string[];\n}\n\n/\n Judge a task trajectory using LLM evaluation\n /\nexport async function judgeTrajectory(\n trajectory: Trajectory,\n query: string,\n options: { useCache?: boolean } = {}\n): Promise<Verdict> {\n const config = loadConfig();\n const startTime = Date.now();\n\n console.error(`[INFO] Judging trajectory for query: ${query.substring(0, 100)}...`);\n\n // Load judge prompt template (relative to this file)\n const promptPath = join(__dirname, '../prompts/judge.json');\n const promptTemplate = JSON.parse(readFileSync(promptPath, 'utf-8'));\n\n // Format trajectory for judgment\n const trajectoryText = formatTrajectory(trajectory);\n\n // Check if we have any API key configured\n const hasApiKey = process.env.OPENROUTER_API_KEY \|\|\n process.env.ANTHROPIC_API_KEY \|\|\n process.env.GOOGLE_GEMINI_API_KEY;\n\n if (!hasApiKey) {\n console.warn('[WARN] No API key set (OPENROUTER_API_KEY, ANTHROPIC_API_KEY, or GOOGLE_GEMINI_API_KEY), using heuristic judgment');\n return heuristicJudge(trajectory, query);\n }\n\n try {\n // Call LLM API with judge prompt using ModelRouter\n const prompt = promptTemplate.template\n .replace('{{task_query}}', query)\n .replace('{{trajectory}}', trajectoryText);\n\n const router = getRouter();\n const response = await router.chat({\n model: config.judge.model,\n messages: [\n { role: 'system', content: promptTemplate.system },\n { role: 'user', content: prompt }\n ],\n temperature: config.judge.temperature,\n maxTokens: config.judge.max_tokens\n }, 'reasoningbank-judge');\n\n // Extract content from router response\n const content = response.content\n .filter(block => block.type === 'text')\n .map(block => block.text)\n .join('\\n');\n\n // Parse JSON response\n const verdict = parseVerdict(content);\n\n const duration = Date.now() - startTime;\n console.error(`[INFO] Judgment complete: ${verdict.label} (${verdict.confidence}) in ${duration}ms`);\n db.logMetric('rb.judge.latency_ms', duration);\n db.logMetric('rb.judge.success_rate', verdict.label === 'Success' ? 1 : 0);\n\n return verdict;\n } catch (error) {\n console.error('[ERROR] Judge failed:', error);\n console.warn('[WARN] Falling back to heuristic judgment');\n return heuristicJudge(trajectory, query);\n }\n}\n\n/\n Format trajectory for LLM consumption\n /\nfunction formatTrajectory(trajectory: Trajectory): string {\n const steps = trajectory.steps \|\| [];\n let formatted = '';\n\n for (let i = 0; i < steps.length; i++) {\n formatted += `Step ${i + 1}: ${JSON.stringify(steps[i], null, 2)}\\n\\n`;\n }\n\n return formatted \|\| 'No steps recorded';\n}\n\n/\n Parse verdict from LLM response\n /\nfunction parseVerdict(content: string): Verdict {\n try {\n // Try to extract JSON from response\n const jsonMatch = content.match(/\\{[\\s\\S]\\}/);\n if (jsonMatch) {\n const parsed = JSON.parse(jsonMatch[0]);\n return {\n label: parsed.verdict?.label \|\| parsed.label \|\| 'Failure',\n confidence: parsed.verdict?.confidence \|\| parsed.confidence \|\| 0.5,\n reasons: parsed.verdict?.reasons \|\| parsed.reasons \|\| []\n };\n }\n } catch (error) {\n console.warn('[WARN] Failed to parse verdict JSON, using text analysis');\n }\n\n // Fallback: text-based detection\n const lower = content.toLowerCase();\n const isSuccess = lower.includes('success') && !lower.includes('failure');\n\n return {\n label: isSuccess ? 'Success' : 'Failure',\n confidence: 0.6,\n reasons: ['Parsed from text (JSON parse failed)']\n };\n}\n\n/*\n Heuristic judgment when LLM is unavailable\n * Simple rule-based classification\n /\nfunction heuristicJudge(trajectory: Trajectory, query: string): Verdict {\n const steps = trajectory.steps \|\| [];\n\n // Check for error indicators\n const hasErrors = steps.some(step =>\n JSON.stringify(step).toLowerCase().includes('error')\n );\n\n // Check for completion indicators\n const hasCompletion = steps.some(step =>\n JSON.stringify(step).toLowerCase().includes('complete')\n );\n\n // Simple heuristic: success if no errors and has completion markers\n const isSuccess = !hasErrors && hasCompletion && steps.length > 0;\n\n return {\n label: isSuccess ? 'Success' : 'Failure',\n confidence: 0.5, // Low confidence for heuristic\n reasons: [\n `Heuristic judgment (no API key)`,\n `Steps: ${steps.length}`,\n `Errors: ${hasErrors}`,\n `Completion markers: ${hasCompletion}`\n ]\n };\n}\n\n// Import db late to avoid circular dependency\nimport as db from '../db/queries.js';\n"]}

package/dist/reasoningbank/core/matts.js CHANGED Viewed

@@ -35,7 +35,7 @@ export async function mattsParallel(taskFn, query, options = {}) {
     const k = options.k || config.matts.parallel_k;
     const runId = ulid();
     const startTime = Date.now();
-    console.log(`[INFO] Starting MaTTS parallel mode with k=${k}`);
+    console.error(`[INFO] Starting MaTTS parallel mode with k=${k}`);
     // Store MaTTS run
     db.storeMattsRun({
         run_id: runId,
@@ -48,7 +48,7 @@ export async function mattsParallel(taskFn, query, options = {}) {
     const trajectories = [];
     // Execute k independent rollouts
     for (let i = 0; i < k; i++) {
-        console.log(`[INFO] MaTTS parallel rollout ${i + 1}/${k}`);
+        console.error(`[INFO] MaTTS parallel rollout ${i + 1}/${k}`);
         try {
             const trajectory = await taskFn();
             const verdict = await judgeTrajectory(trajectory, query);
@@ -79,7 +79,7 @@ export async function mattsParallel(taskFn, query, options = {}) {
     const aggregatedMemories = await aggregateMemories(trajectories, query, options);
     const successRate = trajectories.filter(t => t.verdict.label === 'Success').length / trajectories.length;
     const duration = Date.now() - startTime;
-    console.log(`[INFO] MaTTS parallel complete: ${trajectories.length} trajectories, ${successRate * 100}% success in ${duration}ms`);
+    console.error(`[INFO] MaTTS parallel complete: ${trajectories.length} trajectories, ${successRate * 100}% success in ${duration}ms`);
     db.logMetric('rb.matts.parallel.duration_ms', duration);
     db.logMetric('rb.matts.parallel.success_rate', successRate);
     db.logMetric('rb.matts.parallel.memories', aggregatedMemories.length);
@@ -102,7 +102,7 @@ export async function mattsSequential(taskFn, query, options = {}) {
     const r = options.r || config.matts.sequential_r || config.matts.sequential_k;
     const runId = ulid();
     const startTime = Date.now();
-    console.log(`[INFO] Starting MaTTS sequential mode with r=${r}`);
+    console.error(`[INFO] Starting MaTTS sequential mode with r=${r}`);
     db.storeMattsRun({
         run_id: runId,
         task_id: options.taskId || 'matts-seq-' + runId,
@@ -115,7 +115,7 @@ export async function mattsSequential(taskFn, query, options = {}) {
     let previousMemories = [];
     // Iterative refinement
     for (let i = 0; i < r; i++) {
-        console.log(`[INFO] MaTTS sequential iteration ${i + 1}/${r}`);
+        console.error(`[INFO] MaTTS sequential iteration ${i + 1}/${r}`);
         try {
             // Retrieve relevant memories (including from previous iterations)
             const memories = await retrieveMemories(query, {
@@ -131,7 +131,7 @@ export async function mattsSequential(taskFn, query, options = {}) {
             });
             // If success and stop_on_success is true, break early
             if (verdict.label === 'Success' && (config.matts.sequential_stop_on_success ?? true)) {
-                console.log(`[INFO] Success achieved at iteration ${i + 1}, stopping early`);
+                console.error(`[INFO] Success achieved at iteration ${i + 1}, stopping early`);
                 break;
             }
             // Distill memories from this iteration
@@ -157,7 +157,7 @@ export async function mattsSequential(taskFn, query, options = {}) {
     }
     const successRate = trajectories.filter(t => t.verdict.label === 'Success').length / trajectories.length;
     const duration = Date.now() - startTime;
-    console.log(`[INFO] MaTTS sequential complete: ${trajectories.length} iterations, ${successRate * 100}% success in ${duration}ms`);
+    console.error(`[INFO] MaTTS sequential complete: ${trajectories.length} iterations, ${successRate * 100}% success in ${duration}ms`);
     db.logMetric('rb.matts.sequential.duration_ms', duration);
     db.logMetric('rb.matts.sequential.success_rate', successRate);
     return {
@@ -174,7 +174,7 @@ export async function mattsSequential(taskFn, query, options = {}) {
  * Aggregate memories from multiple trajectories using self-contrast
  */
 async function aggregateMemories(trajectories, query, options) {
-    console.log('[INFO] Aggregating memories via self-contrast');
+    console.error('[INFO] Aggregating memories via self-contrast');
     // Load aggregation prompt
     const promptPath = join(__dirname, '../prompts', 'matts-aggregate.json');
     const promptTemplate = JSON.parse(readFileSync(promptPath, 'utf-8'));

package/dist/reasoningbank/core/matts.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"matts.js","sourceRoot":"","sources":["../../../src/reasoningbank/core/matts.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAGvC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC,8BAA8B;AAC9B,IAAI,cAAc,GAAuB,IAAI,CAAC;AAC9C,SAAS,SAAS;IAChB,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,WAAW,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAgBD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAiC,EACjC,KAAa,EACb,UAA8E,EAAE;IAEhF,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;IAC/C,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;IACrB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,EAAE,CAAC,CAAC;IAE/D,kBAAkB;IAClB,EAAE,CAAC,aAAa,CAAC;QACf,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,QAAQ,GAAG,KAAK;QAC3C,IAAI,EAAE,UAAU;QAChB,CAAC;QACD,MAAM,EAAE,SAAS;QACjB,OAAO,EAAE,SAAS;KACnB,CAAC,CAAC;IAEH,MAAM,YAAY,GAAgC,EAAE,CAAC;IAErD,iCAAiC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE3D,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,MAAM,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAEzD,YAAY,CAAC,IAAI,CAAC;gBAChB,EAAE,EAAE,IAAI,EAAE;gBACV,OAAO;gBACP,UAAU;aACX,CAAC,CAAC;YAEH,mBAAmB;YACnB,EAAE,CAAC,eAAe,CAAC;gBACjB,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,QAAQ,GAAG,KAAK;gBAC3C,QAAQ,EAAE,OAAO,CAAC,OAAO,IAAI,aAAa;gBAC1C,KAAK;gBACL,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;gBAC3C,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBAClC,WAAW,EAAE,OAAO,CAAC,KAAK;gBAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC;gBAC9C,YAAY,EAAE,KAAK;aACpB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,uCAAuC;IACvC,MAAM,kBAAkB,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAEjF,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;IACzG,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAExC,OAAO,CAAC,GAAG,CAAC,mCAAmC,YAAY,CAAC,MAAM,kBAAkB,WAAW,GAAG,GAAG,gBAAgB,QAAQ,IAAI,CAAC,CAAC;IAEnI,EAAE,CAAC,SAAS,CAAC,+BAA+B,EAAE,QAAQ,CAAC,CAAC;IACxD,EAAE,CAAC,SAAS,CAAC,gCAAgC,EAAE,WAAW,CAAC,CAAC;IAC5D,EAAE,CAAC,SAAS,CAAC,4BAA4B,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAEtE,OAAO;QACL,KAAK;QACL,IAAI,EAAE,UAAU;QAChB,CAAC;QACD,YAAY;QACZ,kBAAkB;QAClB,WAAW;QACX,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAgD,EAChD,KAAa,EACb,UAA8E,EAAE;IAEhF,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;IAC9E,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;IACrB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,EAAE,CAAC,CAAC;IAEjE,EAAE,CAAC,aAAa,CAAC;QACf,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,YAAY,GAAG,KAAK;QAC/C,IAAI,EAAE,YAAY;QAClB,CAAC,EAAE,CAAC;QACJ,MAAM,EAAE,SAAS;QACjB,OAAO,EAAE,SAAS;KACnB,CAAC,CAAC;IAEH,MAAM,YAAY,GAAgC,EAAE,CAAC;IACrD,IAAI,gBAAgB,GAAU,EAAE,CAAC;IAEjC,uBAAuB;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,kEAAkE;YAClE,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE;gBAC7C,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YAEH,wBAAwB;YACxB,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,gBAAgB,CAAC,CAAC,CAAC;YACpE,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAEzD,YAAY,CAAC,IAAI,CAAC;gBAChB,EAAE,EAAE,IAAI,EAAE;gBACV,OAAO;gBACP,UAAU;aACX,CAAC,CAAC;YAEH,sDAAsD;YACtD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,IAAI,CAAC,EAAE,CAAC;gBACrF,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;gBAC7E,MAAM;YACR,CAAC;YAED,uCAAuC;YACvC,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAC/E,gBAAgB,GAAG,CAAC,GAAG,gBAAgB,EAAE,GAAG,WAAW,CAAC,CAAC;YAEzD,mBAAmB;YACnB,EAAE,CAAC,eAAe,CAAC;gBACjB,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,YAAY,GAAG,KAAK;gBAC/C,QAAQ,EAAE,OAAO,CAAC,OAAO,IAAI,aAAa;gBAC1C,KAAK;gBACL,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;gBAC3C,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBAClC,WAAW,EAAE,OAAO,CAAC,KAAK;gBAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC;gBAC9C,YAAY,EAAE,KAAK;aACpB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;IACzG,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAExC,OAAO,CAAC,GAAG,CAAC,qCAAqC,YAAY,CAAC,MAAM,gBAAgB,WAAW,GAAG,GAAG,gBAAgB,QAAQ,IAAI,CAAC,CAAC;IAEnI,EAAE,CAAC,SAAS,CAAC,iCAAiC,EAAE,QAAQ,CAAC,CAAC;IAC1D,EAAE,CAAC,SAAS,CAAC,kCAAkC,EAAE,WAAW,CAAC,CAAC;IAE9D,OAAO;QACL,KAAK;QACL,IAAI,EAAE,YAAY;QAClB,CAAC,EAAE,CAAC;QACJ,YAAY;QACZ,kBAAkB,EAAE,gBAAgB;QACpC,WAAW;QACX,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,iBAAiB,CAC9B,YAAyC,EACzC,KAAa,EACb,OAAY;IAEZ,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;IAE7D,0BAA0B;IAC1B,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,YAAY,EAAE,sBAAsB,CAAC,CAAC;IACzE,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IAErE,qCAAqC;IACrC,MAAM,eAAe,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAClD,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK;QACtB,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU;QAChC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;KACzD,CAAC,CAAC,CAAC;IAEJ,0CAA0C;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAC9B,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAC7B,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAEpD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAC5D,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ;aACnC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;aAC7C,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC;aAChC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAEzE,6CAA6C;QAC7C,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;YACjC,KAAK,EAAE,cAAc,CAAC,KAAK;YAC3B,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE;gBAClD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;aAClC;YACD,WAAW,EAAE,cAAc,CAAC,WAAW;YACvC,SAAS,EAAE,cAAc,CAAC,UAAU;SACrC,EAAE,+BAA+B,CAAC,CAAC;QAEpC,uCAAuC;QACvC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO;aAC7B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;aACtC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aACxB,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,sCAAsC;QACtC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC/C,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;YAEvC,gCAAgC;YAChC,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC3B,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,SAAkB,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;gBAC5E,MAAM,GAAG,GAAG,MAAM,eAAe,CAC/B,EAAE,KAAK,EAAE,EAAE,EAAE,EACb,OAAO,EACP,KAAK,EACL,OAAO,CACR,CAAC;gBACF,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;YACzB,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC","sourcesContent":["/*\n MaTTS: Memory-aware Test-Time Scaling\n * Algorithm 5 from ReasoningBank paper\n \n Two modes:\n * - Parallel: k independent rollouts with self-contrast aggregation\n * - Sequential: r iterative refinements with check-and-correct\n /\n\nimport { readFileSync } from 'fs';\nimport { join, dirname } from 'path';\nimport { fileURLToPath } from 'url';\nimport { ulid } from 'ulid';\nimport { loadConfig } from '../utils/config.js';\nimport { retrieveMemories } from './retrieve.js';\nimport { judgeTrajectory } from './judge.js';\nimport { distillMemories } from './distill.js';\nimport { ModelRouter } from '../../router/router.js';\nimport as db from '../db/queries.js';\nimport type { Trajectory } from '../db/schema.js';\n\nconst __filename = fileURLToPath(import.meta.url);\nconst __dirname = dirname(__filename);\n\n// Initialize ModelRouter once\nlet routerInstance: ModelRouter \| null = null;\nfunction getRouter(): ModelRouter {\n if (!routerInstance) {\n routerInstance = new ModelRouter();\n }\n return routerInstance;\n}\n\nexport interface MattsResult {\n runId: string;\n mode: 'parallel' \| 'sequential';\n k: number;\n trajectories: Array<{\n id: string;\n verdict: { label: string; confidence: number };\n trajectory: Trajectory;\n }>;\n aggregatedMemories: string[];\n successRate: number;\n duration: number;\n}\n\n/*\n Run MaTTS in parallel mode\n * Execute k independent rollouts and aggregate via self-contrast\n /\nexport async function mattsParallel(\n taskFn: () => Promise<Trajectory>,\n query: string,\n options: { k?: number; taskId?: string; agentId?: string; domain?: string } = {}\n): Promise<MattsResult> {\n const config = loadConfig();\n const k = options.k \|\| config.matts.parallel_k;\n const runId = ulid();\n const startTime = Date.now();\n\n console.log(`[INFO] Starting MaTTS parallel mode with k=${k}`);\n\n // Store MaTTS run\n db.storeMattsRun({\n run_id: runId,\n task_id: options.taskId \|\| 'matts-' + runId,\n mode: 'parallel',\n k,\n status: 'running',\n summary: undefined\n });\n\n const trajectories: MattsResult['trajectories'] = [];\n\n // Execute k independent rollouts\n for (let i = 0; i < k; i++) {\n console.log(`[INFO] MaTTS parallel rollout ${i + 1}/${k}`);\n\n try {\n const trajectory = await taskFn();\n const verdict = await judgeTrajectory(trajectory, query);\n\n trajectories.push({\n id: ulid(),\n verdict,\n trajectory\n });\n\n // Store trajectory\n db.storeTrajectory({\n task_id: options.taskId \|\| 'matts-' + runId,\n agent_id: options.agentId \|\| 'matts-agent',\n query,\n trajectory_json: JSON.stringify(trajectory),\n started_at: new Date().toISOString(),\n ended_at: new Date().toISOString(),\n judge_label: verdict.label,\n judge_conf: verdict.confidence,\n judge_reasons: JSON.stringify(verdict.reasons),\n matts_run_id: runId\n });\n } catch (error) {\n console.error(`[ERROR] MaTTS rollout ${i + 1} failed:`, error);\n }\n }\n\n // Aggregate memories via self-contrast\n const aggregatedMemories = await aggregateMemories(trajectories, query, options);\n\n const successRate = trajectories.filter(t => t.verdict.label === 'Success').length / trajectories.length;\n const duration = Date.now() - startTime;\n\n console.log(`[INFO] MaTTS parallel complete: ${trajectories.length} trajectories, ${successRate 100}% success in ${duration}ms`);\n\n db.logMetric('rb.matts.parallel.duration_ms', duration);\n db.logMetric('rb.matts.parallel.success_rate', successRate);\n db.logMetric('rb.matts.parallel.memories', aggregatedMemories.length);\n\n return {\n runId,\n mode: 'parallel',\n k,\n trajectories,\n aggregatedMemories,\n successRate,\n duration\n };\n}\n\n/*\n Run MaTTS in sequential mode\n * Iterative refinement with check-and-correct\n /\nexport async function mattsSequential(\n taskFn: (memories: any[]) => Promise<Trajectory>,\n query: string,\n options: { r?: number; taskId?: string; agentId?: string; domain?: string } = {}\n): Promise<MattsResult> {\n const config = loadConfig();\n const r = options.r \|\| config.matts.sequential_r \|\| config.matts.sequential_k;\n const runId = ulid();\n const startTime = Date.now();\n\n console.log(`[INFO] Starting MaTTS sequential mode with r=${r}`);\n\n db.storeMattsRun({\n run_id: runId,\n task_id: options.taskId \|\| 'matts-seq-' + runId,\n mode: 'sequential',\n k: r,\n status: 'running',\n summary: undefined\n });\n\n const trajectories: MattsResult['trajectories'] = [];\n let previousMemories: any[] = [];\n\n // Iterative refinement\n for (let i = 0; i < r; i++) {\n console.log(`[INFO] MaTTS sequential iteration ${i + 1}/${r}`);\n\n try {\n // Retrieve relevant memories (including from previous iterations)\n const memories = await retrieveMemories(query, {\n domain: options.domain\n });\n\n // Execute with memories\n const trajectory = await taskFn([...memories, ...previousMemories]);\n const verdict = await judgeTrajectory(trajectory, query);\n\n trajectories.push({\n id: ulid(),\n verdict,\n trajectory\n });\n\n // If success and stop_on_success is true, break early\n if (verdict.label === 'Success' && (config.matts.sequential_stop_on_success ?? true)) {\n console.log(`[INFO] Success achieved at iteration ${i + 1}, stopping early`);\n break;\n }\n\n // Distill memories from this iteration\n const newMemories = await distillMemories(trajectory, verdict, query, options);\n previousMemories = [...previousMemories, ...newMemories];\n\n // Store trajectory\n db.storeTrajectory({\n task_id: options.taskId \|\| 'matts-seq-' + runId,\n agent_id: options.agentId \|\| 'matts-agent',\n query,\n trajectory_json: JSON.stringify(trajectory),\n started_at: new Date().toISOString(),\n ended_at: new Date().toISOString(),\n judge_label: verdict.label,\n judge_conf: verdict.confidence,\n judge_reasons: JSON.stringify(verdict.reasons),\n matts_run_id: runId\n });\n } catch (error) {\n console.error(`[ERROR] MaTTS iteration ${i + 1} failed:`, error);\n }\n }\n\n const successRate = trajectories.filter(t => t.verdict.label === 'Success').length / trajectories.length;\n const duration = Date.now() - startTime;\n\n console.log(`[INFO] MaTTS sequential complete: ${trajectories.length} iterations, ${successRate 100}% success in ${duration}ms`);\n\n db.logMetric('rb.matts.sequential.duration_ms', duration);\n db.logMetric('rb.matts.sequential.success_rate', successRate);\n\n return {\n runId,\n mode: 'sequential',\n k: r,\n trajectories,\n aggregatedMemories: previousMemories,\n successRate,\n duration\n };\n}\n\n/*\n Aggregate memories from multiple trajectories using self-contrast\n /\nasync function aggregateMemories(\n trajectories: MattsResult['trajectories'],\n query: string,\n options: any\n): Promise<string[]> {\n console.log('[INFO] Aggregating memories via self-contrast');\n\n // Load aggregation prompt\n const promptPath = join(__dirname, '../prompts', 'matts-aggregate.json');\n const promptTemplate = JSON.parse(readFileSync(promptPath, 'utf-8'));\n\n // Format trajectories for comparison\n const trajectoryTexts = trajectories.map((t, i) => ({\n id: t.id,\n label: t.verdict.label,\n confidence: t.verdict.confidence,\n steps: JSON.stringify(t.trajectory.steps \|\| [], null, 2)\n }));\n\n // Check if we have any API key configured\n const hasApiKey = process.env.OPENROUTER_API_KEY \|\|\n process.env.ANTHROPIC_API_KEY \|\|\n process.env.GOOGLE_GEMINI_API_KEY;\n\n if (!hasApiKey) {\n console.warn('[WARN] No API key set, skipping aggregation');\n return [];\n }\n\n try {\n const prompt = promptTemplate.template\n .replace('{{k}}', String(trajectories.length))\n .replace('{{task_query}}', query)\n .replace('{{trajectories}}', JSON.stringify(trajectoryTexts, null, 2));\n\n // Use ModelRouter for multi-provider support\n const router = getRouter();\n const response = await router.chat({\n model: promptTemplate.model,\n messages: [\n { role: 'system', content: promptTemplate.system },\n { role: 'user', content: prompt }\n ],\n temperature: promptTemplate.temperature,\n maxTokens: promptTemplate.max_tokens\n }, 'reasoningbank-matts-aggregate');\n\n // Extract content from router response\n const content = response.content\n .filter(block => block.type === 'text')\n .map(block => block.text)\n .join('\\n');\n\n // Parse and store aggregated memories\n const jsonMatch = content.match(/\\{[\\s\\S]\\}/);\n if (jsonMatch) {\n const parsed = JSON.parse(jsonMatch[0]);\n const memories = parsed.memories \|\| [];\n\n // Store with boosted confidence\n const memoryIds: string[] = [];\n for (const mem of memories) {\n const verdict = { label: 'Success' as const, confidence: 0.9, reasons: [] };\n const ids = await distillMemories(\n { steps: [] },\n verdict,\n query,\n options\n );\n memoryIds.push(...ids);\n }\n\n return memoryIds;\n }\n } catch (error) {\n console.error('[ERROR] Memory aggregation failed:', error);\n }\n\n return [];\n}\n"]}
1	+ {"version":3,"file":"matts.js","sourceRoot":"","sources":["../../../src/reasoningbank/core/matts.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAGvC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC,8BAA8B;AAC9B,IAAI,cAAc,GAAuB,IAAI,CAAC;AAC9C,SAAS,SAAS;IAChB,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,WAAW,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAgBD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAiC,EACjC,KAAa,EACb,UAA8E,EAAE;IAEhF,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;IAC/C,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;IACrB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,KAAK,CAAC,8CAA8C,CAAC,EAAE,CAAC,CAAC;IAEjE,kBAAkB;IAClB,EAAE,CAAC,aAAa,CAAC;QACf,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,QAAQ,GAAG,KAAK;QAC3C,IAAI,EAAE,UAAU;QAChB,CAAC;QACD,MAAM,EAAE,SAAS;QACjB,OAAO,EAAE,SAAS;KACnB,CAAC,CAAC;IAEH,MAAM,YAAY,GAAgC,EAAE,CAAC;IAErD,iCAAiC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE7D,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,MAAM,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAEzD,YAAY,CAAC,IAAI,CAAC;gBAChB,EAAE,EAAE,IAAI,EAAE;gBACV,OAAO;gBACP,UAAU;aACX,CAAC,CAAC;YAEH,mBAAmB;YACnB,EAAE,CAAC,eAAe,CAAC;gBACjB,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,QAAQ,GAAG,KAAK;gBAC3C,QAAQ,EAAE,OAAO,CAAC,OAAO,IAAI,aAAa;gBAC1C,KAAK;gBACL,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;gBAC3C,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBAClC,WAAW,EAAE,OAAO,CAAC,KAAK;gBAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC;gBAC9C,YAAY,EAAE,KAAK;aACpB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,uCAAuC;IACvC,MAAM,kBAAkB,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAEjF,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;IACzG,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAExC,OAAO,CAAC,KAAK,CAAC,mCAAmC,YAAY,CAAC,MAAM,kBAAkB,WAAW,GAAG,GAAG,gBAAgB,QAAQ,IAAI,CAAC,CAAC;IAErI,EAAE,CAAC,SAAS,CAAC,+BAA+B,EAAE,QAAQ,CAAC,CAAC;IACxD,EAAE,CAAC,SAAS,CAAC,gCAAgC,EAAE,WAAW,CAAC,CAAC;IAC5D,EAAE,CAAC,SAAS,CAAC,4BAA4B,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAEtE,OAAO;QACL,KAAK;QACL,IAAI,EAAE,UAAU;QAChB,CAAC;QACD,YAAY;QACZ,kBAAkB;QAClB,WAAW;QACX,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAgD,EAChD,KAAa,EACb,UAA8E,EAAE;IAEhF,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;IAC9E,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;IACrB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,KAAK,CAAC,gDAAgD,CAAC,EAAE,CAAC,CAAC;IAEnE,EAAE,CAAC,aAAa,CAAC;QACf,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,YAAY,GAAG,KAAK;QAC/C,IAAI,EAAE,YAAY;QAClB,CAAC,EAAE,CAAC;QACJ,MAAM,EAAE,SAAS;QACjB,OAAO,EAAE,SAAS;KACnB,CAAC,CAAC;IAEH,MAAM,YAAY,GAAgC,EAAE,CAAC;IACrD,IAAI,gBAAgB,GAAU,EAAE,CAAC;IAEjC,uBAAuB;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,OAAO,CAAC,KAAK,CAAC,qCAAqC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjE,IAAI,CAAC;YACH,kEAAkE;YAClE,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE;gBAC7C,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YAEH,wBAAwB;YACxB,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,gBAAgB,CAAC,CAAC,CAAC;YACpE,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAEzD,YAAY,CAAC,IAAI,CAAC;gBAChB,EAAE,EAAE,IAAI,EAAE;gBACV,OAAO;gBACP,UAAU;aACX,CAAC,CAAC;YAEH,sDAAsD;YACtD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,IAAI,CAAC,EAAE,CAAC;gBACrF,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;gBAC/E,MAAM;YACR,CAAC;YAED,uCAAuC;YACvC,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAC/E,gBAAgB,GAAG,CAAC,GAAG,gBAAgB,EAAE,GAAG,WAAW,CAAC,CAAC;YAEzD,mBAAmB;YACnB,EAAE,CAAC,eAAe,CAAC;gBACjB,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,YAAY,GAAG,KAAK;gBAC/C,QAAQ,EAAE,OAAO,CAAC,OAAO,IAAI,aAAa;gBAC1C,KAAK;gBACL,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;gBAC3C,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBAClC,WAAW,EAAE,OAAO,CAAC,KAAK;gBAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC;gBAC9C,YAAY,EAAE,KAAK;aACpB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;IACzG,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAExC,OAAO,CAAC,KAAK,CAAC,qCAAqC,YAAY,CAAC,MAAM,gBAAgB,WAAW,GAAG,GAAG,gBAAgB,QAAQ,IAAI,CAAC,CAAC;IAErI,EAAE,CAAC,SAAS,CAAC,iCAAiC,EAAE,QAAQ,CAAC,CAAC;IAC1D,EAAE,CAAC,SAAS,CAAC,kCAAkC,EAAE,WAAW,CAAC,CAAC;IAE9D,OAAO;QACL,KAAK;QACL,IAAI,EAAE,YAAY;QAClB,CAAC,EAAE,CAAC;QACJ,YAAY;QACZ,kBAAkB,EAAE,gBAAgB;QACpC,WAAW;QACX,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,iBAAiB,CAC9B,YAAyC,EACzC,KAAa,EACb,OAAY;IAEZ,OAAO,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;IAE/D,0BAA0B;IAC1B,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,YAAY,EAAE,sBAAsB,CAAC,CAAC;IACzE,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IAErE,qCAAqC;IACrC,MAAM,eAAe,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAClD,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK;QACtB,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU;QAChC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;KACzD,CAAC,CAAC,CAAC;IAEJ,0CAA0C;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAC9B,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAC7B,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAEpD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAC5D,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ;aACnC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;aAC7C,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC;aAChC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAEzE,6CAA6C;QAC7C,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;YACjC,KAAK,EAAE,cAAc,CAAC,KAAK;YAC3B,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE;gBAClD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;aAClC;YACD,WAAW,EAAE,cAAc,CAAC,WAAW;YACvC,SAAS,EAAE,cAAc,CAAC,UAAU;SACrC,EAAE,+BAA+B,CAAC,CAAC;QAEpC,uCAAuC;QACvC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO;aAC7B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;aACtC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aACxB,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,sCAAsC;QACtC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC/C,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;YAEvC,gCAAgC;YAChC,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC3B,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,SAAkB,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;gBAC5E,MAAM,GAAG,GAAG,MAAM,eAAe,CAC/B,EAAE,KAAK,EAAE,EAAE,EAAE,EACb,OAAO,EACP,KAAK,EACL,OAAO,CACR,CAAC;gBACF,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;YACzB,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC","sourcesContent":["/*\n MaTTS: Memory-aware Test-Time Scaling\n * Algorithm 5 from ReasoningBank paper\n \n Two modes:\n * - Parallel: k independent rollouts with self-contrast aggregation\n * - Sequential: r iterative refinements with check-and-correct\n /\n\nimport { readFileSync } from 'fs';\nimport { join, dirname } from 'path';\nimport { fileURLToPath } from 'url';\nimport { ulid } from 'ulid';\nimport { loadConfig } from '../utils/config.js';\nimport { retrieveMemories } from './retrieve.js';\nimport { judgeTrajectory } from './judge.js';\nimport { distillMemories } from './distill.js';\nimport { ModelRouter } from '../../router/router.js';\nimport as db from '../db/queries.js';\nimport type { Trajectory } from '../db/schema.js';\n\nconst __filename = fileURLToPath(import.meta.url);\nconst __dirname = dirname(__filename);\n\n// Initialize ModelRouter once\nlet routerInstance: ModelRouter \| null = null;\nfunction getRouter(): ModelRouter {\n if (!routerInstance) {\n routerInstance = new ModelRouter();\n }\n return routerInstance;\n}\n\nexport interface MattsResult {\n runId: string;\n mode: 'parallel' \| 'sequential';\n k: number;\n trajectories: Array<{\n id: string;\n verdict: { label: string; confidence: number };\n trajectory: Trajectory;\n }>;\n aggregatedMemories: string[];\n successRate: number;\n duration: number;\n}\n\n/*\n Run MaTTS in parallel mode\n * Execute k independent rollouts and aggregate via self-contrast\n /\nexport async function mattsParallel(\n taskFn: () => Promise<Trajectory>,\n query: string,\n options: { k?: number; taskId?: string; agentId?: string; domain?: string } = {}\n): Promise<MattsResult> {\n const config = loadConfig();\n const k = options.k \|\| config.matts.parallel_k;\n const runId = ulid();\n const startTime = Date.now();\n\n console.error(`[INFO] Starting MaTTS parallel mode with k=${k}`);\n\n // Store MaTTS run\n db.storeMattsRun({\n run_id: runId,\n task_id: options.taskId \|\| 'matts-' + runId,\n mode: 'parallel',\n k,\n status: 'running',\n summary: undefined\n });\n\n const trajectories: MattsResult['trajectories'] = [];\n\n // Execute k independent rollouts\n for (let i = 0; i < k; i++) {\n console.error(`[INFO] MaTTS parallel rollout ${i + 1}/${k}`);\n\n try {\n const trajectory = await taskFn();\n const verdict = await judgeTrajectory(trajectory, query);\n\n trajectories.push({\n id: ulid(),\n verdict,\n trajectory\n });\n\n // Store trajectory\n db.storeTrajectory({\n task_id: options.taskId \|\| 'matts-' + runId,\n agent_id: options.agentId \|\| 'matts-agent',\n query,\n trajectory_json: JSON.stringify(trajectory),\n started_at: new Date().toISOString(),\n ended_at: new Date().toISOString(),\n judge_label: verdict.label,\n judge_conf: verdict.confidence,\n judge_reasons: JSON.stringify(verdict.reasons),\n matts_run_id: runId\n });\n } catch (error) {\n console.error(`[ERROR] MaTTS rollout ${i + 1} failed:`, error);\n }\n }\n\n // Aggregate memories via self-contrast\n const aggregatedMemories = await aggregateMemories(trajectories, query, options);\n\n const successRate = trajectories.filter(t => t.verdict.label === 'Success').length / trajectories.length;\n const duration = Date.now() - startTime;\n\n console.error(`[INFO] MaTTS parallel complete: ${trajectories.length} trajectories, ${successRate 100}% success in ${duration}ms`);\n\n db.logMetric('rb.matts.parallel.duration_ms', duration);\n db.logMetric('rb.matts.parallel.success_rate', successRate);\n db.logMetric('rb.matts.parallel.memories', aggregatedMemories.length);\n\n return {\n runId,\n mode: 'parallel',\n k,\n trajectories,\n aggregatedMemories,\n successRate,\n duration\n };\n}\n\n/*\n Run MaTTS in sequential mode\n * Iterative refinement with check-and-correct\n /\nexport async function mattsSequential(\n taskFn: (memories: any[]) => Promise<Trajectory>,\n query: string,\n options: { r?: number; taskId?: string; agentId?: string; domain?: string } = {}\n): Promise<MattsResult> {\n const config = loadConfig();\n const r = options.r \|\| config.matts.sequential_r \|\| config.matts.sequential_k;\n const runId = ulid();\n const startTime = Date.now();\n\n console.error(`[INFO] Starting MaTTS sequential mode with r=${r}`);\n\n db.storeMattsRun({\n run_id: runId,\n task_id: options.taskId \|\| 'matts-seq-' + runId,\n mode: 'sequential',\n k: r,\n status: 'running',\n summary: undefined\n });\n\n const trajectories: MattsResult['trajectories'] = [];\n let previousMemories: any[] = [];\n\n // Iterative refinement\n for (let i = 0; i < r; i++) {\n console.error(`[INFO] MaTTS sequential iteration ${i + 1}/${r}`);\n\n try {\n // Retrieve relevant memories (including from previous iterations)\n const memories = await retrieveMemories(query, {\n domain: options.domain\n });\n\n // Execute with memories\n const trajectory = await taskFn([...memories, ...previousMemories]);\n const verdict = await judgeTrajectory(trajectory, query);\n\n trajectories.push({\n id: ulid(),\n verdict,\n trajectory\n });\n\n // If success and stop_on_success is true, break early\n if (verdict.label === 'Success' && (config.matts.sequential_stop_on_success ?? true)) {\n console.error(`[INFO] Success achieved at iteration ${i + 1}, stopping early`);\n break;\n }\n\n // Distill memories from this iteration\n const newMemories = await distillMemories(trajectory, verdict, query, options);\n previousMemories = [...previousMemories, ...newMemories];\n\n // Store trajectory\n db.storeTrajectory({\n task_id: options.taskId \|\| 'matts-seq-' + runId,\n agent_id: options.agentId \|\| 'matts-agent',\n query,\n trajectory_json: JSON.stringify(trajectory),\n started_at: new Date().toISOString(),\n ended_at: new Date().toISOString(),\n judge_label: verdict.label,\n judge_conf: verdict.confidence,\n judge_reasons: JSON.stringify(verdict.reasons),\n matts_run_id: runId\n });\n } catch (error) {\n console.error(`[ERROR] MaTTS iteration ${i + 1} failed:`, error);\n }\n }\n\n const successRate = trajectories.filter(t => t.verdict.label === 'Success').length / trajectories.length;\n const duration = Date.now() - startTime;\n\n console.error(`[INFO] MaTTS sequential complete: ${trajectories.length} iterations, ${successRate 100}% success in ${duration}ms`);\n\n db.logMetric('rb.matts.sequential.duration_ms', duration);\n db.logMetric('rb.matts.sequential.success_rate', successRate);\n\n return {\n runId,\n mode: 'sequential',\n k: r,\n trajectories,\n aggregatedMemories: previousMemories,\n successRate,\n duration\n };\n}\n\n/*\n Aggregate memories from multiple trajectories using self-contrast\n /\nasync function aggregateMemories(\n trajectories: MattsResult['trajectories'],\n query: string,\n options: any\n): Promise<string[]> {\n console.error('[INFO] Aggregating memories via self-contrast');\n\n // Load aggregation prompt\n const promptPath = join(__dirname, '../prompts', 'matts-aggregate.json');\n const promptTemplate = JSON.parse(readFileSync(promptPath, 'utf-8'));\n\n // Format trajectories for comparison\n const trajectoryTexts = trajectories.map((t, i) => ({\n id: t.id,\n label: t.verdict.label,\n confidence: t.verdict.confidence,\n steps: JSON.stringify(t.trajectory.steps \|\| [], null, 2)\n }));\n\n // Check if we have any API key configured\n const hasApiKey = process.env.OPENROUTER_API_KEY \|\|\n process.env.ANTHROPIC_API_KEY \|\|\n process.env.GOOGLE_GEMINI_API_KEY;\n\n if (!hasApiKey) {\n console.warn('[WARN] No API key set, skipping aggregation');\n return [];\n }\n\n try {\n const prompt = promptTemplate.template\n .replace('{{k}}', String(trajectories.length))\n .replace('{{task_query}}', query)\n .replace('{{trajectories}}', JSON.stringify(trajectoryTexts, null, 2));\n\n // Use ModelRouter for multi-provider support\n const router = getRouter();\n const response = await router.chat({\n model: promptTemplate.model,\n messages: [\n { role: 'system', content: promptTemplate.system },\n { role: 'user', content: prompt }\n ],\n temperature: promptTemplate.temperature,\n maxTokens: promptTemplate.max_tokens\n }, 'reasoningbank-matts-aggregate');\n\n // Extract content from router response\n const content = response.content\n .filter(block => block.type === 'text')\n .map(block => block.text)\n .join('\\n');\n\n // Parse and store aggregated memories\n const jsonMatch = content.match(/\\{[\\s\\S]\\}/);\n if (jsonMatch) {\n const parsed = JSON.parse(jsonMatch[0]);\n const memories = parsed.memories \|\| [];\n\n // Store with boosted confidence\n const memoryIds: string[] = [];\n for (const mem of memories) {\n const verdict = { label: 'Success' as const, confidence: 0.9, reasons: [] };\n const ids = await distillMemories(\n { steps: [] },\n verdict,\n query,\n options\n );\n memoryIds.push(...ids);\n }\n\n return memoryIds;\n }\n } catch (error) {\n console.error('[ERROR] Memory aggregation failed:', error);\n }\n\n return [];\n}\n"]}

package/dist/reasoningbank/core/retrieve.js CHANGED Viewed

@@ -19,7 +19,7 @@ export async function retrieveMemories(query, options = {}) {
     const config = loadConfig();
     const k = options.k || config.retrieve.k;
     const startTime = Date.now();
-    console.log(`[INFO] Retrieving memories for query: ${query.substring(0, 100)}...`);
+    console.error(`[INFO] Retrieving memories for query: ${query.substring(0, 100)}...`);
     // 1. Embed query
     const queryEmbed = await computeEmbedding(query);
     // 2. Fetch candidates from database
@@ -29,10 +29,10 @@ export async function retrieveMemories(query, options = {}) {
         minConfidence: config.retrieve.min_score
     });
     if (candidates.length === 0) {
-        console.log('[INFO] No memory candidates found');
+        console.error('[INFO] No memory candidates found');
         return [];
     }
-    console.log(`[INFO] Found ${candidates.length} candidates`);
+    console.error(`[INFO] Found ${candidates.length} candidates`);
     // 3. Score each candidate with 4-factor model
     const scored = candidates.map(item => {
         const similarity = cosineSimilarity(queryEmbed, item.embedding);
@@ -54,7 +54,7 @@ export async function retrieveMemories(query, options = {}) {
         db.incrementUsage(mem.id);
     }
     const duration = Date.now() - startTime;
-    console.log(`[INFO] Retrieval complete: ${selected.length} memories in ${duration}ms`);
+    console.error(`[INFO] Retrieval complete: ${selected.length} memories in ${duration}ms`);
     db.logMetric('rb.retrieve.latency_ms', duration);
     return selected.map(item => ({
         id: item.id,

package/dist/reasoningbank/core/retrieve.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"retrieve.js","sourceRoot":"","sources":["../../../src/reasoningbank/core/retrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAehD;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,KAAa,EACb,UAA2D,EAAE;IAE7D,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,~~GAAG~~,CAAC,yCAAyC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;~~IAEnF~~,iBAAiB;IACjB,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAEjD,oCAAoC;IACpC,MAAM,UAAU,GAAG,EAAE,CAAC,qBAAqB,CAAC;QAC1C,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;KACzC,CAAC,CAAC;IAEH,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,~~GAAG~~,CAAC,mCAAmC,CAAC,CAAC;~~QACjD~~,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,CAAC,~~GAAG~~,CAAC,gBAAgB,UAAU,CAAC,MAAM,aAAa,CAAC,CAAC;~~IAE5D~~,8CAA8C;IAC9C,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACnC,MAAM,UAAU,GAAG,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC;QAClF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAEnD,MAAM,SAAS,GACb,MAAM,CAAC,QAAQ,CAAC,KAAK,GAAG,UAAU;YAClC,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAG,OAAO;YAC9B,MAAM,CAAC,QAAQ,CAAC,KAAK,GAAG,WAAW,CAAC;QAEtC,OAAO;YACL,GAAG,IAAI;YACP,KAAK,EAAE,SAAS;YAChB,UAAU,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE;SACjD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,iCAAiC;IACjC,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE5E,wCAAwC;IACxC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACxC,OAAO,CAAC,~~GAAG~~,CAAC,8BAA8B,QAAQ,CAAC,MAAM,gBAAgB,QAAQ,IAAI,CAAC,CAAC;~~IACvF~~,EAAE,CAAC,SAAS,CAAC,wBAAwB,EAAE,QAAQ,CAAC,CAAC;IAEjD,OAAO,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3B,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK;QAC9B,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW;QAC1C,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,OAAO;QAClC,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,UAAU,EAAE,IAAI,CAAC,UAAU;KAC5B,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,QAA2B;IACjE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,SAAS,GAAG,iDAAiD,CAAC;IAElE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxB,SAAS,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,KAAK,MAAM,CAAC;QACrD,SAAS,IAAI,GAAG,GAAG,CAAC,WAAW,MAAM,CAAC;QACtC,SAAS,IAAI,kBAAkB,GAAG,CAAC,OAAO,MAAM,CAAC;QACjD,SAAS,IAAI,gBAAgB,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QAChE,SAAS,IAAI,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QACjF,SAAS,IAAI,SAAS,CAAC;IACzB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC","sourcesContent":["/*\n Memory Retrieval with MMR diversity\n * Algorithm 1 from ReasoningBank paper\n /\n\nimport { computeEmbedding } from '../utils/embeddings.js';\nimport { mmrSelection, cosineSimilarity } from '../utils/mmr.js';\nimport as db from '../db/queries.js';\nimport { loadConfig } from '../utils/config.js';\n\nexport interface RetrievedMemory {\n id: string;\n title: string;\n description: string;\n content: string;\n score: number;\n components: {\n similarity: number;\n recency: number;\n reliability: number;\n };\n}\n\n/*\n Retrieve top-k memories with MMR diversity\n \n Scoring formula: score = α·sim + β·recency + γ·reliability\n * Where:\n * - sim: cosine similarity to query\n * - recency: exp(-age_days / half_life)\n * - reliability: min(confidence, 1.0)\n /\nexport async function retrieveMemories(\n query: string,\n options: { k?: number; domain?: string; agent?: string } = {}\n): Promise<RetrievedMemory[]> {\n const config = loadConfig();\n const k = options.k \|\| config.retrieve.k;\n const startTime = Date.now();\n\n console.~~log~~(`[INFO] Retrieving memories for query: ${query.substring(0, 100)}...`);\n\n // 1. Embed query\n const queryEmbed = await computeEmbedding(query);\n\n // 2. Fetch candidates from database\n const candidates = db.fetchMemoryCandidates({\n domain: options.domain,\n agent: options.agent,\n minConfidence: config.retrieve.min_score\n });\n\n if (candidates.length === 0) {\n console.~~log~~('[INFO] No memory candidates found');\n return [];\n }\n\n console.~~log~~(`[INFO] Found ${candidates.length} candidates`);\n\n // 3. Score each candidate with 4-factor model\n const scored = candidates.map(item => {\n const similarity = cosineSimilarity(queryEmbed, item.embedding);\n const recency = Math.exp(-item.age_days / config.retrieve.recency_half_life_days);\n const reliability = Math.min(item.confidence, 1.0);\n\n const baseScore =\n config.retrieve.alpha similarity +\n config.retrieve.beta * recency +\n config.retrieve.gamma * reliability;\n\n return {\n ...item,\n score: baseScore,\n components: { similarity, recency, reliability }\n };\n });\n\n // 4. MMR selection for diversity\n const selected = mmrSelection(scored, queryEmbed, k, config.retrieve.delta);\n\n // 5. Record usage for selected memories\n for (const mem of selected) {\n db.incrementUsage(mem.id);\n }\n\n const duration = Date.now() - startTime;\n console.~~log~~(`[INFO] Retrieval complete: ${selected.length} memories in ${duration}ms`);\n db.logMetric('rb.retrieve.latency_ms', duration);\n\n return selected.map(item => ({\n id: item.id,\n title: item.pattern_data.title,\n description: item.pattern_data.description,\n content: item.pattern_data.content,\n score: item.score,\n components: item.components\n }));\n}\n\n/*\n Format memories for injection into system prompt\n /\nexport function formatMemoriesForPrompt(memories: RetrievedMemory[]): string {\n if (memories.length === 0) {\n return '';\n }\n\n let formatted = '\\n## Relevant Memories from Past Experience\\n\\n';\n\n for (let i = 0; i < memories.length; i++) {\n const mem = memories[i];\n formatted += `### Memory ${i + 1}: ${mem.title}\\n\\n`;\n formatted += `${mem.description}\\n\\n`;\n formatted += `Strategy:\\n${mem.content}\\n\\n`;\n formatted += `Confidence: ${(mem.score * 100).toFixed(1)}% \| `;\n formatted += `Similarity: ${(mem.components.similarity * 100).toFixed(1)}%*\\n\\n`;\n formatted += '---\\n\\n';\n }\n\n return formatted;\n}\n"]}
1	+ {"version":3,"file":"retrieve.js","sourceRoot":"","sources":["../../../src/reasoningbank/core/retrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAehD;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,KAAa,EACb,UAA2D,EAAE;IAE7D,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,KAAK,CAAC,yCAAyC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IAErF,iBAAiB;IACjB,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAEjD,oCAAoC;IACpC,MAAM,UAAU,GAAG,EAAE,CAAC,qBAAqB,CAAC;QAC1C,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;KACzC,CAAC,CAAC;IAEH,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACnD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,gBAAgB,UAAU,CAAC,MAAM,aAAa,CAAC,CAAC;IAE9D,8CAA8C;IAC9C,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACnC,MAAM,UAAU,GAAG,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC;QAClF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAEnD,MAAM,SAAS,GACb,MAAM,CAAC,QAAQ,CAAC,KAAK,GAAG,UAAU;YAClC,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAG,OAAO;YAC9B,MAAM,CAAC,QAAQ,CAAC,KAAK,GAAG,WAAW,CAAC;QAEtC,OAAO;YACL,GAAG,IAAI;YACP,KAAK,EAAE,SAAS;YAChB,UAAU,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE;SACjD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,iCAAiC;IACjC,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE5E,wCAAwC;IACxC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACxC,OAAO,CAAC,KAAK,CAAC,8BAA8B,QAAQ,CAAC,MAAM,gBAAgB,QAAQ,IAAI,CAAC,CAAC;IACzF,EAAE,CAAC,SAAS,CAAC,wBAAwB,EAAE,QAAQ,CAAC,CAAC;IAEjD,OAAO,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3B,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK;QAC9B,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW;QAC1C,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,OAAO;QAClC,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,UAAU,EAAE,IAAI,CAAC,UAAU;KAC5B,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,QAA2B;IACjE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,SAAS,GAAG,iDAAiD,CAAC;IAElE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxB,SAAS,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,KAAK,MAAM,CAAC;QACrD,SAAS,IAAI,GAAG,GAAG,CAAC,WAAW,MAAM,CAAC;QACtC,SAAS,IAAI,kBAAkB,GAAG,CAAC,OAAO,MAAM,CAAC;QACjD,SAAS,IAAI,gBAAgB,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QAChE,SAAS,IAAI,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QACjF,SAAS,IAAI,SAAS,CAAC;IACzB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC","sourcesContent":["/*\n Memory Retrieval with MMR diversity\n * Algorithm 1 from ReasoningBank paper\n /\n\nimport { computeEmbedding } from '../utils/embeddings.js';\nimport { mmrSelection, cosineSimilarity } from '../utils/mmr.js';\nimport as db from '../db/queries.js';\nimport { loadConfig } from '../utils/config.js';\n\nexport interface RetrievedMemory {\n id: string;\n title: string;\n description: string;\n content: string;\n score: number;\n components: {\n similarity: number;\n recency: number;\n reliability: number;\n };\n}\n\n/*\n Retrieve top-k memories with MMR diversity\n \n Scoring formula: score = α·sim + β·recency + γ·reliability\n * Where:\n * - sim: cosine similarity to query\n * - recency: exp(-age_days / half_life)\n * - reliability: min(confidence, 1.0)\n /\nexport async function retrieveMemories(\n query: string,\n options: { k?: number; domain?: string; agent?: string } = {}\n): Promise<RetrievedMemory[]> {\n const config = loadConfig();\n const k = options.k \|\| config.retrieve.k;\n const startTime = Date.now();\n\n console.error(`[INFO] Retrieving memories for query: ${query.substring(0, 100)}...`);\n\n // 1. Embed query\n const queryEmbed = await computeEmbedding(query);\n\n // 2. Fetch candidates from database\n const candidates = db.fetchMemoryCandidates({\n domain: options.domain,\n agent: options.agent,\n minConfidence: config.retrieve.min_score\n });\n\n if (candidates.length === 0) {\n console.error('[INFO] No memory candidates found');\n return [];\n }\n\n console.error(`[INFO] Found ${candidates.length} candidates`);\n\n // 3. Score each candidate with 4-factor model\n const scored = candidates.map(item => {\n const similarity = cosineSimilarity(queryEmbed, item.embedding);\n const recency = Math.exp(-item.age_days / config.retrieve.recency_half_life_days);\n const reliability = Math.min(item.confidence, 1.0);\n\n const baseScore =\n config.retrieve.alpha similarity +\n config.retrieve.beta * recency +\n config.retrieve.gamma * reliability;\n\n return {\n ...item,\n score: baseScore,\n components: { similarity, recency, reliability }\n };\n });\n\n // 4. MMR selection for diversity\n const selected = mmrSelection(scored, queryEmbed, k, config.retrieve.delta);\n\n // 5. Record usage for selected memories\n for (const mem of selected) {\n db.incrementUsage(mem.id);\n }\n\n const duration = Date.now() - startTime;\n console.error(`[INFO] Retrieval complete: ${selected.length} memories in ${duration}ms`);\n db.logMetric('rb.retrieve.latency_ms', duration);\n\n return selected.map(item => ({\n id: item.id,\n title: item.pattern_data.title,\n description: item.pattern_data.description,\n content: item.pattern_data.content,\n score: item.score,\n components: item.components\n }));\n}\n\n/*\n Format memories for injection into system prompt\n /\nexport function formatMemoriesForPrompt(memories: RetrievedMemory[]): string {\n if (memories.length === 0) {\n return '';\n }\n\n let formatted = '\\n## Relevant Memories from Past Experience\\n\\n';\n\n for (let i = 0; i < memories.length; i++) {\n const mem = memories[i];\n formatted += `### Memory ${i + 1}: ${mem.title}\\n\\n`;\n formatted += `${mem.description}\\n\\n`;\n formatted += `Strategy:\\n${mem.content}\\n\\n`;\n formatted += `Confidence: ${(mem.score * 100).toFixed(1)}% \| `;\n formatted += `Similarity: ${(mem.components.similarity * 100).toFixed(1)}%*\\n\\n`;\n formatted += '---\\n\\n';\n }\n\n return formatted;\n}\n"]}

package/dist/reasoningbank/db/queries.d.ts CHANGED Viewed

@@ -2,6 +2,7 @@
  * Database queries for ReasoningBank
  * Operates on Claude Flow's memory.db at .swarm/memory.db
  */
+import Database from 'better-sqlite3';
 import type { ReasoningMemory, PatternEmbedding, TaskTrajectory, MattsRun } from './schema.js';
 /**
  * Run database migrations (create tables)
@@ -31,9 +32,15 @@ export declare function upsertMemory(memory: Omit<ReasoningMemory, 'created_at'
  */
 export declare function upsertEmbedding(embedding: PatternEmbedding): void;
 /**
- * Increment usage count for a memory
+ * Increment usage count for a memory. Usage is bookkeeping only; it does not
+ * affect ranking or pruning (see applyOutcomeToMemories).
  */
 export declare function incrementUsage(memoryId: string): void;
+/**
+ * Move the confidence of memories that a task used toward that task's outcome:
+ * an exponential moving average toward 1 on success and toward 0 on failure.
+ */
+export declare function applyOutcomeToMemories(memoryIds: string[], success: boolean, verdictConfidence?: number): void;
 /**
  * Store task trajectory
  */
@@ -74,7 +81,8 @@ export declare function storeConsolidationRun(run: {
     duration_ms: number;
 }): void;
 /**
- * Prune old, unused memories
+ * Prune old, low-confidence memories. Usage does not protect a memory: one
+ * that is retrieved often but keeps failing should still be pruned.
  */
 export declare function pruneOldMemories(options: {
     maxAgeDays: number;

package/dist/reasoningbank/db/queries.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"queries.d.ts","sourceRoot":"","sources":["../../../src/reasoningbank/db/queries.ts"],"names":[],"mappings":"AAAA;;;GAGG;~~AAKH~~,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAU/F;;GAEG;AACH,wBAAsB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAmGnD;AAED;;GAEG;AACH,wBAAgB,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAgBzC;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE;IAC7C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,GAAG,KAAK,CAAC,eAAe,GAAG;IAAE,SAAS,EAAE,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC,~~CAqCzE~~;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,YAAY,GAAG,WAAW,CAAC,GAAG,MAAM,CAmB9F;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,SAAS,EAAE,gBAAgB,GAAG,IAAI,CAWjE;AAED~~;;GAEG~~;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CASrD;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,UAAU,EAAE,IAAI,CAAC,cAAc,EAAE,YAAY,CAAC,GAAG,IAAI,CAoBpF;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,GAAG,IAAI,CAOrE;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAa3D;AAED;;GAEG;AACH,wBAAgB,kCAAkC,IAAI,MAAM,CA4B3D;AAED;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,eAAe,EAAE,CAexD;AAED;;GAEG;AACH,wBAAgB,SAAS,CACvB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,SAAS,GAAG,aAAa,GAAG,SAAS,GAAG,cAAc,EAChE,MAAM,EAAE,MAAM,GACb,IAAI,CAON;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAU5D;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB,GAAG,IAAI,CAeP;AAED~~;;GAEG~~;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;CACvB,GAAG,MAAM,~~CAYT~~;AAED;;GAEG;AACH,wBAAgB,OAAO,IAAI,IAAI,CAM9B"}
1	+ {"version":3,"file":"queries.d.ts","sourceRoot":"","sources":["../../../src/reasoningbank/db/queries.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAGtC,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAU/F;;GAEG;AACH,wBAAsB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAmGnD;AAED;;GAEG;AACH,wBAAgB,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAgBzC;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE;IAC7C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,GAAG,KAAK,CAAC,eAAe,GAAG;IAAE,SAAS,EAAE,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC,CA8CzE;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,YAAY,GAAG,WAAW,CAAC,GAAG,MAAM,CAmB9F;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,SAAS,EAAE,gBAAgB,GAAG,IAAI,CAWjE;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CASrD;AAQD;;;GAGG;AACH,wBAAgB,sBAAsB,CACpC,SAAS,EAAE,MAAM,EAAE,EACnB,OAAO,EAAE,OAAO,EAChB,iBAAiB,SAAI,GACpB,IAAI,CAiBN;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,UAAU,EAAE,IAAI,CAAC,cAAc,EAAE,YAAY,CAAC,GAAG,IAAI,CAoBpF;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,GAAG,IAAI,CAOrE;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAa3D;AAED;;GAEG;AACH,wBAAgB,kCAAkC,IAAI,MAAM,CA4B3D;AAED;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,eAAe,EAAE,CAexD;AAED;;GAEG;AACH,wBAAgB,SAAS,CACvB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,SAAS,GAAG,aAAa,GAAG,SAAS,GAAG,cAAc,EAChE,MAAM,EAAE,MAAM,GACb,IAAI,CAON;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAU5D;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB,GAAG,IAAI,CAeP;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;CACvB,GAAG,MAAM,CAWT;AAED;;GAEG;AACH,wBAAgB,OAAO,IAAI,IAAI,CAM9B"}

package/dist/reasoningbank/db/queries.js CHANGED Viewed

@@ -2,12 +2,12 @@
  * Database queries for ReasoningBank
  * Operates on Claude Flow's memory.db at .swarm/memory.db
  */
-import Database from '../../db/sql-adapter.js';
+import Database from 'better-sqlite3';
 import { existsSync, mkdirSync } from 'fs';
 import { join, dirname } from 'path';
 // Simple logger for database operations
 const logger = {
-    info: (msg, data) => console.log(`[INFO] ${msg}`, data || ''),
+    info: (msg, data) => console.error(`[INFO] ${msg}`, data || ''),
     error: (msg, data) => console.error(`[ERROR] ${msg}`, data || '')
 };
 let dbInstance = null;
@@ -145,7 +145,15 @@ export function fetchMemoryCandidates(options) {
         query += ` AND json_extract(p.pattern_data, '$.domain') = ?`;
         params.push(options.domain);
     }
-    query += ` ORDER BY p.confidence DESC, p.usage_count DESC`;
+    // A memory belongs to the agent that distilled it; memories with no recorded
+    // agent are shared.
+    if (options.agent) {
+        query += ` AND COALESCE(json_extract(p.pattern_data, '$.source.agent_id'), 'unknown') IN (?, 'unknown')`;
+        params.push(options.agent);
+    }
+    // Rank by outcome-driven confidence only: being retrieved is not evidence
+    // that a memory helped.
+    query += ` ORDER BY p.confidence DESC`;
     const stmt = db.prepare(query);
     const rows = stmt.all(...params);
     return rows.map((row) => {
@@ -185,7 +193,8 @@ export function upsertEmbedding(embedding) {
     stmt.run(embedding.id, embedding.model, embedding.dims, buffer);
 }
 /**
- * Increment usage count for a memory
+ * Increment usage count for a memory. Usage is bookkeeping only; it does not
+ * affect ranking or pruning (see applyOutcomeToMemories).
  */
 export function incrementUsage(memoryId) {
     const db = getDb();
@@ -196,6 +205,33 @@ export function incrementUsage(memoryId) {
     WHERE id = ?
   `).run(memoryId);
 }
+/**
+ * Learning rate for outcome updates. Scaled by the judge's confidence in the
+ * verdict, so a low-confidence verdict moves memories less.
+ */
+const OUTCOME_LEARNING_RATE = 0.2;
+/**
+ * Move the confidence of memories that a task used toward that task's outcome:
+ * an exponential moving average toward 1 on success and toward 0 on failure.
+ */
+export function applyOutcomeToMemories(memoryIds, success, verdictConfidence = 1) {
+    if (memoryIds.length === 0)
+        return;
+    const db = getDb();
+    const weight = Math.min(Math.max(verdictConfidence, 0), 1);
+    const rate = OUTCOME_LEARNING_RATE * weight;
+    const target = success ? 1 : 0;
+    const stmt = db.prepare(`
+    UPDATE patterns
+    SET confidence = MIN(1.0, MAX(0.0, confidence + ? * (? - confidence)))
+    WHERE id = ?
+  `);
+    const update = db.transaction((ids) => {
+        for (const id of ids)
+            stmt.run(rate, target, id);
+    });
+    update(memoryIds);
+}
 /**
  * Store task trajectory
  */
@@ -273,7 +309,7 @@ export function getAllActiveMemories() {
     FROM patterns
     WHERE type = 'reasoning_memory'
       AND confidence >= 0.3
-    ORDER BY confidence DESC, usage_count DESC
+    ORDER BY confidence DESC
   `).all();
     return rows.map((row) => ({
         ...row,
@@ -314,14 +350,14 @@ export function storeConsolidationRun(run) {
   `).run(run.run_id, run.items_processed, run.duplicates_found, run.contradictions_found, run.items_pruned, run.duration_ms);
 }
 /**
- * Prune old, unused memories
+ * Prune old, low-confidence memories. Usage does not protect a memory: one
+ * that is retrieved often but keeps failing should still be pruned.
  */
 export function pruneOldMemories(options) {
     const db = getDb();
     const result = db.prepare(`
     DELETE FROM patterns
     WHERE type = 'reasoning_memory'
-      AND usage_count = 0
       AND confidence < ?
       AND CAST((julianday('now') - julianday(created_at)) AS INTEGER) > ?
   `).run(options.minConfidence, options.maxAgeDays);