cognitive-core 0.0.2 → 0.1.2

package/dist/learning/llm-extractor.js

@@ -0,0 +1,372 @@
+/**
+ * LLM-Based Playbook Extractor
+ *
+ * Uses language models to generate higher-quality playbooks
+ * from trajectories. Complements the pattern-based extractor
+ * with deeper semantic analysis.
+ */
+import { createPlaybook } from '../types/index.js';
+const DEFAULT_CONFIG = {
+    temperature: 0.2,
+    maxTokens: 2000,
+    extractFromSingle: true,
+    minComplexity: 3, // Minimum steps to warrant LLM extraction
+};
+/**
+ * LLM-Based Playbook Extractor
+ */
+export class LLMPlaybookExtractor {
+    provider;
+    config;
+    constructor(provider, config) {
+        this.provider = provider;
+        this.config = { ...DEFAULT_CONFIG, ...config };
+    }
+    /**
+     * Extract playbooks from trajectories using LLM
+     */
+    async extract(trajectories, analyses, existingPlaybooks = []) {
+        // Filter to successful, complex enough trajectories
+        const candidates = trajectories.filter((t, i) => {
+            const analysis = analyses[i];
+            return (analysis?.success &&
+                analysis.abstractable &&
+                t.steps.length >= this.config.minComplexity);
+        });
+        if (candidates.length === 0) {
+            return { playbooks: [], refinements: [] };
+        }
+        // Extract playbooks from each candidate
+        const allResults = {
+            playbooks: [],
+            refinements: [],
+        };
+        // Process individually for better quality
+        if (this.config.extractFromSingle) {
+            for (let i = 0; i < candidates.length; i++) {
+                const trajectory = candidates[i];
+                const analysis = analyses.find((_, idx) => trajectories[idx] === trajectory);
+                if (!analysis)
+                    continue;
+                const result = await this.extractFromSingleTrajectory(trajectory, analysis, existingPlaybooks);
+                allResults.playbooks.push(...result.playbooks);
+                allResults.refinements.push(...result.refinements);
+            }
+        }
+        // Also do batch extraction if we have multiple
+        if (candidates.length >= 2) {
+            const batchResult = await this.extractFromBatch(candidates, analyses.filter((_, i) => candidates.includes(trajectories[i])), existingPlaybooks);
+            // Merge with individual results (avoid duplicates)
+            for (const playbook of batchResult.playbooks) {
+                const isDuplicate = allResults.playbooks.some((p) => this.isSimilarPlaybook(p, playbook));
+                if (!isDuplicate) {
+                    allResults.playbooks.push(playbook);
+                }
+            }
+            allResults.refinements.push(...batchResult.refinements);
+        }
+        return allResults;
+    }
+    /**
+     * Extract a playbook from a single trajectory
+     */
+    async extractFromSingleTrajectory(trajectory, analysis, existingPlaybooks) {
+        const prompt = this.buildSingleExtractionPrompt(trajectory, analysis, existingPlaybooks);
+        const response = await this.provider.complete([{ role: 'user', content: prompt }], {
+            temperature: this.config.temperature,
+            maxTokens: this.config.maxTokens,
+        });
+        return this.parseExtractionResponse(response, trajectory);
+    }
+    /**
+     * Extract playbooks from a batch of trajectories
+     */
+    async extractFromBatch(trajectories, analyses, existingPlaybooks) {
+        const prompt = this.buildBatchExtractionPrompt(trajectories, analyses, existingPlaybooks);
+        const response = await this.provider.complete([{ role: 'user', content: prompt }], {
+            temperature: this.config.temperature,
+            maxTokens: this.config.maxTokens * 2,
+        });
+        return this.parseExtractionResponse(response);
+    }
+    /**
+     * Build prompt for single trajectory extraction
+     */
+    buildSingleExtractionPrompt(trajectory, analysis, existingPlaybooks) {
+        const keyStepsDesc = analysis.keySteps
+            .map((idx) => {
+            const step = trajectory.steps[idx];
+            return step
+                ? `  - Step ${idx + 1}: ${step.action}${step.thought ? ` (reasoning: ${step.thought})` : ''}`
+                : '';
+        })
+            .filter(Boolean)
+            .join('\n');
+        const existingPlaybookNames = existingPlaybooks
+            .map((p) => `- ${p.name}: ${p.guidance.strategy.slice(0, 100)}`)
+            .slice(0, 5)
+            .join('\n');
+        return `Analyze this successful problem-solving trajectory and extract a reusable playbook.
+
+## Task
+${trajectory.task.description}
+Domain: ${trajectory.task.domain}
+
+## Solution Steps
+${trajectory.steps.map((s, i) => `${i + 1}. ${s.action}${s.observation ? `\n   Observation: ${s.observation.slice(0, 100)}` : ''}`).join('\n')}
+
+## Key Steps (most important for success)
+${keyStepsDesc}
+
+## Outcome
+${trajectory.outcome.success ? 'SUCCESS' : 'FAILURE'}: ${trajectory.outcome.solution ?? trajectory.outcome.errorInfo ?? 'No details'}
+
+${existingPlaybooks.length > 0 ? `## Existing Playbooks (avoid duplicates)
+${existingPlaybookNames}` : ''}
+
+## Instructions
+Extract a reusable playbook that captures the essential approach. Focus on:
+1. What situations trigger this approach
+2. The core strategy/pattern used
+3. Key tactical steps
+4. Success/failure indicators
+
+Respond in JSON format:
+{
+  "playbook": {
+    "name": "kebab-case-name",
+    "situations": ["when X happens", "for Y type problems"],
+    "triggers": ["error messages", "signals that trigger this"],
+    "antiPatterns": ["when NOT to use this"],
+    "strategy": "High-level approach description",
+    "tactics": ["specific technique 1", "specific technique 2"],
+    "steps": ["step 1", "step 2", "step 3"],
+    "successIndicators": ["how to know it worked"],
+    "failureIndicators": ["how to know it failed"],
+    "complexity": "simple|moderate|complex",
+    "estimatedEffort": 5
+  },
+  "isRefinementOf": null
+}
+
+If this is better suited as a refinement to an existing playbook, set isRefinementOf to the playbook name and include only the refinement details.`;
+    }
+    /**
+     * Build prompt for batch extraction
+     */
+    buildBatchExtractionPrompt(trajectories, analyses, existingPlaybooks) {
+        const trajectorySummaries = trajectories
+            .map((t, i) => {
+            const analysis = analyses[i];
+            const keySteps = analysis?.keySteps ?? [];
+            return `### Trajectory ${i + 1}
+Task: ${t.task.description}
+Domain: ${t.task.domain}
+Steps: ${t.steps.length}
+Key steps: ${keySteps.map((idx) => t.steps[idx]?.action ?? '').join(' → ')}
+Outcome: ${t.outcome.success ? 'SUCCESS' : 'FAILURE'}`;
+        })
+            .join('\n\n');
+        const existingPlaybookNames = existingPlaybooks
+            .map((p) => `- ${p.name}`)
+            .slice(0, 10)
+            .join('\n');
+        return `Analyze these successful trajectories and identify common patterns that can be extracted as reusable playbooks.
+
+## Trajectories
+${trajectorySummaries}
+
+${existingPlaybooks.length > 0 ? `## Existing Playbooks (avoid duplicates)
+${existingPlaybookNames}` : ''}
+
+## Instructions
+Identify patterns that appear across multiple trajectories and extract them as playbooks.
+Focus on generalizable approaches, not task-specific details.
+
+Respond in JSON format:
+{
+  "playbooks": [
+    {
+      "name": "kebab-case-name",
+      "situations": ["when X happens"],
+      "triggers": [],
+      "antiPatterns": [],
+      "strategy": "Description",
+      "tactics": ["technique 1"],
+      "steps": ["step 1", "step 2"],
+      "successIndicators": ["indicator"],
+      "failureIndicators": ["indicator"],
+      "complexity": "simple|moderate|complex",
+      "estimatedEffort": 5,
+      "sourceTrajectories": [1, 2]
+    }
+  ]
+}`;
+    }
+    /**
+     * Parse LLM response into extraction result
+     */
+    parseExtractionResponse(response, sourceTrajectory) {
+        const result = {
+            playbooks: [],
+            refinements: [],
+            rawResponse: response,
+        };
+        try {
+            // Extract JSON from response
+            const jsonMatch = response.match(/\{[\s\S]*\}/);
+            if (!jsonMatch) {
+                return result;
+            }
+            const parsed = JSON.parse(jsonMatch[0]);
+            // Handle single playbook response
+            if (parsed.playbook && !parsed.isRefinementOf) {
+                const playbook = this.createPlaybookFromLLMData(parsed.playbook, sourceTrajectory);
+                result.playbooks.push(playbook);
+            }
+            // Handle refinement response
+            if (parsed.playbook && parsed.isRefinementOf) {
+                result.refinements.push({
+                    playbookId: parsed.isRefinementOf,
+                    refinement: {
+                        context: parsed.playbook.situations?.[0] ?? 'General refinement',
+                        addition: parsed.playbook.strategy ?? '',
+                        source: 'success',
+                        addedAt: new Date(),
+                    },
+                });
+            }
+            // Handle batch response
+            if (parsed.playbooks && Array.isArray(parsed.playbooks)) {
+                for (const pbData of parsed.playbooks) {
+                    const playbook = this.createPlaybookFromLLMData(pbData);
+                    result.playbooks.push(playbook);
+                }
+            }
+        }
+        catch (error) {
+            // JSON parsing failed, return empty result
+            console.warn('Failed to parse LLM extraction response:', error instanceof Error ? error.message : error);
+        }
+        return result;
+    }
+    /**
+     * Create a Playbook from LLM-extracted data
+     */
+    createPlaybookFromLLMData(data, sourceTrajectory) {
+        const domain = sourceTrajectory?.task.domain ?? 'general';
+        const sourceIds = sourceTrajectory ? [sourceTrajectory.id] : [];
+        return createPlaybook({
+            name: data.name ?? `llm-extracted-${Date.now()}`,
+            applicability: {
+                situations: data.situations ?? [],
+                triggers: data.triggers ?? [],
+                antiPatterns: data.antiPatterns ?? [],
+                domains: [domain],
+            },
+            guidance: {
+                strategy: data.strategy ?? '',
+                tactics: data.tactics ?? [],
+                steps: data.steps ?? [],
+            },
+            verification: {
+                successIndicators: data.successIndicators ?? [],
+                failureIndicators: data.failureIndicators ?? [],
+            },
+            evolution: {
+                version: '1.0.0',
+                createdFrom: sourceIds,
+                failures: [],
+                refinements: [],
+                successCount: 1,
+                failureCount: 0,
+            },
+            confidence: 0.6, // Start with moderate confidence for LLM-extracted
+            complexity: this.parseComplexity(data.complexity),
+            estimatedEffort: data.estimatedEffort ?? 5,
+        });
+    }
+    /**
+     * Parse complexity string
+     */
+    parseComplexity(complexity) {
+        const normalized = complexity?.toLowerCase();
+        if (normalized === 'simple')
+            return 'simple';
+        if (normalized === 'complex')
+            return 'complex';
+        return 'moderate';
+    }
+    /**
+     * Check if two playbooks are similar
+     */
+    isSimilarPlaybook(a, b) {
+        // Simple name-based check
+        if (a.name === b.name)
+            return true;
+        // Check situation overlap
+        const aSituations = new Set(a.applicability.situations);
+        const bSituations = b.applicability.situations;
+        const overlap = bSituations.filter((s) => aSituations.has(s)).length;
+        return overlap >= Math.min(aSituations.size, bSituations.length) * 0.8;
+    }
+    /**
+     * Generate a refinement for an existing playbook based on a new trajectory
+     */
+    async generateRefinement(playbook, trajectory, context) {
+        const prompt = `Given this existing playbook and a new trajectory, generate a refinement.
+
+## Existing Playbook: ${playbook.name}
+Strategy: ${playbook.guidance.strategy}
+Steps: ${playbook.guidance.steps?.join(' → ') ?? 'None'}
+
+## New Trajectory
+Task: ${trajectory.task.description}
+Steps taken: ${trajectory.steps.map((s) => s.action).join(' → ')}
+Outcome: ${trajectory.outcome.success ? 'SUCCESS' : 'FAILURE'}
+
+## Context
+${context}
+
+## Instructions
+Generate a refinement that captures what's new or different in this trajectory.
+
+Respond in JSON:
+{
+  "context": "when/where this refinement applies",
+  "addition": "what to add/change in the approach"
+}`;
+        const response = await this.provider.complete([{ role: 'user', content: prompt }], {
+            temperature: this.config.temperature,
+            maxTokens: 500,
+        });
+        try {
+            const jsonMatch = response.match(/\{[\s\S]*\}/);
+            if (jsonMatch) {
+                const parsed = JSON.parse(jsonMatch[0]);
+                return {
+                    context: parsed.context ?? context,
+                    addition: parsed.addition ?? '',
+                    source: trajectory.outcome.success ? 'success' : 'failure',
+                    addedAt: new Date(),
+                };
+            }
+        }
+        catch {
+            // Fall back to simple refinement
+        }
+        return {
+            context,
+            addition: `Additional approach from trajectory: ${trajectory.steps[0]?.action ?? ''}`,
+            source: trajectory.outcome.success ? 'success' : 'failure',
+            addedAt: new Date(),
+        };
+    }
+}
+/**
+ * Create an LLM-based playbook extractor
+ */
+export function createLLMExtractor(provider, config) {
+    return new LLMPlaybookExtractor(provider, config);
+}
+//# sourceMappingURL=llm-extractor.js.map

package/dist/learning/llm-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-extractor.js","sourceRoot":"","sources":["../../src/learning/llm-extractor.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAOH,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAkBnD,MAAM,cAAc,GAAuB;IACzC,WAAW,EAAE,GAAG;IAChB,SAAS,EAAE,IAAI;IACf,iBAAiB,EAAE,IAAI;IACvB,aAAa,EAAE,CAAC,EAAE,0CAA0C;CAC7D,CAAC;AAeF;;GAEG;AACH,MAAM,OAAO,oBAAoB;IACvB,QAAQ,CAAc;IACtB,MAAM,CAAqB;IAEnC,YAAY,QAAqB,EAAE,MAAoC;QACrE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,YAA0B,EAC1B,QAA0B,EAC1B,oBAAgC,EAAE;QAElC,oDAAoD;QACpD,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC9C,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC7B,OAAO,CACL,QAAQ,EAAE,OAAO;gBACjB,QAAQ,CAAC,YAAY;gBACrB,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAC5C,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;QAC5C,CAAC;QAED,wCAAwC;QACxC,MAAM,UAAU,GAAwB;YACtC,SAAS,EAAE,EAAE;YACb,WAAW,EAAE,EAAE;SAChB,CAAC;QAEF,0CAA0C;QAC1C,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;gBACjC,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAC5B,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,UAAU,CAC7C,CAAC;gBAEF,IAAI,CAAC,QAAQ;oBAAE,SAAS;gBAExB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,2BAA2B,CACnD,UAAU,EACV,QAAQ,EACR,iBAAiB,CAClB,CAAC;gBAEF,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC/C,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAED,+CAA+C;QAC/C,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC7C,UAAU,EACV,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,EAC/D,iBAAiB,CAClB,CAAC;YAEF,mDAAmD;YACnD,KAAK,MAAM,QAAQ,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;gBAC7C,MAAM,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,IAAI,CAC3C,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAC3C,CAAC;gBACF,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC;YAED,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,2BAA2B,CACvC,UAAsB,EACtB,QAAwB,EACxB,iBAA6B;QAE7B,MAAM,MAAM,GAAG,IAAI,CAAC,2BAA2B,CAC7C,UAAU,EACV,QAAQ,EACR,iBAAiB,CAClB,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAC3C,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EACnC;YACE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;SACjC,CACF,CAAC;QAEF,OAAO,IAAI,CAAC,uBAAuB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC5D,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAC5B,YAA0B,EAC1B,QAA0B,EAC1B,iBAA6B;QAE7B,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAC5C,YAAY,EACZ,QAAQ,EACR,iBAAiB,CAClB,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAC3C,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EACnC;YACE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC;SACrC,CACF,CAAC;QAEF,OAAO,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACK,2BAA2B,CACjC,UAAsB,EACtB,QAAwB,EACxB,iBAA6B;QAE7B,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ;aACnC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,OAAO,IAAI;gBACT,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC,KAAK,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC7F,CAAC,CAAC,EAAE,CAAC;QACT,CAAC,CAAC;aACD,MAAM,CAAC,OAAO,CAAC;aACf,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,qBAAqB,GAAG,iBAAiB;aAC5C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;aAC/D,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACX,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO;;;EAGT,UAAU,CAAC,IAAI,CAAC,WAAW;UACnB,UAAU,CAAC,IAAI,CAAC,MAAM;;;EAG9B,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;EAG5I,YAAY;;;EAGZ,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,KAAK,UAAU,CAAC,OAAO,CAAC,QAAQ,IAAI,UAAU,CAAC,OAAO,CAAC,SAAS,IAAI,YAAY;;EAElI,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;EAC/B,qBAAqB,EAAE,CAAC,CAAC,CAAC,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;mJA2BqH,CAAC;IAClJ,CAAC;IAED;;OAEG;IACK,0BAA0B,CAChC,YAA0B,EAC1B,QAA0B,EAC1B,iBAA6B;QAE7B,MAAM,mBAAmB,GAAG,YAAY;aACrC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACZ,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,QAAQ,GAAG,QAAQ,EAAE,QAAQ,IAAI,EAAE,CAAC;YAC1C,OAAO,kBAAkB,CAAC,GAAG,CAAC;QAC9B,CAAC,CAAC,IAAI,CAAC,WAAW;UAChB,CAAC,CAAC,IAAI,CAAC,MAAM;SACd,CAAC,CAAC,KAAK,CAAC,MAAM;aACV,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;WAC/D,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;QACjD,CAAC,CAAC;aACD,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhB,MAAM,qBAAqB,GAAG,iBAAiB;aAC5C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;aACzB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO;;;EAGT,mBAAmB;;EAEnB,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;EAC/B,qBAAqB,EAAE,CAAC,CAAC,CAAC,EAAE;;;;;;;;;;;;;;;;;;;;;;;;EAwB5B,CAAC;IACD,CAAC;IAED;;OAEG;IACK,uBAAuB,CAC7B,QAAgB,EAChB,gBAA6B;QAE7B,MAAM,MAAM,GAAwB;YAClC,SAAS,EAAE,EAAE;YACb,WAAW,EAAE,EAAE;YACf,WAAW,EAAE,QAAQ;SACtB,CAAC;QAEF,IAAI,CAAC;YACH,6BAA6B;YAC7B,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAChD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAIrC,CAAC;YAEF,kCAAkC;YAClC,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,yBAAyB,CAC7C,MAAM,CAAC,QAAQ,EACf,gBAAgB,CACjB,CAAC;gBACF,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClC,CAAC;YAED,6BAA6B;YAC7B,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC7C,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC;oBACtB,UAAU,EAAE,MAAM,CAAC,cAAc;oBACjC,UAAU,EAAE;wBACV,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,oBAAoB;wBAChE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,IAAI,EAAE;wBACxC,MAAM,EAAE,SAAS;wBACjB,OAAO,EAAE,IAAI,IAAI,EAAE;qBACpB;iBACF,CAAC,CAAC;YACL,CAAC;YAED,wBAAwB;YACxB,IAAI,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;gBACxD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;oBACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,CAAC;oBACxD,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,2CAA2C;YAC3C,OAAO,CAAC,IAAI,CACV,0CAA0C,EAC1C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAC/C,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,yBAAyB,CAC/B,IAAqB,EACrB,gBAA6B;QAE7B,MAAM,MAAM,GAAG,gBAAgB,EAAE,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC;QAC1D,MAAM,SAAS,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAEhE,OAAO,cAAc,CAAC;YACpB,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,iBAAiB,IAAI,CAAC,GAAG,EAAE,EAAE;YAChD,aAAa,EAAE;gBACb,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE;gBACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;gBAC7B,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,EAAE;gBACrC,OAAO,EAAE,CAAC,MAAM,CAAC;aAClB;YACD,QAAQ,EAAE;gBACR,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;gBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;gBAC3B,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;aACxB;YACD,YAAY,EAAE;gBACZ,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,IAAI,EAAE;gBAC/C,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,IAAI,EAAE;aAChD;YACD,SAAS,EAAE;gBACT,OAAO,EAAE,OAAO;gBAChB,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,EAAE;gBACZ,WAAW,EAAE,EAAE;gBACf,YAAY,EAAE,CAAC;gBACf,YAAY,EAAE,CAAC;aAChB;YACD,UAAU,EAAE,GAAG,EAAE,mDAAmD;YACpE,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC;YACjD,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,CAAC;SAC3C,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,eAAe,CACrB,UAAmB;QAEnB,MAAM,UAAU,GAAG,UAAU,EAAE,WAAW,EAAE,CAAC;QAC7C,IAAI,UAAU,KAAK,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAC7C,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QAC/C,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,CAAW,EAAE,CAAW;QAChD,0BAA0B;QAC1B,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEnC,0BAA0B;QAC1B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QACxD,MAAM,WAAW,GAAG,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC;QAC/C,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAErE,OAAO,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CACtB,QAAkB,EAClB,UAAsB,EACtB,OAAe;QAEf,MAAM,MAAM,GAAG;;wBAEK,QAAQ,CAAC,IAAI;YACzB,QAAQ,CAAC,QAAQ,CAAC,QAAQ;SAC7B,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM;;;QAG/C,UAAU,CAAC,IAAI,CAAC,WAAW;eACpB,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;WACrD,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;;;EAG3D,OAAO;;;;;;;;;EASP,CAAC;QAEC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAC3C,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EACnC;YACE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,SAAS,EAAE,GAAG;SACf,CACF,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAChD,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAGrC,CAAC;gBAEF,OAAO;oBACL,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,OAAO;oBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;oBAC/B,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;oBAC1D,OAAO,EAAE,IAAI,IAAI,EAAE;iBACpB,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iCAAiC;QACnC,CAAC;QAED,OAAO;YACL,OAAO;YACP,QAAQ,EAAE,wCAAwC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,EAAE,EAAE;YACrF,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YAC1D,OAAO,EAAE,IAAI,IAAI,EAAE;SACpB,CAAC;IACJ,CAAC;CACF;AAoBD;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,QAAqB,EACrB,MAAoC;IAEpC,OAAO,IAAI,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AACpD,CAAC"}

package/dist/learning/meta-learner.d.ts

@@ -0,0 +1,87 @@
+/**
+ * Meta Learner
+ * Learns about learning - analyzes trajectories to improve routing and retrieval
+ */
+import type { MetaObservation, MetaStrategy, Trajectory, RoutingDecisionType } from '../types/index.js';
+import type { MetaMemory } from '../memory/meta.js';
+import type { PlaybookMatch } from '../memory/playbook.js';
+import type { MetaReflectionOutput } from '../workspace/templates/meta-reflection.js';
+/**
+ * Routing decision from the router
+ */
+export interface RoutingDecision {
+    strategy: RoutingDecisionType;
+    confidence: number;
+    estimatedBudget: number;
+    reasoning: string;
+}
+/**
+ * Configuration for meta learner
+ */
+export interface MetaLearnerConfig {
+    /** Minimum observations before generating strategies */
+    minObservationsForStrategies: number;
+    /** How often to run strategy generation (in observations) */
+    strategyGenerationInterval: number;
+    /** Threshold for considering retrieval helpful */
+    helpfulRetrievalThreshold: number;
+    /** Minimum tactic word overlap to consider guidance followed (default: 2) */
+    tacticOverlapThreshold: number;
+}
+/**
+ * Meta Learner
+ * Generates meta-observations and learns meta-strategies
+ */
+export declare class MetaLearner {
+    private meta;
+    private config;
+    private observationCount;
+    constructor(meta: MetaMemory, config?: Partial<MetaLearnerConfig>);
+    /**
+     * Generate reflection from completed trajectory
+     */
+    generateReflection(trajectory: Trajectory, routing: RoutingDecision, playbooksUsed: PlaybookMatch[]): Promise<MetaObservation>;
+    /**
+     * Record a meta-observation from workspace-based reflection output.
+     * Bridges MetaReflectionOutput (from the meta-reflection template)
+     * into the MetaObservation storage format.
+     */
+    recordFromReflection(reflection: MetaReflectionOutput, trajectoryId: string, routing: RoutingDecision, playbookIds: string[], actualEffort: number): Promise<MetaObservation>;
+    /**
+     * Analyze accumulated observations and generate meta-strategies
+     */
+    learn(): Promise<MetaStrategy[]>;
+    /**
+     * Apply meta-strategies to adjust routing
+     */
+    adjustRouting(baseRouting: RoutingDecision, taskCharacteristics: string[], memoryState: string[]): Promise<RoutingDecision>;
+    /**
+     * Assess retrieval quality based on trajectory outcome
+     */
+    private assessRetrievalQuality;
+    /**
+     * Check if playbook guidance was followed in the trajectory
+     */
+    private checkGuidanceFollowed;
+    /**
+     * Assess outcome quality
+     */
+    private assessOutcomeQuality;
+    /**
+     * Analyze execution path
+     */
+    private analyzeExecution;
+    /**
+     * Generate lessons learned
+     */
+    private generateLessons;
+    /**
+     * Generate strategies from routing analysis
+     */
+    private generateStrategiesFromAnalysis;
+}
+/**
+ * Create a meta learner
+ */
+export declare function createMetaLearner(meta: MetaMemory, config?: Partial<MetaLearnerConfig>): MetaLearner;
+//# sourceMappingURL=meta-learner.d.ts.map

package/dist/learning/meta-learner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"meta-learner.d.ts","sourceRoot":"","sources":["../../src/learning/meta-learner.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,eAAe,EACf,YAAY,EACZ,UAAU,EAEV,mBAAmB,EAIpB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AAEtF;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,mBAAmB,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,wDAAwD;IACxD,4BAA4B,EAAE,MAAM,CAAC;IACrC,6DAA6D;IAC7D,0BAA0B,EAAE,MAAM,CAAC;IACnC,kDAAkD;IAClD,yBAAyB,EAAE,MAAM,CAAC;IAClC,6EAA6E;IAC7E,sBAAsB,EAAE,MAAM,CAAC;CAChC;AASD;;;GAGG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,gBAAgB,CAAK;gBAEjB,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC;IAKjE;;OAEG;IACG,kBAAkB,CACtB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,eAAe,EACxB,aAAa,EAAE,aAAa,EAAE,GAC7B,OAAO,CAAC,eAAe,CAAC;IA4D3B;;;;OAIG;IACG,oBAAoB,CACxB,UAAU,EAAE,oBAAoB,EAChC,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,eAAe,EACxB,WAAW,EAAE,MAAM,EAAE,EACrB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,eAAe,CAAC;IA0C3B;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;IA0BtC;;OAEG;IACG,aAAa,CACjB,WAAW,EAAE,eAAe,EAC5B,mBAAmB,EAAE,MAAM,EAAE,EAC7B,WAAW,EAAE,MAAM,EAAE,GACpB,OAAO,CAAC,eAAe,CAAC;IA8D3B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAsB9B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IA8B7B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAuB5B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAgExB;;OAEG;IACH,OAAO,CAAC,eAAe;IAoEvB;;OAEG;IACH,OAAO,CAAC,8BAA8B;CAmDvC;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,UAAU,EAChB,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAClC,WAAW,CAEb"}