@jcmrs/opencode-vmem 1.0.0

package/dist/extract/confidence.d.ts

@@ -0,0 +1,48 @@
+import { MemoryCard, EnrichmentContext } from '../types.js';
+export interface ConfidenceScore {
+    overall: number;
+    components: ConfidenceComponents;
+    factors: ConfidenceFactor[];
+    action: ConfidenceAction;
+}
+export interface ConfidenceComponents {
+    patternMatch: number;
+    textClarity: number;
+    extractionCertainty: number;
+    contextConsistency: number;
+}
+export interface ConfidenceFactor {
+    name: string;
+    impact: 'positive' | 'negative' | 'neutral';
+    weight: number;
+    description: string;
+}
+export type ConfidenceAction = 'accept' | 'flag' | 'tombstone' | 'reject';
+export interface ConfidenceThresholds {
+    accept: number;
+    flag: number;
+    autoTombstone: number;
+    reject: number;
+}
+export declare class ConfidenceScorer {
+    private thresholds;
+    private existingCards;
+    constructor(thresholds?: Partial<ConfidenceThresholds>);
+    score(card: MemoryCard, ctx: EnrichmentContext, source: 'rules' | 'llm' | 'hybrid'): ConfidenceScore;
+    scoreBatch(cards: MemoryCard[], ctx: EnrichmentContext, source: 'rules' | 'llm' | 'hybrid'): Map<string, ConfidenceScore>;
+    private calculateComponents;
+    private scorePatternMatch;
+    private scoreTextClarity;
+    private scoreExtractionCertainty;
+    private scoreContextConsistency;
+    private calculateSimilarity;
+    private identifyFactors;
+    private calculateOverall;
+    determineAction(score: number): ConfidenceAction;
+    loadExistingCards(cards: MemoryCard[]): void;
+    shouldFlag(score: ConfidenceScore): boolean;
+    shouldTombstone(score: ConfidenceScore): boolean;
+    getThresholds(): ConfidenceThresholds;
+    setThresholds(thresholds: Partial<ConfidenceThresholds>): void;
+}
+//# sourceMappingURL=confidence.d.ts.map

package/dist/extract/confidence.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"confidence.d.ts","sourceRoot":"","sources":["../../src/extract/confidence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAE5D,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,oBAAoB,CAAC;IACjC,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,MAAM,EAAE,gBAAgB,CAAC;CAC1B;AAED,MAAM,WAAW,oBAAoB;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE1E,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;CAChB;AASD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,aAAa,CAA4B;gBAErC,UAAU,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC;IAKtD,KAAK,CACH,IAAI,EAAE,UAAU,EAChB,GAAG,EAAE,iBAAiB,EACtB,MAAM,EAAE,OAAO,GAAG,KAAK,GAAG,QAAQ,GACjC,eAAe;IAclB,UAAU,CACR,KAAK,EAAE,UAAU,EAAE,EACnB,GAAG,EAAE,iBAAiB,EACtB,MAAM,EAAE,OAAO,GAAG,KAAK,GAAG,QAAQ,GACjC,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC;IAU/B,OAAO,CAAC,mBAAmB;IAa3B,OAAO,CAAC,iBAAiB;IAWzB,OAAO,CAAC,gBAAgB;IA4BxB,OAAO,CAAC,wBAAwB;IA0BhC,OAAO,CAAC,uBAAuB;IAuB/B,OAAO,CAAC,mBAAmB;IAe3B,OAAO,CAAC,eAAe;IA+DvB,OAAO,CAAC,gBAAgB;IAqBxB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,gBAAgB;IAYhD,iBAAiB,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI;IAY5C,UAAU,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO;IAI3C,eAAe,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO;IAIhD,aAAa,IAAI,oBAAoB;IAIrC,aAAa,CAAC,UAAU,EAAE,OAAO,CAAC,oBAAoB,CAAC,GAAG,IAAI;CAG/D"}

package/dist/extract/confidence.js

@@ -0,0 +1,230 @@
+const DEFAULT_THRESHOLDS = {
+    accept: 0.8,
+    flag: 0.4,
+    autoTombstone: 0.4,
+    reject: 0.2
+};
+export class ConfidenceScorer {
+    thresholds;
+    existingCards;
+    constructor(thresholds) {
+        this.thresholds = { ...DEFAULT_THRESHOLDS, ...thresholds };
+        this.existingCards = new Map();
+    }
+    score(card, ctx, source) {
+        const components = this.calculateComponents(card, ctx, source);
+        const factors = this.identifyFactors(card, ctx, source, components);
+        const overall = this.calculateOverall(components, factors);
+        const action = this.determineAction(overall);
+        return {
+            overall,
+            components,
+            factors,
+            action
+        };
+    }
+    scoreBatch(cards, ctx, source) {
+        const results = new Map();
+        for (const card of cards) {
+            results.set(card.id, this.score(card, ctx, source));
+        }
+        return results;
+    }
+    calculateComponents(card, ctx, source) {
+        return {
+            patternMatch: this.scorePatternMatch(card, source),
+            textClarity: this.scoreTextClarity(ctx),
+            extractionCertainty: this.scoreExtractionCertainty(card),
+            contextConsistency: this.scoreContextConsistency(card)
+        };
+    }
+    scorePatternMatch(_card, source) {
+        switch (source) {
+            case 'rules':
+                return 0.9;
+            case 'hybrid':
+                return 0.85;
+            case 'llm':
+                return 0.7;
+        }
+    }
+    scoreTextClarity(ctx) {
+        const text = ctx.text;
+        if (!text || text.length < 10) {
+            return 0.3;
+        }
+        let score = 0.5;
+        if (text.length >= 50 && text.length <= 500) {
+            score += 0.2;
+        }
+        else if (text.length > 500) {
+            score -= 0.1;
+        }
+        const sentenceCount = (text.match(/[.!?]+/g) || []).length;
+        if (sentenceCount >= 1 && sentenceCount <= 5) {
+            score += 0.1;
+        }
+        const hasSpecialChars = /[<>{}[\]]/.test(text);
+        if (hasSpecialChars) {
+            score -= 0.1;
+        }
+        return Math.max(0, Math.min(1, score));
+    }
+    scoreExtractionCertainty(card) {
+        const baseConfidence = card.confidence ?? 0.5;
+        let score = baseConfidence;
+        if (card.entity && /^[a-z][a-z0-9._]*$/.test(card.entity)) {
+            score += 0.05;
+        }
+        else {
+            score -= 0.1;
+        }
+        if (card.slot && /^[a-z][a-z0-9_]*$/.test(card.slot)) {
+            score += 0.05;
+        }
+        else {
+            score -= 0.1;
+        }
+        if (card.value && card.value.length >= 2 && card.value.length <= 200) {
+            score += 0.05;
+        }
+        else if (!card.value || card.value.length < 2) {
+            score -= 0.15;
+        }
+        return Math.max(0, Math.min(1, score));
+    }
+    scoreContextConsistency(card) {
+        const key = `${card.entity}:${card.slot}`;
+        const existing = this.existingCards.get(key);
+        if (!existing || existing.length === 0) {
+            return 0.7;
+        }
+        const sameValue = existing.some(c => c.value === card.value);
+        if (sameValue) {
+            return 0.95;
+        }
+        const similarValue = existing.some(c => this.calculateSimilarity(c.value, card.value) > 0.8);
+        if (similarValue) {
+            return 0.85;
+        }
+        return 0.5;
+    }
+    calculateSimilarity(a, b) {
+        const aLower = a.toLowerCase();
+        const bLower = b.toLowerCase();
+        if (aLower === bLower)
+            return 1;
+        const aWords = new Set(aLower.split(/\s+/));
+        const bWords = new Set(bLower.split(/\s+/));
+        const intersection = new Set([...aWords].filter(x => bWords.has(x)));
+        const union = new Set([...aWords, ...bWords]);
+        return intersection.size / union.size;
+    }
+    identifyFactors(card, _ctx, source, components) {
+        const factors = [];
+        if (source === 'rules') {
+            factors.push({
+                name: 'rule_match',
+                impact: 'positive',
+                weight: 0.2,
+                description: 'Extracted via deterministic rule'
+            });
+        }
+        else if (source === 'llm') {
+            factors.push({
+                name: 'llm_extraction',
+                impact: 'neutral',
+                weight: 0,
+                description: 'Extracted via LLM (may have variance)'
+            });
+        }
+        if (card.confidence !== undefined) {
+            if (card.confidence >= 0.8) {
+                factors.push({
+                    name: 'high_base_confidence',
+                    impact: 'positive',
+                    weight: 0.15,
+                    description: `Base confidence: ${card.confidence.toFixed(2)}`
+                });
+            }
+            else if (card.confidence < 0.5) {
+                factors.push({
+                    name: 'low_base_confidence',
+                    impact: 'negative',
+                    weight: -0.15,
+                    description: `Low base confidence: ${card.confidence.toFixed(2)}`
+                });
+            }
+        }
+        if (components.textClarity < 0.5) {
+            factors.push({
+                name: 'unclear_text',
+                impact: 'negative',
+                weight: -0.1,
+                description: 'Source text is unclear or noisy'
+            });
+        }
+        if (card.value && card.value.length < 2) {
+            factors.push({
+                name: 'short_value',
+                impact: 'negative',
+                weight: -0.1,
+                description: 'Extracted value is very short'
+            });
+        }
+        return factors;
+    }
+    calculateOverall(components, factors) {
+        const weights = {
+            patternMatch: 0.25,
+            textClarity: 0.15,
+            extractionCertainty: 0.35,
+            contextConsistency: 0.25
+        };
+        let score = components.patternMatch * weights.patternMatch +
+            components.textClarity * weights.textClarity +
+            components.extractionCertainty * weights.extractionCertainty +
+            components.contextConsistency * weights.contextConsistency;
+        for (const factor of factors) {
+            score += factor.weight;
+        }
+        return Math.max(0, Math.min(1, score));
+    }
+    determineAction(score) {
+        if (score >= this.thresholds.accept) {
+            return 'accept';
+        }
+        else if (score >= this.thresholds.flag) {
+            return 'flag';
+        }
+        else if (score >= this.thresholds.reject) {
+            return 'tombstone';
+        }
+        else {
+            return 'reject';
+        }
+    }
+    loadExistingCards(cards) {
+        this.existingCards.clear();
+        for (const card of cards) {
+            const key = `${card.entity}:${card.slot}`;
+            if (!this.existingCards.has(key)) {
+                this.existingCards.set(key, []);
+            }
+            this.existingCards.get(key).push(card);
+        }
+    }
+    shouldFlag(score) {
+        return score.action === 'flag';
+    }
+    shouldTombstone(score) {
+        return score.action === 'tombstone' || score.action === 'reject';
+    }
+    getThresholds() {
+        return { ...this.thresholds };
+    }
+    setThresholds(thresholds) {
+        this.thresholds = { ...this.thresholds, ...thresholds };
+    }
+}
+//# sourceMappingURL=confidence.js.map

package/dist/extract/confidence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"confidence.js","sourceRoot":"","sources":["../../src/extract/confidence.ts"],"names":[],"mappings":"AAgCA,MAAM,kBAAkB,GAAyB;IAC/C,MAAM,EAAE,GAAG;IACX,IAAI,EAAE,GAAG;IACT,aAAa,EAAE,GAAG;IAClB,MAAM,EAAE,GAAG;CACZ,CAAC;AAEF,MAAM,OAAO,gBAAgB;IACnB,UAAU,CAAuB;IACjC,aAAa,CAA4B;IAEjD,YAAY,UAA0C;QACpD,IAAI,CAAC,UAAU,GAAG,EAAE,GAAG,kBAAkB,EAAE,GAAG,UAAU,EAAE,CAAC;QAC3D,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CACH,IAAgB,EAChB,GAAsB,EACtB,MAAkC;QAElC,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QACpE,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAE7C,OAAO;YACL,OAAO;YACP,UAAU;YACV,OAAO;YACP,MAAM;SACP,CAAC;IACJ,CAAC;IAED,UAAU,CACR,KAAmB,EACnB,GAAsB,EACtB,MAAkC;QAElC,MAAM,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;QAEnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,mBAAmB,CACzB,IAAgB,EAChB,GAAsB,EACtB,MAAkC;QAElC,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC;YAClD,WAAW,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC;YACvC,mBAAmB,EAAE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC;YACxD,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC;SACvD,CAAC;IACJ,CAAC;IAEO,iBAAiB,CAAC,KAAiB,EAAE,MAAkC;QAC7E,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,OAAO;gBACV,OAAO,GAAG,CAAC;YACb,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC;YACd,KAAK,KAAK;gBACR,OAAO,GAAG,CAAC;QACf,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,GAAsB;QAC7C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QAEtB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC9B,OAAO,GAAG,CAAC;QACb,CAAC;QAED,IAAI,KAAK,GAAG,GAAG,CAAC;QAEhB,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;YAC5C,KAAK,IAAI,GAAG,CAAC;QACf,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC7B,KAAK,IAAI,GAAG,CAAC;QACf,CAAC;QAED,MAAM,aAAa,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QAC3D,IAAI,aAAa,IAAI,CAAC,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YAC7C,KAAK,IAAI,GAAG,CAAC;QACf,CAAC;QAED,MAAM,eAAe,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,eAAe,EAAE,CAAC;YACpB,KAAK,IAAI,GAAG,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACzC,CAAC;IAEO,wBAAwB,CAAC,IAAgB;QAC/C,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,IAAI,GAAG,CAAC;QAE9C,IAAI,KAAK,GAAG,cAAc,CAAC;QAE3B,IAAI,IAAI,CAAC,MAAM,IAAI,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1D,KAAK,IAAI,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,GAAG,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACrD,KAAK,IAAI,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,GAAG,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;YACrE,KAAK,IAAI,IAAI,CAAC;QAChB,CAAC;aAAM,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,KAAK,IAAI,IAAI,CAAC;QAChB,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACzC,CAAC;IAEO,uBAAuB,CAAC,IAAgB;QAC9C,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAE7C,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvC,OAAO,GAAG,CAAC;QACb,CAAC;QAED,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7D,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CACrC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CACpD,CAAC;QACF,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,mBAAmB,CAAC,CAAS,EAAE,CAAS;QAC9C,MAAM,MAAM,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QAE/B,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,CAAC,CAAC;QAEhC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAE5C,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC;QAE9C,OAAO,YAAY,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;IACxC,CAAC;IAEO,eAAe,CACrB,IAAgB,EAChB,IAAuB,EACvB,MAAkC,EAClC,UAAgC;QAEhC,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,YAAY;gBAClB,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,GAAG;gBACX,WAAW,EAAE,kCAAkC;aAChD,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,gBAAgB;gBACtB,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,CAAC;gBACT,WAAW,EAAE,uCAAuC;aACrD,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,UAAU,IAAI,GAAG,EAAE,CAAC;gBAC3B,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,sBAAsB;oBAC5B,MAAM,EAAE,UAAU;oBAClB,MAAM,EAAE,IAAI;oBACZ,WAAW,EAAE,oBAAoB,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;iBAC9D,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;gBACjC,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,qBAAqB;oBAC3B,MAAM,EAAE,UAAU;oBAClB,MAAM,EAAE,CAAC,IAAI;oBACb,WAAW,EAAE,wBAAwB,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;iBAClE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,UAAU,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,cAAc;gBACpB,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,CAAC,GAAG;gBACZ,WAAW,EAAE,iCAAiC;aAC/C,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,CAAC,GAAG;gBACZ,WAAW,EAAE,+BAA+B;aAC7C,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,gBAAgB,CAAC,UAAgC,EAAE,OAA2B;QACpF,MAAM,OAAO,GAAG;YACd,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE,IAAI;YACjB,mBAAmB,EAAE,IAAI;YACzB,kBAAkB,EAAE,IAAI;SACzB,CAAC;QAEF,IAAI,KAAK,GACP,UAAU,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY;YAC9C,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW;YAC5C,UAAU,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB;YAC5D,UAAU,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAE7D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,eAAe,CAAC,KAAa;QAC3B,IAAI,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YACpC,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,IAAI,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACzC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YAC3C,OAAO,WAAW,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IAED,iBAAiB,CAAC,KAAmB;QACnC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAClC,CAAC;YACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,UAAU,CAAC,KAAsB;QAC/B,OAAO,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC;IACjC,CAAC;IAED,eAAe,CAAC,KAAsB;QACpC,OAAO,KAAK,CAAC,MAAM,KAAK,WAAW,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC;IACnE,CAAC;IAED,aAAa;QACX,OAAO,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;IAChC,CAAC;IAED,aAAa,CAAC,UAAyC;QACrD,IAAI,CAAC,UAAU,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,GAAG,UAAU,EAAE,CAAC;IAC1D,CAAC;CACF"}

package/dist/extract/llm-extractor.d.ts

@@ -0,0 +1,35 @@
+import { EnrichmentContext, EnrichmentResult, MemoryCard, VmemConfig } from '../types.js';
+export interface LLMExtractionConfig {
+    provider: 'zai' | 'openai';
+    model: string;
+    apiKey?: string;
+    maxTokens: number;
+    temperature: number;
+    timeout: number;
+    maxCardsPerObservation: number;
+    minConfidence: number;
+}
+export interface ExtractedMemory {
+    kind: MemoryCard['kind'];
+    entity: string;
+    slot: string;
+    value: string;
+    polarity?: 'positive' | 'negative';
+    confidence: number;
+    reasoning?: string;
+}
+export declare class LLMExtractor {
+    private config;
+    private globalConfig;
+    private apiKey;
+    constructor(globalConfig: VmemConfig, config?: Partial<LLMExtractionConfig>);
+    enrich(ctx: EnrichmentContext): Promise<EnrichmentResult>;
+    enrichBatch(ctxs: EnrichmentContext[]): Promise<EnrichmentResult[]>;
+    private callLLM;
+    private buildPromptText;
+    private buildCards;
+    private normalizeEntity;
+    private normalizeSlot;
+    private delay;
+}
+//# sourceMappingURL=llm-extractor.d.ts.map

package/dist/extract/llm-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-extractor.d.ts","sourceRoot":"","sources":["../../src/extract/llm-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAG1F,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,KAAK,GAAG,QAAQ,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,UAAU,GAAG,UAAU,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAsCD,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,YAAY,CAAa;IACjC,OAAO,CAAC,MAAM,CAAgB;gBAElB,YAAY,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC;IAgBrE,MAAM,CAAC,GAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAyCzD,WAAW,CAAC,IAAI,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;YAa3D,OAAO;IAgFrB,OAAO,CAAC,eAAe;IAqBvB,OAAO,CAAC,UAAU;IAgBlB,OAAO,CAAC,eAAe;IAQvB,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,KAAK;CAGd"}

package/dist/extract/llm-extractor.js

@@ -0,0 +1,204 @@
+import { uuid } from '../utils/uuid.js';
+const DEFAULT_CONFIG = {
+    provider: 'zai',
+    model: 'glm-5',
+    maxTokens: 1000,
+    temperature: 0.3,
+    timeout: 30000,
+    maxCardsPerObservation: 5,
+    minConfidence: 0.5
+};
+const EXTRACTION_PROMPT = `You are a memory extraction system. Analyze the given text and extract structured memories.
+
+For each memory, identify:
+1. kind: fact, preference, profile, goal, or other
+2. entity: who/what this is about (e.g., "user", "project")
+3. slot: the attribute name (e.g., "employer", "framework", "response_style")
+4. value: the extracted value
+5. confidence: how certain you are (0.0 to 1.0)
+
+Rules:
+- Only extract clear, factual information
+- Do not hallucinate or infer beyond what is stated
+- If uncertain, set confidence lower
+- Maximum 5 memories per text
+
+Respond with valid JSON only.`;
+export class LLMExtractor {
+    config;
+    globalConfig;
+    apiKey;
+    constructor(globalConfig, config) {
+        this.globalConfig = globalConfig;
+        this.config = { ...DEFAULT_CONFIG, ...config };
+        // Get API key from: config > environment variable
+        this.apiKey = this.config.apiKey
+            || globalConfig.extraction.llmApiKey
+            || (config?.provider === 'openai'
+                ? process.env.OPENAI_API_KEY || null
+                : process.env.ZAI_API_KEY || process.env.OPENAI_API_KEY || null);
+        if (!this.apiKey && globalConfig.extraction.llmEnabled) {
+            console.warn('[vmem] LLM extraction enabled but no API key configured. Set ZAI_API_KEY or OPENAI_API_KEY environment variable.');
+        }
+    }
+    async enrich(ctx) {
+        const startTime = Date.now();
+        if (!this.globalConfig.extraction.llmEnabled) {
+            return {
+                cards: [],
+                matchedRules: [],
+                skippedRules: [],
+                errors: [{ rule: 'llm', error: 'LLM extraction disabled' }],
+                source: 'llm',
+                processingTimeMs: Date.now() - startTime
+            };
+        }
+        try {
+            const response = await this.callLLM(ctx);
+            const cards = this.buildCards(response.memories, ctx);
+            return {
+                cards,
+                matchedRules: ['llm'],
+                skippedRules: [],
+                errors: [],
+                source: 'llm',
+                processingTimeMs: response.latencyMs
+            };
+        }
+        catch (error) {
+            return {
+                cards: [],
+                matchedRules: [],
+                skippedRules: [],
+                errors: [{
+                        rule: 'llm',
+                        error: error instanceof Error ? error.message : String(error)
+                    }],
+                source: 'llm',
+                processingTimeMs: Date.now() - startTime
+            };
+        }
+    }
+    async enrichBatch(ctxs) {
+        const results = [];
+        for (const ctx of ctxs) {
+            const result = await this.enrich(ctx);
+            results.push(result);
+            await this.delay(100);
+        }
+        return results;
+    }
+    async callLLM(ctx) {
+        const startTime = Date.now();
+        if (!this.apiKey) {
+            throw new Error('LLM API key not configured. Set ZAI_API_KEY or OPENAI_API_KEY environment variable.');
+        }
+        const text = this.buildPromptText(ctx);
+        const requestBody = {
+            model: this.config.model,
+            messages: [
+                { role: 'system', content: EXTRACTION_PROMPT },
+                { role: 'user', content: text }
+            ],
+            max_tokens: this.config.maxTokens,
+            temperature: this.config.temperature,
+            response_format: { type: 'json_object' }
+        };
+        const controller = new AbortController();
+        const timeoutId = setTimeout(() => controller.abort(), this.config.timeout);
+        try {
+            const baseUrl = this.config.provider === 'zai'
+                ? 'https://api.z.ai/v1'
+                : 'https://api.openai.com/v1';
+            const response = await fetch(`${baseUrl}/chat/completions`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'Authorization': `Bearer ${this.apiKey}`
+                },
+                body: JSON.stringify(requestBody),
+                signal: controller.signal
+            });
+            clearTimeout(timeoutId);
+            if (!response.ok) {
+                throw new Error(`LLM API error: ${response.status} ${response.statusText}`);
+            }
+            const data = await response.json();
+            const content = data.choices?.[0]?.message?.content || '{}';
+            let memories;
+            try {
+                const parsed = JSON.parse(content);
+                memories = Array.isArray(parsed.memories) ? parsed.memories : [];
+            }
+            catch {
+                memories = [];
+            }
+            memories = memories
+                .filter(m => m && typeof m.confidence === 'number' && m.confidence >= this.config.minConfidence)
+                .slice(0, this.config.maxCardsPerObservation);
+            return {
+                memories,
+                usage: data.usage ? {
+                    promptTokens: data.usage.prompt_tokens || 0,
+                    completionTokens: data.usage.completion_tokens || 0
+                } : undefined,
+                latencyMs: Date.now() - startTime
+            };
+        }
+        catch (error) {
+            clearTimeout(timeoutId);
+            if (error instanceof Error && error.name === 'AbortError') {
+                throw new Error('LLM request timed out');
+            }
+            throw error;
+        }
+    }
+    buildPromptText(ctx) {
+        const parts = [];
+        if (ctx.title) {
+            parts.push(`Title: ${ctx.title}`);
+        }
+        parts.push(`Content: ${ctx.text}`);
+        if (ctx.output) {
+            parts.push(`Output: ${ctx.output.slice(0, 500)}`);
+        }
+        if (ctx.input) {
+            const inputStr = JSON.stringify(ctx.input).slice(0, 200);
+            parts.push(`Input: ${inputStr}`);
+        }
+        return parts.join('\n\n');
+    }
+    buildCards(memories, ctx) {
+        return memories.map(m => ({
+            id: uuid(),
+            frameId: ctx.frameId,
+            entity: this.normalizeEntity(m.entity),
+            slot: this.normalizeSlot(m.slot),
+            value: m.value.trim(),
+            kind: m.kind,
+            confidence: m.confidence,
+            sourceObservationId: ctx.frameId,
+            createdAt: Date.now(),
+            updatedAt: Date.now(),
+            metadata: m.reasoning ? { reasoning: m.reasoning } : undefined
+        }));
+    }
+    normalizeEntity(entity) {
+        return entity
+            .toLowerCase()
+            .replace(/[^a-z0-9._]/g, '_')
+            .replace(/_+/g, '_')
+            .replace(/^_|_$/g, '');
+    }
+    normalizeSlot(slot) {
+        return slot
+            .toLowerCase()
+            .replace(/[^a-z0-9_]/g, '_')
+            .replace(/_+/g, '_')
+            .replace(/^_|_$/g, '');
+    }
+    delay(ms) {
+        return new Promise(resolve => setTimeout(resolve, ms));
+    }
+}
+//# sourceMappingURL=llm-extractor.js.map

package/dist/extract/llm-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-extractor.js","sourceRoot":"","sources":["../../src/extract/llm-extractor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAgCxC,MAAM,cAAc,GAAwB;IAC1C,QAAQ,EAAE,KAAK;IACf,KAAK,EAAE,OAAO;IACd,SAAS,EAAE,IAAI;IACf,WAAW,EAAE,GAAG;IAChB,OAAO,EAAE,KAAK;IACd,sBAAsB,EAAE,CAAC;IACzB,aAAa,EAAE,GAAG;CACnB,CAAC;AAEF,MAAM,iBAAiB,GAAG;;;;;;;;;;;;;;;8BAeI,CAAC;AAE/B,MAAM,OAAO,YAAY;IACf,MAAM,CAAsB;IAC5B,YAAY,CAAa;IACzB,MAAM,CAAgB;IAE9B,YAAY,YAAwB,EAAE,MAAqC;QACzE,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAE/C,kDAAkD;QAClD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;eAC3B,YAAY,CAAC,UAAU,CAAC,SAAS;eACjC,CAAC,MAAM,EAAE,QAAQ,KAAK,QAAQ;gBAC/B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI;gBACpC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC;QAErE,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,YAAY,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YACvD,OAAO,CAAC,IAAI,CAAC,kHAAkH,CAAC,CAAC;QACnI,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAsB;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAC7C,OAAO;gBACL,KAAK,EAAE,EAAE;gBACT,YAAY,EAAE,EAAE;gBAChB,YAAY,EAAE,EAAE;gBAChB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC;gBAC3D,MAAM,EAAE,KAAK;gBACb,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACzC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAEtD,OAAO;gBACL,KAAK;gBACL,YAAY,EAAE,CAAC,KAAK,CAAC;gBACrB,YAAY,EAAE,EAAE;gBAChB,MAAM,EAAE,EAAE;gBACV,MAAM,EAAE,KAAK;gBACb,gBAAgB,EAAE,QAAQ,CAAC,SAAS;aACrC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,KAAK,EAAE,EAAE;gBACT,YAAY,EAAE,EAAE;gBAChB,YAAY,EAAE,EAAE;gBAChB,MAAM,EAAE,CAAC;wBACP,IAAI,EAAE,KAAK;wBACX,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAC9D,CAAC;gBACF,MAAM,EAAE,KAAK;gBACb,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACzC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAyB;QACzC,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAErB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,GAAsB;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAC;QACzG,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAEvC,MAAM,WAAW,GAAG;YAClB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,iBAAiB,EAAE;gBAC9C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;aAChC;YACD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YACjC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;SACzC,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE5E,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK;gBAC5C,CAAC,CAAC,qBAAqB;gBACvB,CAAC,CAAC,2BAA2B,CAAC;YAEhC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,mBAAmB,EAAE;gBAC1D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACzC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACjC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,kBAAkB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9E,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAG/B,CAAC;YACF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC;YAE5D,IAAI,QAA2B,CAAC;YAChC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAqC,CAAC;gBACvE,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,CAAC;YAAC,MAAM,CAAC;gBACP,QAAQ,GAAG,EAAE,CAAC;YAChB,CAAC;YAED,QAAQ,GAAG,QAAQ;iBAChB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;iBAC/F,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAEhD,OAAO;gBACL,QAAQ;gBACR,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBAClB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;oBAC3C,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;iBACpD,CAAC,CAAC,CAAC,SAAS;gBACb,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aAClC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC1D,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC3C,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,GAAsB;QAC5C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QACpC,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QAEnC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YACd,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,UAAU,QAAQ,EAAE,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAEO,UAAU,CAAC,QAA2B,EAAE,GAAsB;QACpE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACxB,EAAE,EAAE,IAAI,EAAE;YACV,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC;YACtC,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;YAChC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE;YACrB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,mBAAmB,EAAE,GAAG,CAAC,OAAO;YAChC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS;SAC/D,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,eAAe,CAAC,MAAc;QACpC,OAAO,MAAM;aACV,WAAW,EAAE;aACb,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC;aAC5B,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;aACnB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC3B,CAAC;IAEO,aAAa,CAAC,IAAY;QAChC,OAAO,IAAI;aACR,WAAW,EAAE;aACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;aAC3B,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;aACnB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;CACF"}

package/dist/extract/pipeline.d.ts

@@ -0,0 +1,44 @@
+import { EnrichmentContext, MemoryCard, VmemConfig } from '../types.js';
+import { RulesEngine } from './rules-engine.js';
+import { ConfidenceScorer, ConfidenceScore } from './confidence.js';
+export interface PipelineConfig {
+    rulesFirst: boolean;
+    llmFallback: boolean;
+    minRulesConfidence: number;
+    batchSize: number;
+}
+export interface PipelineResult {
+    cards: MemoryCard[];
+    scores: Map<string, ConfidenceScore>;
+    source: 'rules' | 'llm' | 'hybrid' | 'none';
+    stats: PipelineStats;
+}
+export interface PipelineStats {
+    totalObservations: number;
+    rulesMatches: number;
+    llmCalls: number;
+    cardsExtracted: number;
+    cardsAccepted: number;
+    cardsFlagged: number;
+    cardsTombstoned: number;
+    processingTimeMs: number;
+}
+export declare class ExtractionPipeline {
+    private rulesEngine;
+    private llmExtractor;
+    private confidenceScorer;
+    private config;
+    private globalConfig;
+    constructor(globalConfig: VmemConfig, config?: Partial<PipelineConfig>);
+    extract(ctx: EnrichmentContext): Promise<PipelineResult>;
+    extractBatch(ctxs: EnrichmentContext[]): Promise<PipelineResult[]>;
+    private scoreCards;
+    private applyActions;
+    private mergeResults;
+    private delay;
+    getRulesEngine(): RulesEngine;
+    getConfidenceScorer(): ConfidenceScorer;
+    loadExistingCards(cards: MemoryCard[]): void;
+}
+export declare function createPipeline(globalConfig: VmemConfig, config?: Partial<PipelineConfig>): ExtractionPipeline;
+//# sourceMappingURL=pipeline.d.ts.map

package/dist/extract/pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/extract/pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEpE,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,OAAO,CAAC;IACpB,WAAW,EAAE,OAAO,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IACrC,MAAM,EAAE,OAAO,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC5C,KAAK,EAAE,aAAa,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC5B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AASD,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,YAAY,CAAa;gBAErB,YAAY,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC;IAchE,OAAO,CAAC,GAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,cAAc,CAAC;IAgExD,YAAY,CAAC,IAAI,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;YAoB1D,UAAU;IAiBxB,OAAO,CAAC,YAAY;IA+CpB,OAAO,CAAC,YAAY;IAsBpB,OAAO,CAAC,KAAK;IAIb,cAAc,IAAI,WAAW;IAI7B,mBAAmB,IAAI,gBAAgB;IAIvC,iBAAiB,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI;CAG7C;AAED,wBAAgB,cAAc,CAAC,YAAY,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAE7G"}