mindgraph-core 0.1.0

package/dist/extraction/contradiction-detector.js

@@ -0,0 +1,205 @@
+import { NodeType, RelType } from '../schema/types.js';
+import { v4 as uuid } from 'uuid';
+/**
+ * Detects contradictions between propositions.
+ * Strategy: embedding similarity to find candidates, then topic-grounding filter,
+ * then heuristic conflict check.
+ */
+export class ContradictionDetector {
+    constructor(storage, embedder) {
+        this.storage = storage;
+        this.embedder = embedder;
+    }
+    /**
+     * Find propositions that may contradict the given proposition.
+     * Uses embedding similarity to find candidates about the same topic,
+     * then filters by shared ABOUT targets (topic grounding).
+     */
+    async findCandidates(propositionId, topK = 10, similarityThreshold = 0.6) {
+        const propNode = await this.storage.getNode(propositionId);
+        if (!propNode)
+            return [];
+        const propData = propNode.data;
+        if (!this.embedder) {
+            return this.findCandidatesByText(propNode, propData);
+        }
+        // Embed the proposition statement
+        const propVector = await this.embedder.embed(propData.statement);
+        // Find similar propositions by embedding
+        const allProps = await this.storage.queryNodes({
+            nodeType: NodeType.Proposition,
+            limit: 1000,
+        });
+        const candidates = [];
+        // Get ABOUT targets for this proposition
+        const propAboutTargets = await this.getAboutTargetIds(propositionId);
+        for (const otherProp of allProps) {
+            if (otherProp.id === propositionId)
+                continue;
+            const otherData = otherProp.data;
+            const otherVector = await this.embedder.embed(otherData.statement);
+            const similarity = cosineSimilarity(propVector, otherVector);
+            if (similarity >= similarityThreshold) {
+                // Topic-grounding filter: require shared ABOUT targets
+                const otherAboutTargets = await this.getAboutTargetIds(otherProp.id);
+                let sharedTargets = propAboutTargets.filter((t) => otherAboutTargets.includes(t));
+                // Fallback: shared MENTIONS overlap from source chunks when ABOUT is empty
+                if (sharedTargets.length === 0) {
+                    sharedTargets = await this.getSharedMentionTargets(propositionId, otherProp.id);
+                }
+                // Skip if no shared topic grounding at all
+                if (sharedTargets.length === 0 && propAboutTargets.length > 0 && otherAboutTargets.length > 0) {
+                    continue;
+                }
+                // Check for negation difference or opposing claims
+                const isLikelyContradiction = propData.isNegated !== otherData.isNegated ||
+                    this.statementsConflict(propData.statement, otherData.statement);
+                if (isLikelyContradiction) {
+                    candidates.push({
+                        propositionA: propNode,
+                        propositionB: otherProp,
+                        similarityScore: similarity,
+                        sharedTargets,
+                        method: 'negation_heuristic',
+                        evidence: {
+                            p1Span: propData.statement.slice(0, 100),
+                            p2Span: otherData.statement.slice(0, 100),
+                        },
+                    });
+                }
+            }
+        }
+        return candidates.sort((a, b) => b.similarityScore - a.similarityScore).slice(0, topK);
+    }
+    /**
+     * Create CONTRADICTS edges for confirmed contradictions with enriched data.
+     */
+    async createContradictionEdges(candidates) {
+        const edgeIds = [];
+        for (const candidate of candidates) {
+            const edgeId = `edge:contradicts:${uuid()}`;
+            const now = new Date().toISOString();
+            const edgeAB = {
+                id: edgeId,
+                sourceId: candidate.propositionA.id,
+                targetId: candidate.propositionB.id,
+                relType: RelType.CONTRADICTS,
+                data: {
+                    strength: candidate.similarityScore,
+                    method: candidate.method,
+                    sharedTargets: candidate.sharedTargets,
+                    evidence: candidate.evidence,
+                    explanation: `Detected via ${candidate.method}: opposing claims with ${candidate.sharedTargets.length} shared topic(s)`,
+                },
+                createdAt: now,
+            };
+            await this.storage.upsertEdge(edgeAB);
+            edgeIds.push(edgeId);
+        }
+        return edgeIds;
+    }
+    /**
+     * Get ABOUT edge target IDs for a proposition.
+     */
+    async getAboutTargetIds(propId) {
+        const aboutEdges = await this.storage.queryEdges({
+            sourceId: propId,
+            relType: RelType.ABOUT,
+        });
+        return aboutEdges.map((e) => e.targetId);
+    }
+    /**
+     * Fallback: find shared entity/concept mentions from source chunks.
+     */
+    async getSharedMentionTargets(propAId, propBId) {
+        const chunkIdsA = await this.getSourceChunkIds(propAId);
+        const chunkIdsB = await this.getSourceChunkIds(propBId);
+        const mentionTargetsA = new Set();
+        for (const chunkId of chunkIdsA) {
+            const mentions = await this.storage.queryEdges({
+                sourceId: chunkId,
+                relType: RelType.MENTIONS,
+            });
+            for (const m of mentions)
+                mentionTargetsA.add(m.targetId);
+        }
+        const mentionTargetsB = new Set();
+        for (const chunkId of chunkIdsB) {
+            const mentions = await this.storage.queryEdges({
+                sourceId: chunkId,
+                relType: RelType.MENTIONS,
+            });
+            for (const m of mentions)
+                mentionTargetsB.add(m.targetId);
+        }
+        return [...mentionTargetsA].filter((t) => mentionTargetsB.has(t));
+    }
+    async getSourceChunkIds(propId) {
+        const derivedEdges = await this.storage.queryEdges({
+            sourceId: propId,
+            relType: RelType.DERIVED_FROM,
+        });
+        return derivedEdges.map((e) => e.targetId);
+    }
+    async findCandidatesByText(propNode, propData) {
+        const keywords = propData.statement
+            .toLowerCase()
+            .split(/\s+/)
+            .filter((w) => w.length > 3);
+        const allProps = await this.storage.queryNodes({
+            nodeType: NodeType.Proposition,
+            limit: 500,
+        });
+        const propAboutTargets = await this.getAboutTargetIds(propNode.id);
+        const candidates = [];
+        for (const otherProp of allProps) {
+            if (otherProp.id === propNode.id)
+                continue;
+            const otherData = otherProp.data;
+            const otherKeywords = otherData.statement
+                .toLowerCase()
+                .split(/\s+/)
+                .filter((w) => w.length > 3);
+            const overlap = keywords.filter((k) => otherKeywords.includes(k));
+            const overlapScore = overlap.length / Math.max(keywords.length, 1);
+            if (overlapScore > 0.3 && propData.isNegated !== otherData.isNegated) {
+                const otherAboutTargets = await this.getAboutTargetIds(otherProp.id);
+                let sharedTargets = propAboutTargets.filter((t) => otherAboutTargets.includes(t));
+                if (sharedTargets.length === 0) {
+                    sharedTargets = await this.getSharedMentionTargets(propNode.id, otherProp.id);
+                }
+                candidates.push({
+                    propositionA: propNode,
+                    propositionB: otherProp,
+                    similarityScore: overlapScore,
+                    sharedTargets,
+                    method: 'negation_heuristic',
+                    evidence: {
+                        p1Span: propData.statement.slice(0, 100),
+                        p2Span: otherData.statement.slice(0, 100),
+                    },
+                });
+            }
+        }
+        return candidates;
+    }
+    statementsConflict(a, b) {
+        const negationWords = ['not', 'never', "don't", "doesn't", "isn't", "aren't", "won't", "can't", 'no', 'neither', 'nor', 'without'];
+        const aWords = new Set(a.toLowerCase().split(/\s+/));
+        const bWords = new Set(b.toLowerCase().split(/\s+/));
+        const aNeg = negationWords.some((w) => aWords.has(w));
+        const bNeg = negationWords.some((w) => bWords.has(w));
+        return aNeg !== bNeg;
+    }
+}
+function cosineSimilarity(a, b) {
+    let dot = 0, normA = 0, normB = 0;
+    for (let i = 0; i < a.length; i++) {
+        dot += a[i] * b[i];
+        normA += a[i] * a[i];
+        normB += b[i] * b[i];
+    }
+    const denom = Math.sqrt(normA) * Math.sqrt(normB);
+    return denom === 0 ? 0 : dot / denom;
+}
+//# sourceMappingURL=contradiction-detector.js.map

package/dist/extraction/contradiction-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contradiction-detector.js","sourceRoot":"","sources":["../../src/extraction/contradiction-detector.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAkC,MAAM,oBAAoB,CAAC;AAEvF,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AAWlC;;;;GAIG;AACH,MAAM,OAAO,qBAAqB;IAChC,YACU,OAAuB,EACvB,QAAkC;QADlC,YAAO,GAAP,OAAO,CAAgB;QACvB,aAAQ,GAAR,QAAQ,CAA0B;IACzC,CAAC;IAEJ;;;;OAIG;IACH,KAAK,CAAC,cAAc,CAClB,aAAqB,EACrB,OAAe,EAAE,EACjB,sBAA8B,GAAG;QAEjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC3D,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,CAAC;QAEzB,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAkC,CAAC;QAE7D,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACvD,CAAC;QAED,kCAAkC;QAClC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAEjE,yCAAyC;QACzC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;YAC7C,QAAQ,EAAE,QAAQ,CAAC,WAAW;YAC9B,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;QAEH,MAAM,UAAU,GAA6B,EAAE,CAAC;QAEhD,yCAAyC;QACzC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAErE,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;YACjC,IAAI,SAAS,CAAC,EAAE,KAAK,aAAa;gBAAE,SAAS;YAE7C,MAAM,SAAS,GAAG,SAAS,CAAC,IAAkC,CAAC;YAC/D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACnE,MAAM,UAAU,GAAG,gBAAgB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YAE7D,IAAI,UAAU,IAAI,mBAAmB,EAAE,CAAC;gBACtC,uDAAuD;gBACvD,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBACrE,IAAI,aAAa,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBAElF,2EAA2E;gBAC3E,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC/B,aAAa,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;gBAClF,CAAC;gBAED,2CAA2C;gBAC3C,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9F,SAAS;gBACX,CAAC;gBAED,mDAAmD;gBACnD,MAAM,qBAAqB,GACzB,QAAQ,CAAC,SAAS,KAAK,SAAS,CAAC,SAAS;oBAC1C,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;gBAEnE,IAAI,qBAAqB,EAAE,CAAC;oBAC1B,UAAU,CAAC,IAAI,CAAC;wBACd,YAAY,EAAE,QAAQ;wBACtB,YAAY,EAAE,SAAS;wBACvB,eAAe,EAAE,UAAU;wBAC3B,aAAa;wBACb,MAAM,EAAE,oBAAoB;wBAC5B,QAAQ,EAAE;4BACR,MAAM,EAAE,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;4BACxC,MAAM,EAAE,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;yBAC1C;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,wBAAwB,CAAC,UAAoC;QACjE,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,oBAAoB,IAAI,EAAE,EAAE,CAAC;YAC5C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAErC,MAAM,MAAM,GAAc;gBACxB,EAAE,EAAE,MAAM;gBACV,QAAQ,EAAE,SAAS,CAAC,YAAY,CAAC,EAAE;gBACnC,QAAQ,EAAE,SAAS,CAAC,YAAY,CAAC,EAAE;gBACnC,OAAO,EAAE,OAAO,CAAC,WAAW;gBAC5B,IAAI,EAAE;oBACJ,QAAQ,EAAE,SAAS,CAAC,eAAe;oBACnC,MAAM,EAAE,SAAS,CAAC,MAAM;oBACxB,aAAa,EAAE,SAAS,CAAC,aAAa;oBACtC,QAAQ,EAAE,SAAS,CAAC,QAAQ;oBAC5B,WAAW,EAAE,gBAAgB,SAAS,CAAC,MAAM,0BAA0B,SAAS,CAAC,aAAa,CAAC,MAAM,kBAAkB;iBACxH;gBACD,SAAS,EAAE,GAAG;aACf,CAAC;YAEF,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,MAAc;QAC5C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;YAC/C,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,OAAO,CAAC,KAAK;SACvB,CAAC,CAAC;QACH,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,uBAAuB,CAAC,OAAe,EAAE,OAAe;QACpE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAExD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QAC1C,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;gBAC7C,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,OAAO,CAAC,QAAQ;aAC1B,CAAC,CAAC;YACH,KAAK,MAAM,CAAC,IAAI,QAAQ;gBAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QAC1C,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;gBAC7C,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,OAAO,CAAC,QAAQ;aAC1B,CAAC,CAAC;YACH,KAAK,MAAM,CAAC,IAAI,QAAQ;gBAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO,CAAC,GAAG,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAc;QAC5C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;YACjD,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,OAAO,CAAC,YAAY;SAC9B,CAAC,CAAC;QACH,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,QAAmB,EACnB,QAAyB;QAEzB,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS;aAChC,WAAW,EAAE;aACb,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE/B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;YAC7C,QAAQ,EAAE,QAAQ,CAAC,WAAW;YAC9B,KAAK,EAAE,GAAG;SACX,CAAC,CAAC;QAEH,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACnE,MAAM,UAAU,GAA6B,EAAE,CAAC;QAEhD,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;YACjC,IAAI,SAAS,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE;gBAAE,SAAS;YAC3C,MAAM,SAAS,GAAG,SAAS,CAAC,IAAkC,CAAC;YAC/D,MAAM,aAAa,GAAG,SAAS,CAAC,SAAS;iBACtC,WAAW,EAAE;iBACb,KAAK,CAAC,KAAK,CAAC;iBACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAE/B,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YAClE,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAEnE,IAAI,YAAY,GAAG,GAAG,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS,CAAC,SAAS,EAAE,CAAC;gBACrE,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBACrE,IAAI,aAAa,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBAElF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC/B,aAAa,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;gBAChF,CAAC;gBAED,UAAU,CAAC,IAAI,CAAC;oBACd,YAAY,EAAE,QAAQ;oBACtB,YAAY,EAAE,SAAS;oBACvB,eAAe,EAAE,YAAY;oBAC7B,aAAa;oBACb,MAAM,EAAE,oBAAoB;oBAC5B,QAAQ,EAAE;wBACR,MAAM,EAAE,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;wBACxC,MAAM,EAAE,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;qBAC1C;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,kBAAkB,CAAC,CAAS,EAAE,CAAS;QAC7C,MAAM,aAAa,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACnI,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAErD,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtD,OAAO,IAAI,KAAK,IAAI,CAAC;IACvB,CAAC;CACF;AAED,SAAS,gBAAgB,CAAC,CAAe,EAAE,CAAe;IACxD,IAAI,GAAG,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QACvB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;IACzB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC"}

package/dist/extraction/entity-index.d.ts

@@ -0,0 +1,31 @@
+import type { StorageAdapter } from '../storage/storage-interface.js';
+/**
+ * In-memory index mapping normalized names and aliases to entity/concept IDs.
+ * Loaded from storage once, then kept current as entities are stored.
+ */
+export declare class EntityIndex {
+    private nameToId;
+    private aliasToId;
+    /**
+     * Populate the index from all existing entity and concept nodes in storage.
+     */
+    loadFromStorage(storage: StorageAdapter): Promise<void>;
+    /**
+     * Find an existing node ID that matches the given name or any of its aliases.
+     */
+    findMatch(name: string, aliases: string[]): string | null;
+    /**
+     * Register a node's name and aliases in the index.
+     */
+    register(nodeId: string, name: string, aliases: string[]): void;
+    /**
+     * Remove all index entries pointing to a given node ID.
+     */
+    remove(nodeId: string): void;
+    /**
+     * Clear all index entries.
+     */
+    clear(): void;
+    private normalize;
+}
+//# sourceMappingURL=entity-index.d.ts.map

package/dist/extraction/entity-index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity-index.d.ts","sourceRoot":"","sources":["../../src/extraction/entity-index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAGtE;;;GAGG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,SAAS,CAA6B;IAE9C;;OAEG;IACG,eAAe,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB7D;;OAEG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,IAAI;IAmBzD;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAO/D;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAc5B;;OAEG;IACH,KAAK,IAAI,IAAI;IAKb,OAAO,CAAC,SAAS;CAGlB"}

package/dist/extraction/entity-index.js

@@ -0,0 +1,90 @@
+import { NodeType } from '../schema/types.js';
+/**
+ * In-memory index mapping normalized names and aliases to entity/concept IDs.
+ * Loaded from storage once, then kept current as entities are stored.
+ */
+export class EntityIndex {
+    constructor() {
+        this.nameToId = new Map(); // normalized name → node ID
+        this.aliasToId = new Map(); // normalized alias → node ID
+    }
+    /**
+     * Populate the index from all existing entity and concept nodes in storage.
+     */
+    async loadFromStorage(storage) {
+        const entities = await storage.queryNodes({ nodeType: NodeType.Entity });
+        for (const entity of entities) {
+            const data = entity.data;
+            const name = data.name;
+            const aliases = data.aliases ?? [];
+            this.register(entity.id, name, aliases);
+        }
+        const concepts = await storage.queryNodes({ nodeType: NodeType.Concept });
+        for (const concept of concepts) {
+            const data = concept.data;
+            const name = data.name;
+            const aliases = data.aliases ?? [];
+            this.register(concept.id, name, aliases);
+        }
+    }
+    /**
+     * Find an existing node ID that matches the given name or any of its aliases.
+     */
+    findMatch(name, aliases) {
+        const norm = this.normalize(name);
+        // Direct name match
+        if (this.nameToId.has(norm))
+            return this.nameToId.get(norm);
+        // Name matches an existing alias
+        if (this.aliasToId.has(norm))
+            return this.aliasToId.get(norm);
+        // Any of our aliases match an existing name or alias
+        for (const alias of aliases) {
+            const normAlias = this.normalize(alias);
+            if (this.nameToId.has(normAlias))
+                return this.nameToId.get(normAlias);
+            if (this.aliasToId.has(normAlias))
+                return this.aliasToId.get(normAlias);
+        }
+        return null;
+    }
+    /**
+     * Register a node's name and aliases in the index.
+     */
+    register(nodeId, name, aliases) {
+        this.nameToId.set(this.normalize(name), nodeId);
+        for (const alias of aliases) {
+            this.aliasToId.set(this.normalize(alias), nodeId);
+        }
+    }
+    /**
+     * Remove all index entries pointing to a given node ID.
+     */
+    remove(nodeId) {
+        const nameKeys = [];
+        for (const [key, id] of this.nameToId) {
+            if (id === nodeId)
+                nameKeys.push(key);
+        }
+        for (const key of nameKeys)
+            this.nameToId.delete(key);
+        const aliasKeys = [];
+        for (const [key, id] of this.aliasToId) {
+            if (id === nodeId)
+                aliasKeys.push(key);
+        }
+        for (const key of aliasKeys)
+            this.aliasToId.delete(key);
+    }
+    /**
+     * Clear all index entries.
+     */
+    clear() {
+        this.nameToId.clear();
+        this.aliasToId.clear();
+    }
+    normalize(name) {
+        return name.toLowerCase().replace(/[^a-z0-9]/g, '_').replace(/_+/g, '_').replace(/^_|_$/g, '');
+    }
+}
+//# sourceMappingURL=entity-index.js.map

package/dist/extraction/entity-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity-index.js","sourceRoot":"","sources":["../../src/extraction/entity-index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C;;;GAGG;AACH,MAAM,OAAO,WAAW;IAAxB;QACU,aAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAG,4BAA4B;QACpE,cAAS,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAG,6BAA6B;IAmFhF,CAAC;IAjFC;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,OAAuB;QAC3C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACzE,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,IAA+B,CAAC;YACpD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAc,CAAC;YACjC,MAAM,OAAO,GAAI,IAAI,CAAC,OAAoB,IAAI,EAAE,CAAC;YACjD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAA+B,CAAC;YACrD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAc,CAAC;YACjC,MAAM,OAAO,GAAI,IAAI,CAAC,OAAoB,IAAI,EAAE,CAAC;YACjD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,IAAY,EAAE,OAAiB;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAElC,oBAAoB;QACpB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;QAE7D,iCAAiC;QACjC,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;QAE/D,qDAAqD;QACrD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;YACvE,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;QAC3E,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,IAAY,EAAE,OAAiB;QACtD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAChD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc;QACnB,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtC,IAAI,EAAE,KAAK,MAAM;gBAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxC,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,QAAQ;YAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAEtD,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACvC,IAAI,EAAE,KAAK,MAAM;gBAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,SAAS;YAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;IAEO,SAAS,CAAC,IAAY;QAC5B,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACjG,CAAC;CACF"}

package/dist/extraction/entity-resolver.d.ts

@@ -0,0 +1,28 @@
+import type { ExtractedEntity, ExtractedConcept } from './extractor-interface.js';
+export declare class EntityResolver {
+    private entities;
+    private concepts;
+    /**
+     * Add entities from an extraction result.
+     * Merges with existing entries if names/aliases match.
+     */
+    addEntities(entities: ExtractedEntity[]): void;
+    /**
+     * Add concepts from an extraction result.
+     */
+    addConcepts(concepts: ExtractedConcept[]): void;
+    /**
+     * Get all resolved entities.
+     */
+    getResolvedEntities(): ExtractedEntity[];
+    /**
+     * Get all resolved concepts.
+     */
+    getResolvedConcepts(): ExtractedConcept[];
+    /**
+     * Reset the resolver state.
+     */
+    clear(): void;
+    private normalizeKey;
+}
+//# sourceMappingURL=entity-resolver.d.ts.map

package/dist/extraction/entity-resolver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity-resolver.d.ts","sourceRoot":"","sources":["../../src/extraction/entity-resolver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAuBlF,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAqC;IACrD,OAAO,CAAC,QAAQ,CAAsC;IAEtD;;;OAGG;IACH,WAAW,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,IAAI;IA2C9C;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,IAAI;IAwB/C;;OAEG;IACH,mBAAmB,IAAI,eAAe,EAAE;IAWxC;;OAEG;IACH,mBAAmB,IAAI,gBAAgB,EAAE;IASzC;;OAEG;IACH,KAAK,IAAI,IAAI;IAKb,OAAO,CAAC,YAAY;CAGrB"}

package/dist/extraction/entity-resolver.js

@@ -0,0 +1,111 @@
+export class EntityResolver {
+    constructor() {
+        this.entities = new Map();
+        this.concepts = new Map();
+    }
+    /**
+     * Add entities from an extraction result.
+     * Merges with existing entries if names/aliases match.
+     */
+    addEntities(entities) {
+        for (const entity of entities) {
+            const key = this.normalizeKey(entity.name);
+            const aliasKeys = entity.aliases.map((a) => this.normalizeKey(a));
+            // Check if any name or alias matches existing
+            let existing;
+            let existingKey;
+            for (const [k, v] of this.entities) {
+                if (k === key || aliasKeys.includes(k) || v.aliases.has(key)) {
+                    existing = v;
+                    existingKey = k;
+                    break;
+                }
+            }
+            if (existing && existingKey) {
+                // Merge
+                existing.aliases.add(entity.name);
+                for (const alias of entity.aliases) {
+                    existing.aliases.add(alias);
+                }
+                existing.aliases.delete(existing.canonicalName);
+                existing.confidence = Math.max(existing.confidence, entity.confidence);
+                if (entity.description && !existing.description) {
+                    existing.description = entity.description;
+                }
+                existing.spans.push(...entity.spans);
+            }
+            else {
+                // New entity
+                this.entities.set(key, {
+                    canonicalName: entity.name,
+                    entityType: entity.entityType,
+                    aliases: new Set(entity.aliases),
+                    description: entity.description,
+                    confidence: entity.confidence,
+                    spans: [...entity.spans],
+                });
+            }
+        }
+    }
+    /**
+     * Add concepts from an extraction result.
+     */
+    addConcepts(concepts) {
+        for (const concept of concepts) {
+            const key = this.normalizeKey(concept.name);
+            const existing = this.concepts.get(key);
+            if (existing) {
+                existing.confidence = Math.max(existing.confidence, concept.confidence);
+                if (concept.description && !existing.description) {
+                    existing.description = concept.description;
+                }
+                if (concept.domain && !existing.domain) {
+                    existing.domain = concept.domain;
+                }
+            }
+            else {
+                this.concepts.set(key, {
+                    canonicalName: concept.name,
+                    domain: concept.domain,
+                    description: concept.description,
+                    confidence: concept.confidence,
+                });
+            }
+        }
+    }
+    /**
+     * Get all resolved entities.
+     */
+    getResolvedEntities() {
+        return Array.from(this.entities.values()).map((e) => ({
+            name: e.canonicalName,
+            entityType: e.entityType,
+            aliases: Array.from(e.aliases),
+            description: e.description,
+            confidence: e.confidence,
+            spans: e.spans,
+        }));
+    }
+    /**
+     * Get all resolved concepts.
+     */
+    getResolvedConcepts() {
+        return Array.from(this.concepts.values()).map((c) => ({
+            name: c.canonicalName,
+            domain: c.domain,
+            description: c.description,
+            confidence: c.confidence,
+        }));
+    }
+    /**
+     * Reset the resolver state.
+     */
+    clear() {
+        this.entities.clear();
+        this.concepts.clear();
+    }
+    normalizeKey(name) {
+        return name.toLowerCase().replace(/[^a-z0-9]/g, '_').replace(/_+/g, '_').replace(/^_|_$/g, '');
+    }
+}
+//# sourceMappingURL=entity-resolver.js.map

package/dist/extraction/entity-resolver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity-resolver.js","sourceRoot":"","sources":["../../src/extraction/entity-resolver.ts"],"names":[],"mappings":"AAuBA,MAAM,OAAO,cAAc;IAA3B;QACU,aAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;QAC7C,aAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;IAiHxD,CAAC;IA/GC;;;OAGG;IACH,WAAW,CAAC,QAA2B;QACrC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;YAElE,8CAA8C;YAC9C,IAAI,QAAoC,CAAC;YACzC,IAAI,WAA+B,CAAC;YAEpC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnC,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC7D,QAAQ,GAAG,CAAC,CAAC;oBACb,WAAW,GAAG,CAAC,CAAC;oBAChB,MAAM;gBACR,CAAC;YACH,CAAC;YAED,IAAI,QAAQ,IAAI,WAAW,EAAE,CAAC;gBAC5B,QAAQ;gBACR,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAClC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC9B,CAAC;gBACD,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;gBAChD,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;gBACvE,IAAI,MAAM,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAChD,QAAQ,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;gBAC5C,CAAC;gBACD,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,aAAa;gBACb,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE;oBACrB,aAAa,EAAE,MAAM,CAAC,IAAI;oBAC1B,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,OAAO,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC;oBAChC,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,KAAK,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,QAA4B;QACtC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAExC,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;gBACxE,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBACjD,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;gBAC7C,CAAC;gBACD,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;oBACvC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;gBACnC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE;oBACrB,aAAa,EAAE,OAAO,CAAC,IAAI;oBAC3B,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,UAAU,EAAE,OAAO,CAAC,UAAU;iBAC/B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpD,IAAI,EAAE,CAAC,CAAC,aAAa;YACrB,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9B,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpD,IAAI,EAAE,CAAC,CAAC,aAAa;YACrB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;SACzB,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAEO,YAAY,CAAC,IAAY;QAC/B,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACjG,CAAC;CACF"}

package/dist/extraction/extractor-interface.d.ts

@@ -0,0 +1,51 @@
+import type { Chunk } from '../ingestion/chunker.js';
+export interface ExtractedEntity {
+    name: string;
+    entityType: 'person' | 'organization' | 'product' | 'work' | 'other';
+    aliases: string[];
+    description: string;
+    confidence: number;
+    spans: Array<{
+        start: number;
+        end: number;
+    }>;
+}
+export interface ExtractedConcept {
+    name: string;
+    domain: string;
+    description: string;
+    confidence: number;
+}
+export interface ExtractedProposition {
+    statement: string;
+    domain: string;
+    confidence: number;
+    isNegated: boolean;
+    quoteText: string;
+    quoteStart: number;
+    quoteEnd: number;
+}
+export interface ExtractedThought {
+    statement: string;
+    stance: 'for' | 'against' | 'neutral';
+    subject: string;
+    confidence: number;
+    implications: string[];
+    quoteText: string;
+    quoteStart: number;
+    quoteEnd: number;
+}
+export interface ExtractionResult {
+    entities: ExtractedEntity[];
+    concepts: ExtractedConcept[];
+    propositions: ExtractedProposition[];
+    thoughts: ExtractedThought[];
+}
+export interface ExtractionProvider {
+    readonly name: string;
+    /** Check if this extractor is available. */
+    isAvailable(): Promise<boolean>;
+    /** Extract structured information from a chunk. */
+    extract(chunk: Chunk, noteContent: string): Promise<ExtractionResult>;
+}
+//# sourceMappingURL=extractor-interface.d.ts.map

package/dist/extraction/extractor-interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor-interface.d.ts","sourceRoot":"","sources":["../../src/extraction/extractor-interface.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,QAAQ,GAAG,cAAc,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;IACrE,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC9C;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,KAAK,GAAG,SAAS,GAAG,SAAS,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,YAAY,EAAE,oBAAoB,EAAE,CAAC;IACrC,QAAQ,EAAE,gBAAgB,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,4CAA4C;IAC5C,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAEhC,mDAAmD;IACnD,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;CACvE"}

package/dist/extraction/extractor-interface.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=extractor-interface.js.map

package/dist/extraction/extractor-interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor-interface.js","sourceRoot":"","sources":["../../src/extraction/extractor-interface.ts"],"names":[],"mappings":""}

package/dist/extraction/llm-extractor.d.ts

@@ -0,0 +1,21 @@
+import type { Chunk } from '../ingestion/chunker.js';
+import type { ExtractionProvider, ExtractionResult, ExtractedEntity, ExtractedConcept, ExtractedProposition, ExtractedThought } from './extractor-interface.js';
+/**
+ * Abstract base class for LLM-based extractors.
+ * Contains shared extraction/parsing logic; subclasses implement callLLM() and isAvailable().
+ */
+export declare abstract class LLMExtractor implements ExtractionProvider {
+    abstract readonly name: string;
+    abstract isAvailable(): Promise<boolean>;
+    protected abstract callLLM(prompt: string): Promise<string>;
+    extract(chunk: Chunk, _noteContent: string): Promise<ExtractionResult>;
+    protected extractEntitiesAndConcepts(chunk: Chunk): Promise<{
+        entities: ExtractedEntity[];
+        concepts: ExtractedConcept[];
+    }>;
+    protected extractPropositions(chunk: Chunk): Promise<ExtractedProposition[]>;
+    protected extractThoughts(chunk: Chunk): Promise<ExtractedThought[]>;
+    /** Strip markdown code fences that some LLMs wrap JSON in. */
+    protected stripCodeFences(text: string): string;
+}
+//# sourceMappingURL=llm-extractor.d.ts.map

package/dist/extraction/llm-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-extractor.d.ts","sourceRoot":"","sources":["../../src/extraction/llm-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,EACV,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,oBAAoB,EACpB,gBAAgB,EACjB,MAAM,0BAA0B,CAAC;AAKlC;;;GAGG;AACH,8BAAsB,YAAa,YAAW,kBAAkB;IAC9D,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAE/B,QAAQ,CAAC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAExC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAErD,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;cAmB5D,0BAA0B,CACxC,KAAK,EAAE,KAAK,GACX,OAAO,CAAC;QAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;QAAC,QAAQ,EAAE,gBAAgB,EAAE,CAAA;KAAE,CAAC;cA2BzD,mBAAmB,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;cAoBlE,eAAe,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAuB1E,8DAA8D;IAC9D,SAAS,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;CAOhD"}