@gzoo/cortex 0.5.9

package/packages/ingest/dist/pipeline.js

@@ -0,0 +1,311 @@
+import { readFileSync, statSync, realpathSync } from 'node:fs';
+import { relative, extname, resolve } from 'node:path';
+import { createHash } from 'node:crypto';
+import { eventBus, createLogger, CortexError, LLM_EXTRACTION_FAILED, LLMTask, } from '@cortex/core';
+import { entityExtractionPrompt, relationshipInferencePrompt, } from '@cortex/llm';
+import { getParser } from './parsers/index.js';
+import { chunkSections } from './chunker.js';
+import { runMergeDetection, runContradictionDetection } from './post-ingest.js';
+const logger = createLogger('ingest:pipeline');
+export class IngestionPipeline {
+    router;
+    store;
+    options;
+    // Shared across all ingestFile calls — prevents the same entity pair from being
+    // evaluated twice when multiple files ingest in the same batch.
+    checkedContradictionPairs = new Set();
+    constructor(router, store, options) {
+        this.router = router;
+        this.store = store;
+        this.options = options;
+    }
+    async ingestFile(filePath) {
+        // Resolve symlinks and verify the real path is within the project root
+        try {
+            const realPath = realpathSync(filePath);
+            const projectRoot = resolve(this.options.projectRoot);
+            const rel = relative(projectRoot, realPath);
+            if (rel.startsWith('..') || resolve(realPath) !== resolve(projectRoot, rel)) {
+                logger.warn('Symlink traversal blocked — file resolves outside project root', {
+                    filePath,
+                    realPath,
+                    projectRoot,
+                });
+                return { fileId: '', entityIds: [], relationshipIds: [], status: 'skipped', error: 'Outside project root' };
+            }
+        }
+        catch {
+            // realpathSync failed — file may not exist yet, let downstream handle it
+        }
+        const ext = extname(filePath).slice(1).toLowerCase();
+        // Quick extension check — skip entirely unsupported types before reading
+        if (!getParser(ext)) {
+            logger.debug('Unsupported file type, skipping', { filePath, ext });
+            return { fileId: '', entityIds: [], relationshipIds: [], status: 'skipped' };
+        }
+        // Check file size
+        let stat;
+        try {
+            stat = statSync(filePath);
+        }
+        catch {
+            return { fileId: '', entityIds: [], relationshipIds: [], status: 'failed', error: 'File not found' };
+        }
+        if (stat.size > this.options.maxFileSize) {
+            logger.warn('File too large, skipping', { filePath, size: stat.size, max: this.options.maxFileSize });
+            return { fileId: '', entityIds: [], relationshipIds: [], status: 'skipped', error: 'File too large' };
+        }
+        // Read file
+        let content;
+        try {
+            content = readFileSync(filePath, 'utf-8');
+        }
+        catch (err) {
+            return {
+                fileId: '', entityIds: [], relationshipIds: [], status: 'failed',
+                error: `Read error: ${err instanceof Error ? err.message : String(err)}`,
+            };
+        }
+        // Re-resolve parser with content for conversation format sniffing
+        const parser = getParser(ext, filePath, content);
+        // Compute content hash
+        const contentHash = createHash('sha256').update(content).digest('hex');
+        // Check if already ingested with same hash
+        const existingFile = await this.store.getFile(filePath);
+        if (existingFile && existingFile.contentHash === contentHash && existingFile.status === 'ingested') {
+            logger.debug('File unchanged, skipping', { filePath });
+            return {
+                fileId: existingFile.id,
+                entityIds: existingFile.entityIds,
+                relationshipIds: [],
+                status: 'ingested',
+            };
+        }
+        const relativePath = relative(this.options.projectRoot, filePath);
+        try {
+            // Parse file
+            logger.debug('Parsing file', { filePath, ext });
+            const parseResult = await parser.parse(content, filePath);
+            // Chunk
+            const chunks = chunkSections(parseResult.sections);
+            logger.debug('Chunked file', { filePath, chunks: chunks.length });
+            const allEntities = [];
+            let extractionErrors = 0;
+            for (const chunk of chunks) {
+                const { entities, hadError } = await this.extractEntities(chunk, filePath, ext);
+                if (hadError)
+                    extractionErrors++;
+                allEntities.push(...entities);
+            }
+            // If every chunk failed with an LLM error (not just "no entities found"), surface it
+            // so the file is marked 'failed' and retried on the next watch run.
+            if (allEntities.length === 0 && extractionErrors > 0 && chunks.length > 0) {
+                throw new CortexError(LLM_EXTRACTION_FAILED, 'high', 'llm', `Entity extraction failed for all ${chunks.length} chunk(s) in ${filePath}`);
+            }
+            // Deduplicate entities by name within this file
+            const deduped = this.deduplicateEntities(allEntities);
+            logger.debug('Extracted entities', { filePath, raw: allEntities.length, deduped: deduped.length });
+            // Store entities
+            const storedEntities = [];
+            for (const entity of deduped) {
+                const stored = await this.store.createEntity(entity);
+                storedEntities.push(stored);
+                eventBus.emit({
+                    type: 'entity.created',
+                    payload: { entity: stored },
+                    timestamp: new Date().toISOString(),
+                    source: 'ingest:pipeline',
+                });
+            }
+            // Post-ingest: merge detection (P3) and contradiction detection (P4)
+            await runMergeDetection(storedEntities, filePath, this.store, this.router, this.options.mergeConfidenceThreshold);
+            await runContradictionDetection(storedEntities, filePath, this.options.projectId, this.options.projectPrivacyLevel, this.store, this.router, this.checkedContradictionPairs);
+            // Infer relationships between entities
+            const relationshipIds = [];
+            if (storedEntities.length >= 2) {
+                const rels = await this.inferRelationships(storedEntities);
+                relationshipIds.push(...rels);
+            }
+            // Update file record
+            const entityIds = storedEntities.map((e) => e.id);
+            const fileRecord = await this.store.upsertFile({
+                path: filePath,
+                relativePath,
+                projectId: this.options.projectId,
+                contentHash,
+                fileType: ext,
+                sizeBytes: stat.size,
+                lastModified: stat.mtime.toISOString(),
+                lastIngestedAt: new Date().toISOString(),
+                entityIds,
+                status: 'ingested',
+            });
+            // Emit file ingested
+            eventBus.emit({
+                type: 'file.ingested',
+                payload: { fileId: fileRecord.id, entityIds, relationshipIds },
+                timestamp: new Date().toISOString(),
+                source: 'ingest:pipeline',
+            });
+            logger.info('File ingested', {
+                filePath: relativePath,
+                entities: entityIds.length,
+                relationships: relationshipIds.length,
+            });
+            return { fileId: fileRecord.id, entityIds, relationshipIds, status: 'ingested' };
+        }
+        catch (err) {
+            const errorMsg = err instanceof Error ? err.message : String(err);
+            logger.error('Ingestion failed', { filePath, error: errorMsg });
+            // Record failed file
+            await this.store.upsertFile({
+                path: filePath,
+                relativePath,
+                projectId: this.options.projectId,
+                contentHash,
+                fileType: ext,
+                sizeBytes: stat.size,
+                lastModified: stat.mtime.toISOString(),
+                entityIds: [],
+                status: 'failed',
+                parseError: errorMsg,
+            });
+            return { fileId: '', entityIds: [], relationshipIds: [], status: 'failed', error: errorMsg };
+        }
+    }
+    async extractEntities(chunk, filePath, fileType) {
+        const contentHash = createHash('sha256').update(chunk.content).digest('hex');
+        // Step 4: privacy enforcement — restricted/sensitive never go to cloud
+        const privacyOverride = this.options.projectPrivacyLevel !== 'standard'
+            ? { forceProvider: 'local' }
+            : {};
+        try {
+            const result = await this.router.completeStructured({
+                systemPrompt: entityExtractionPrompt.systemPrompt,
+                userPrompt: entityExtractionPrompt.buildUserPrompt({
+                    filePath,
+                    projectName: this.options.projectName,
+                    fileType,
+                    content: chunk.content,
+                }),
+                promptId: entityExtractionPrompt.PROMPT_ID,
+                promptVersion: entityExtractionPrompt.PROMPT_VERSION,
+                task: LLMTask.ENTITY_EXTRACTION,
+                modelPreference: entityExtractionPrompt.config.model,
+                temperature: entityExtractionPrompt.config.temperature,
+                maxTokens: entityExtractionPrompt.config.maxTokens,
+                contentHash,
+                ...privacyOverride,
+            }, entityExtractionPrompt.outputSchema);
+            return {
+                entities: result.data.entities.map((e) => ({
+                    type: e.type,
+                    name: e.name,
+                    content: e.content,
+                    summary: e.summary,
+                    properties: e.properties,
+                    confidence: e.confidence,
+                    sourceFile: filePath,
+                    sourceRange: { startLine: chunk.startLine, endLine: chunk.endLine },
+                    projectId: this.options.projectId,
+                    extractedBy: {
+                        promptId: entityExtractionPrompt.PROMPT_ID,
+                        promptVersion: entityExtractionPrompt.PROMPT_VERSION,
+                        model: result.model,
+                        provider: result.provider,
+                        tokensUsed: { input: result.inputTokens, output: result.outputTokens },
+                        timestamp: new Date().toISOString(),
+                    },
+                    tags: e.tags,
+                    status: 'active',
+                })),
+                hadError: false,
+            };
+        }
+        catch (err) {
+            logger.warn('Entity extraction failed for chunk', {
+                filePath,
+                chunk: chunk.index,
+                error: err instanceof Error ? err.message : String(err),
+            });
+            return { entities: [], hadError: true };
+        }
+    }
+    async inferRelationships(entities) {
+        // Step 4: privacy enforcement — restricted/sensitive never go to cloud
+        const privacyOverride = this.options.projectPrivacyLevel !== 'standard'
+            ? { forceProvider: 'local' }
+            : {};
+        try {
+            const result = await this.router.completeStructured({
+                systemPrompt: relationshipInferencePrompt.systemPrompt,
+                userPrompt: relationshipInferencePrompt.buildUserPrompt({
+                    entities: entities.map((e) => ({
+                        id: e.id,
+                        type: e.type,
+                        name: e.name,
+                        summary: e.summary,
+                        sourceFile: e.sourceFile,
+                    })),
+                }),
+                promptId: relationshipInferencePrompt.PROMPT_ID,
+                promptVersion: relationshipInferencePrompt.PROMPT_VERSION,
+                task: LLMTask.RELATIONSHIP_INFERENCE,
+                modelPreference: relationshipInferencePrompt.config.model,
+                temperature: relationshipInferencePrompt.config.temperature,
+                maxTokens: relationshipInferencePrompt.config.maxTokens,
+                ...privacyOverride,
+            }, relationshipInferencePrompt.outputSchema);
+            const entityIdSet = new Set(entities.map((e) => e.id));
+            const relationshipIds = [];
+            for (const rel of result.data.relationships) {
+                // Validate that referenced entities exist
+                if (!entityIdSet.has(rel.sourceEntityId) || !entityIdSet.has(rel.targetEntityId)) {
+                    continue;
+                }
+                const stored = await this.store.createRelationship({
+                    type: rel.type,
+                    sourceEntityId: rel.sourceEntityId,
+                    targetEntityId: rel.targetEntityId,
+                    description: rel.description,
+                    confidence: rel.confidence,
+                    properties: {},
+                    extractedBy: {
+                        promptId: relationshipInferencePrompt.PROMPT_ID,
+                        promptVersion: relationshipInferencePrompt.PROMPT_VERSION,
+                        model: result.model,
+                        provider: result.provider,
+                        tokensUsed: { input: result.inputTokens, output: result.outputTokens },
+                        timestamp: new Date().toISOString(),
+                    },
+                });
+                relationshipIds.push(stored.id);
+                eventBus.emit({
+                    type: 'relationship.created',
+                    payload: { relationship: stored },
+                    timestamp: new Date().toISOString(),
+                    source: 'ingest:pipeline',
+                });
+            }
+            return relationshipIds;
+        }
+        catch (err) {
+            logger.warn('Relationship inference failed', {
+                error: err instanceof Error ? err.message : String(err),
+            });
+            return [];
+        }
+    }
+    deduplicateEntities(entities) {
+        const seen = new Map();
+        for (const entity of entities) {
+            const key = `${entity.type}:${entity.name.toLowerCase()}`;
+            const existing = seen.get(key);
+            if (!existing || entity.confidence > existing.confidence) {
+                seen.set(key, entity);
+            }
+        }
+        return [...seen.values()];
+    }
+}
+//# sourceMappingURL=pipeline.js.map

package/packages/ingest/dist/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../src/pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,QAAQ,EACR,YAAY,EACZ,WAAW,EAIX,qBAAqB,EACrB,OAAO,GAGR,MAAM,cAAc,CAAC;AAEtB,OAAO,EACL,sBAAsB,EACtB,2BAA2B,GAC5B,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAc,MAAM,cAAc,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAEhF,MAAM,MAAM,GAAG,YAAY,CAAC,iBAAiB,CAAC,CAAC;AAoB/C,MAAM,OAAO,iBAAiB;IACpB,MAAM,CAAS;IACf,KAAK,CAAc;IACnB,OAAO,CAAkB;IACjC,gFAAgF;IAChF,gEAAgE;IACxD,yBAAyB,GAAgB,IAAI,GAAG,EAAE,CAAC;IAE3D,YACE,MAAc,EACd,KAAkB,EAClB,OAAwB;QAExB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,QAAgB;QAC/B,uEAAuE;QACvE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACxC,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YACtD,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YAC5C,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC;gBAC5E,MAAM,CAAC,IAAI,CAAC,gEAAgE,EAAE;oBAC5E,QAAQ;oBACR,QAAQ;oBACR,WAAW;iBACZ,CAAC,CAAC;gBACH,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC;YAC9G,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,yEAAyE;QAC3E,CAAC;QAED,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QAErD,yEAAyE;QACzE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;YACnE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC/E,CAAC;QAED,kBAAkB;QAClB,IAAI,IAAI,CAAC;QACT,IAAI,CAAC;YACH,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;QACvG,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;YACtG,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;QACxG,CAAC;QAED,YAAY;QACZ,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ;gBAChE,KAAK,EAAE,eAAe,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;aACzE,CAAC;QACJ,CAAC;QAED,kEAAkE;QAClE,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAE,CAAC;QAElD,uBAAuB;QACvB,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEvE,2CAA2C;QAC3C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,YAAY,IAAI,YAAY,CAAC,WAAW,KAAK,WAAW,IAAI,YAAY,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACnG,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvD,OAAO;gBACL,MAAM,EAAE,YAAY,CAAC,EAAE;gBACvB,SAAS,EAAE,YAAY,CAAC,SAAS;gBACjC,eAAe,EAAE,EAAE;gBACnB,MAAM,EAAE,UAAU;aACnB,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAElE,IAAI,CAAC;YACH,aAAa;YACb,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE1D,QAAQ;YACR,MAAM,MAAM,GAAG,aAAa,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YACnD,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAIlE,MAAM,WAAW,GAAkB,EAAE,CAAC;YACtC,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;gBAChF,IAAI,QAAQ;oBAAE,gBAAgB,EAAE,CAAC;gBACjC,WAAW,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;YAChC,CAAC;YAED,qFAAqF;YACrF,oEAAoE;YACpE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1E,MAAM,IAAI,WAAW,CACnB,qBAAqB,EAAE,MAAM,EAAE,KAAK,EACpC,oCAAoC,MAAM,CAAC,MAAM,gBAAgB,QAAQ,EAAE,CAC5E,CAAC;YACJ,CAAC;YAED,gDAAgD;YAChD,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;YACtD,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAEnG,iBAAiB;YACjB,MAAM,cAAc,GAAa,EAAE,CAAC;YACpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBACrD,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE5B,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;oBAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,MAAM,EAAE,iBAAiB;iBAC1B,CAAC,CAAC;YACL,CAAC;YAED,qEAAqE;YACrE,MAAM,iBAAiB,CACrB,cAAc,EACd,QAAQ,EACR,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,OAAO,CAAC,wBAAwB,CACtC,CAAC;YACF,MAAM,yBAAyB,CAC7B,cAAc,EACd,QAAQ,EACR,IAAI,CAAC,OAAO,CAAC,SAAS,EACtB,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAChC,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,yBAAyB,CAC/B,CAAC;YAEF,uCAAuC;YACvC,MAAM,eAAe,GAAa,EAAE,CAAC;YACrC,IAAI,cAAc,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;gBAC3D,eAAe,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YAChC,CAAC;YAED,qBAAqB;YACrB,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;gBAC7C,IAAI,EAAE,QAAQ;gBACd,YAAY;gBACZ,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;gBACjC,WAAW;gBACX,QAAQ,EAAE,GAAG;gBACb,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;gBACtC,cAAc,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACxC,SAAS;gBACT,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;YAEH,qBAAqB;YACrB,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE;gBAC9D,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,MAAM,EAAE,iBAAiB;aAC1B,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE;gBAC3B,QAAQ,EAAE,YAAY;gBACtB,QAAQ,EAAE,SAAS,CAAC,MAAM;gBAC1B,aAAa,EAAE,eAAe,CAAC,MAAM;aACtC,CAAC,CAAC;YAEH,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QACnF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,QAAQ,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAClE,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAEhE,qBAAqB;YACrB,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;gBAC1B,IAAI,EAAE,QAAQ;gBACd,YAAY;gBACZ,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;gBACjC,WAAW;gBACX,QAAQ,EAAE,GAAG;gBACb,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;gBACtC,SAAS,EAAE,EAAE;gBACb,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,QAAQ;aACrB,CAAC,CAAC;YAEH,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;QAC/F,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,KAAY,EACZ,QAAgB,EAChB,QAAgB;QAEhB,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7E,uEAAuE;QACvE,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,KAAK,UAAU;YACrE,CAAC,CAAC,EAAE,aAAa,EAAE,OAAgB,EAAE;YACrC,CAAC,CAAC,EAAE,CAAC;QAEP,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,kBAAkB,CACjD;gBACE,YAAY,EAAE,sBAAsB,CAAC,YAAY;gBACjD,UAAU,EAAE,sBAAsB,CAAC,eAAe,CAAC;oBACjD,QAAQ;oBACR,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;oBACrC,QAAQ;oBACR,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC;gBACF,QAAQ,EAAE,sBAAsB,CAAC,SAAS;gBAC1C,aAAa,EAAE,sBAAsB,CAAC,cAAc;gBACpD,IAAI,EAAE,OAAO,CAAC,iBAAiB;gBAC/B,eAAe,EAAE,sBAAsB,CAAC,MAAM,CAAC,KAAK;gBACpD,WAAW,EAAE,sBAAsB,CAAC,MAAM,CAAC,WAAW;gBACtD,SAAS,EAAE,sBAAsB,CAAC,MAAM,CAAC,SAAS;gBAClD,WAAW;gBACX,GAAG,eAAe;aACnB,EACD,sBAAsB,CAAC,YAAY,CACpC,CAAC;YAEF,OAAO;gBACL,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACzC,IAAI,EAAE,CAAC,CAAC,IAAkB;oBAC1B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,UAAU,EAAE,QAAQ;oBACpB,WAAW,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;oBACnE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;oBACjC,WAAW,EAAE;wBACX,QAAQ,EAAE,sBAAsB,CAAC,SAAS;wBAC1C,aAAa,EAAE,sBAAsB,CAAC,cAAc;wBACpD,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,YAAY,EAAE;wBACtE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACpC;oBACD,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,MAAM,EAAE,QAAiB;iBAC1B,CAAC,CAAC;gBACH,QAAQ,EAAE,KAAK;aAChB,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE;gBAChD,QAAQ;gBACR,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC,CAAC;YACH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC1C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,QAAkB;QACjD,uEAAuE;QACvE,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,KAAK,UAAU;YACrE,CAAC,CAAC,EAAE,aAAa,EAAE,OAAgB,EAAE;YACrC,CAAC,CAAC,EAAE,CAAC;QAEP,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,kBAAkB,CACjD;gBACE,YAAY,EAAE,2BAA2B,CAAC,YAAY;gBACtD,UAAU,EAAE,2BAA2B,CAAC,eAAe,CAAC;oBACtD,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBAC7B,EAAE,EAAE,CAAC,CAAC,EAAE;wBACR,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;wBAClB,UAAU,EAAE,CAAC,CAAC,UAAU;qBACzB,CAAC,CAAC;iBACJ,CAAC;gBACF,QAAQ,EAAE,2BAA2B,CAAC,SAAS;gBAC/C,aAAa,EAAE,2BAA2B,CAAC,cAAc;gBACzD,IAAI,EAAE,OAAO,CAAC,sBAAsB;gBACpC,eAAe,EAAE,2BAA2B,CAAC,MAAM,CAAC,KAAK;gBACzD,WAAW,EAAE,2BAA2B,CAAC,MAAM,CAAC,WAAW;gBAC3D,SAAS,EAAE,2BAA2B,CAAC,MAAM,CAAC,SAAS;gBACvD,GAAG,eAAe;aACnB,EACD,2BAA2B,CAAC,YAAY,CACzC,CAAC;YAEF,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACvD,MAAM,eAAe,GAAa,EAAE,CAAC;YAErC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;gBAC5C,0CAA0C;gBAC1C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;oBACjF,SAAS;gBACX,CAAC;gBAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC;oBACjD,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,cAAc,EAAE,GAAG,CAAC,cAAc;oBAClC,cAAc,EAAE,GAAG,CAAC,cAAc;oBAClC,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,UAAU,EAAE,EAAE;oBACd,WAAW,EAAE;wBACX,QAAQ,EAAE,2BAA2B,CAAC,SAAS;wBAC/C,aAAa,EAAE,2BAA2B,CAAC,cAAc;wBACzD,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,YAAY,EAAE;wBACtE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACpC;iBACF,CAAC,CAAC;gBAEH,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAEhC,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,sBAAsB;oBAC5B,OAAO,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE;oBACjC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,MAAM,EAAE,iBAAiB;iBAC1B,CAAC,CAAC;YACL,CAAC;YAED,OAAO,eAAe,CAAC;QACzB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE;gBAC3C,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,mBAAmB,CACzB,QAA0D;QAE1D,MAAM,IAAI,GAAG,IAAI,GAAG,EAA0D,CAAC;QAE/E,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAE/B,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC;gBACzD,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5B,CAAC;CACF"}

package/packages/ingest/dist/post-ingest.d.ts

@@ -0,0 +1,25 @@
+import { type Entity } from '@cortex/core';
+import { type Router } from '@cortex/llm';
+import type { SQLiteStore } from '@cortex/graph';
+/**
+ * Run P3 merge detection for each newly stored entity against existing graph
+ * entities with similar names. Always routes to local provider — high-volume,
+ * low-stakes task that should never hit cloud.
+ *
+ * Skipped entirely if no local provider is available.
+ */
+export declare function runMergeDetection(entities: Entity[], sourceFile: string, store: SQLiteStore, router: Router, mergeConfidenceThreshold: number): Promise<void>;
+/**
+ * Run P4 contradiction detection for each newly stored entity against existing
+ * graph entities of the same type. Routes to cloud (Haiku) by default.
+ * Skipped for restricted projects. Forced local for sensitive.
+ *
+ * Cost controls:
+ * - contradictedFilePairs: skip LLM call once a contradiction is found for a file pair
+ * - checkedEntityPairs: skip LLM call if this exact entity pair was already evaluated
+ *   (prevents cross-batch duplicates when files A and B both ingest in the same run)
+ * - type constraint: only compare same-type entities (same as merge detection)
+ * - search limit 5: matches merge detection limit
+ */
+export declare function runContradictionDetection(entities: Entity[], sourceFile: string, projectId: string, privacyLevel: 'standard' | 'sensitive' | 'restricted', store: SQLiteStore, router: Router, checkedEntityPairs?: Set<string>): Promise<void>;
+//# sourceMappingURL=post-ingest.d.ts.map

package/packages/ingest/dist/post-ingest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"post-ingest.d.ts","sourceRoot":"","sources":["../src/post-ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,MAAM,EACZ,MAAM,cAAc,CAAC;AACtB,OAAO,EAGL,KAAK,MAAM,EACZ,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAIjD;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,EAAE,EAClB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,MAAM,EACd,wBAAwB,EAAE,MAAM,GAC/B,OAAO,CAAC,IAAI,CAAC,CAgEf;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,yBAAyB,CAC7C,QAAQ,EAAE,MAAM,EAAE,EAClB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,UAAU,GAAG,WAAW,GAAG,YAAY,EACrD,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,MAAM,EACd,kBAAkB,GAAE,GAAG,CAAC,MAAM,CAAa,GAC1C,OAAO,CAAC,IAAI,CAAC,CAuGf"}

package/packages/ingest/dist/post-ingest.js

@@ -0,0 +1,171 @@
+import { eventBus, createLogger, LLMTask, } from '@cortex/core';
+import { mergeDetectionPrompt, contradictionDetectionPrompt, } from '@cortex/llm';
+const logger = createLogger('ingest:post-ingest');
+/**
+ * Run P3 merge detection for each newly stored entity against existing graph
+ * entities with similar names. Always routes to local provider — high-volume,
+ * low-stakes task that should never hit cloud.
+ *
+ * Skipped entirely if no local provider is available.
+ */
+export async function runMergeDetection(entities, sourceFile, store, router, mergeConfidenceThreshold) {
+    // Skip if no local provider configured
+    if (!router.getLocalProvider()) {
+        return;
+    }
+    for (const entity of entities) {
+        let candidates;
+        try {
+            candidates = await store.searchEntities(entity.name, 5);
+        }
+        catch {
+            continue;
+        }
+        // Only compare against active entities of the same type from different source files
+        const others = candidates.filter((c) => c.id !== entity.id && c.sourceFile !== sourceFile && c.status !== 'superseded' && c.type === entity.type);
+        for (const candidate of others) {
+            try {
+                const result = await router.completeStructured({
+                    systemPrompt: mergeDetectionPrompt.systemPrompt,
+                    userPrompt: mergeDetectionPrompt.buildUserPrompt({
+                        a: { type: entity.type, name: entity.name, summary: entity.summary, sourceFile: entity.sourceFile },
+                        b: { type: candidate.type, name: candidate.name, summary: candidate.summary, sourceFile: candidate.sourceFile },
+                    }),
+                    promptId: mergeDetectionPrompt.PROMPT_ID,
+                    promptVersion: mergeDetectionPrompt.PROMPT_VERSION,
+                    task: LLMTask.ENTITY_EXTRACTION,
+                    temperature: mergeDetectionPrompt.config.temperature,
+                    maxTokens: mergeDetectionPrompt.config.maxTokens,
+                    forceProvider: 'local',
+                }, mergeDetectionPrompt.outputSchema);
+                if (result.data.shouldMerge && result.data.confidence >= mergeConfidenceThreshold) {
+                    await store.updateEntity(candidate.id, { status: 'superseded' });
+                    eventBus.emit({
+                        type: 'entity.merged',
+                        payload: { survivorId: entity.id, mergedId: candidate.id },
+                        timestamp: new Date().toISOString(),
+                        source: 'ingest:post-ingest',
+                    });
+                    logger.info('Entity merged', {
+                        survivor: entity.name,
+                        merged: candidate.name,
+                        confidence: result.data.confidence,
+                        reason: result.data.reason,
+                    });
+                }
+            }
+            catch (err) {
+                logger.debug('Merge detection failed for pair', {
+                    entity: entity.name,
+                    candidate: candidate.name,
+                    error: err instanceof Error ? err.message : String(err),
+                });
+            }
+        }
+    }
+}
+/**
+ * Run P4 contradiction detection for each newly stored entity against existing
+ * graph entities of the same type. Routes to cloud (Haiku) by default.
+ * Skipped for restricted projects. Forced local for sensitive.
+ *
+ * Cost controls:
+ * - contradictedFilePairs: skip LLM call once a contradiction is found for a file pair
+ * - checkedEntityPairs: skip LLM call if this exact entity pair was already evaluated
+ *   (prevents cross-batch duplicates when files A and B both ingest in the same run)
+ * - type constraint: only compare same-type entities (same as merge detection)
+ * - search limit 5: matches merge detection limit
+ */
+export async function runContradictionDetection(entities, sourceFile, projectId, privacyLevel, store, router, checkedEntityPairs = new Set()) {
+    // Restricted: never send content to cloud; skip contradiction detection entirely
+    if (privacyLevel === 'restricted') {
+        return;
+    }
+    // Standard privacy: no forceProvider — task routing config (contradiction_detection) decides
+    // Sensitive: force local for privacy
+    const privacyForce = privacyLevel === 'sensitive'
+        ? { forceProvider: 'local' }
+        : {};
+    // Once a contradiction is found for a file pair, skip remaining pairs from those files.
+    // This prevents LLM calls for every entity pair after the first match.
+    const contradictedFilePairs = new Set();
+    for (const entity of entities) {
+        let candidates;
+        try {
+            candidates = await store.searchEntities(entity.name, 5);
+        }
+        catch {
+            continue;
+        }
+        // Only compare same-type entities from different source files (mirrors merge detection)
+        const others = candidates.filter((c) => c.id !== entity.id && c.sourceFile !== sourceFile && c.status !== 'superseded' && c.type === entity.type);
+        for (const candidate of others) {
+            // Skip if we already found a contradiction between these two files this run
+            const filePairKey = [entity.sourceFile, candidate.sourceFile].sort().join('\0');
+            if (contradictedFilePairs.has(filePairKey))
+                continue;
+            // Skip if this exact entity pair was already evaluated (cross-batch dedup)
+            const entityPairKey = [entity.id, candidate.id].sort().join('\0');
+            if (checkedEntityPairs.has(entityPairKey))
+                continue;
+            checkedEntityPairs.add(entityPairKey);
+            try {
+                const result = await router.completeStructured({
+                    systemPrompt: contradictionDetectionPrompt.systemPrompt,
+                    userPrompt: contradictionDetectionPrompt.buildUserPrompt({
+                        a: {
+                            type: entity.type,
+                            name: entity.name,
+                            content: entity.summary ?? entity.content,
+                            createdAt: entity.createdAt,
+                            sourceFile: entity.sourceFile,
+                        },
+                        b: {
+                            type: candidate.type,
+                            name: candidate.name,
+                            content: candidate.summary ?? candidate.content,
+                            createdAt: candidate.createdAt,
+                            sourceFile: candidate.sourceFile,
+                        },
+                    }),
+                    promptId: contradictionDetectionPrompt.PROMPT_ID,
+                    promptVersion: contradictionDetectionPrompt.PROMPT_VERSION,
+                    task: LLMTask.CONTRADICTION_DETECTION,
+                    temperature: contradictionDetectionPrompt.config.temperature,
+                    maxTokens: contradictionDetectionPrompt.config.maxTokens,
+                    ...privacyForce,
+                }, contradictionDetectionPrompt.outputSchema);
+                if (result.data.isContradiction) {
+                    contradictedFilePairs.add(filePairKey);
+                    const contradiction = await store.createContradiction({
+                        entityIds: [entity.id, candidate.id],
+                        description: result.data.description,
+                        severity: result.data.severity,
+                        suggestedResolution: result.data.suggestedResolution,
+                        status: 'active',
+                        detectedAt: new Date().toISOString(),
+                    });
+                    eventBus.emit({
+                        type: 'contradiction.detected',
+                        payload: { contradiction },
+                        timestamp: new Date().toISOString(),
+                        source: 'ingest:post-ingest',
+                    });
+                    logger.info('Contradiction detected', {
+                        entityA: entity.name,
+                        entityB: candidate.name,
+                        severity: result.data.severity,
+                    });
+                }
+            }
+            catch (err) {
+                logger.debug('Contradiction detection failed for pair', {
+                    entity: entity.name,
+                    candidate: candidate.name,
+                    error: err instanceof Error ? err.message : String(err),
+                });
+            }
+        }
+    }
+}
+//# sourceMappingURL=post-ingest.js.map

package/packages/ingest/dist/post-ingest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"post-ingest.js","sourceRoot":"","sources":["../src/post-ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,YAAY,EACZ,OAAO,GAER,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,oBAAoB,EACpB,4BAA4B,GAE7B,MAAM,aAAa,CAAC;AAGrB,MAAM,MAAM,GAAG,YAAY,CAAC,oBAAoB,CAAC,CAAC;AAElD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAAkB,EAClB,UAAkB,EAClB,KAAkB,EAClB,MAAc,EACd,wBAAgC;IAEhC,uCAAuC;IACvC,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,EAAE,CAAC;QAC/B,OAAO;IACT,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,UAAoB,CAAC;QACzB,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC1D,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,oFAAoF;QACpF,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,CAAC,MAAM,KAAK,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAChH,CAAC;QAEF,KAAK,MAAM,SAAS,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAC5C;oBACE,YAAY,EAAE,oBAAoB,CAAC,YAAY;oBAC/C,UAAU,EAAE,oBAAoB,CAAC,eAAe,CAAC;wBAC/C,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE;wBACnG,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE;qBAChH,CAAC;oBACF,QAAQ,EAAE,oBAAoB,CAAC,SAAS;oBACxC,aAAa,EAAE,oBAAoB,CAAC,cAAc;oBAClD,IAAI,EAAE,OAAO,CAAC,iBAAiB;oBAC/B,WAAW,EAAE,oBAAoB,CAAC,MAAM,CAAC,WAAW;oBACpD,SAAS,EAAE,oBAAoB,CAAC,MAAM,CAAC,SAAS;oBAChD,aAAa,EAAE,OAAO;iBACvB,EACD,oBAAoB,CAAC,YAAY,CAClC,CAAC;gBAEF,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,wBAAwB,EAAE,CAAC;oBAClF,MAAM,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;oBAEjE,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,eAAe;wBACrB,OAAO,EAAE,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,EAAE,EAAE;wBAC1D,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACnC,MAAM,EAAE,oBAAoB;qBAC7B,CAAC,CAAC;oBAEH,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE;wBAC3B,QAAQ,EAAE,MAAM,CAAC,IAAI;wBACrB,MAAM,EAAE,SAAS,CAAC,IAAI;wBACtB,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU;wBAClC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;qBAC3B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE;oBAC9C,MAAM,EAAE,MAAM,CAAC,IAAI;oBACnB,SAAS,EAAE,SAAS,CAAC,IAAI;oBACzB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBACxD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,QAAkB,EAClB,UAAkB,EAClB,SAAiB,EACjB,YAAqD,EACrD,KAAkB,EAClB,MAAc,EACd,qBAAkC,IAAI,GAAG,EAAE;IAE3C,iFAAiF;IACjF,IAAI,YAAY,KAAK,YAAY,EAAE,CAAC;QAClC,OAAO;IACT,CAAC;IAED,6FAA6F;IAC7F,qCAAqC;IACrC,MAAM,YAAY,GAAG,YAAY,KAAK,WAAW;QAC/C,CAAC,CAAC,EAAE,aAAa,EAAE,OAAgB,EAAE;QACrC,CAAC,CAAC,EAAE,CAAC;IAEP,wFAAwF;IACxF,uEAAuE;IACvE,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhD,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,UAAoB,CAAC;QACzB,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC1D,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,wFAAwF;QACxF,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,CAAC,MAAM,KAAK,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAChH,CAAC;QAEF,KAAK,MAAM,SAAS,IAAI,MAAM,EAAE,CAAC;YAC/B,4EAA4E;YAC5E,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChF,IAAI,qBAAqB,CAAC,GAAG,CAAC,WAAW,CAAC;gBAAE,SAAS;YAErD,2EAA2E;YAC3E,MAAM,aAAa,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClE,IAAI,kBAAkB,CAAC,GAAG,CAAC,aAAa,CAAC;gBAAE,SAAS;YACpD,kBAAkB,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAEtC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAC5C;oBACE,YAAY,EAAE,4BAA4B,CAAC,YAAY;oBACvD,UAAU,EAAE,4BAA4B,CAAC,eAAe,CAAC;wBACvD,CAAC,EAAE;4BACD,IAAI,EAAE,MAAM,CAAC,IAAI;4BACjB,IAAI,EAAE,MAAM,CAAC,IAAI;4BACjB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO;4BACzC,SAAS,EAAE,MAAM,CAAC,SAAS;4BAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;yBAC9B;wBACD,CAAC,EAAE;4BACD,IAAI,EAAE,SAAS,CAAC,IAAI;4BACpB,IAAI,EAAE,SAAS,CAAC,IAAI;4BACpB,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,OAAO;4BAC/C,SAAS,EAAE,SAAS,CAAC,SAAS;4BAC9B,UAAU,EAAE,SAAS,CAAC,UAAU;yBACjC;qBACF,CAAC;oBACF,QAAQ,EAAE,4BAA4B,CAAC,SAAS;oBAChD,aAAa,EAAE,4BAA4B,CAAC,cAAc;oBAC1D,IAAI,EAAE,OAAO,CAAC,uBAAuB;oBACrC,WAAW,EAAE,4BAA4B,CAAC,MAAM,CAAC,WAAW;oBAC5D,SAAS,EAAE,4BAA4B,CAAC,MAAM,CAAC,SAAS;oBACxD,GAAG,YAAY;iBAChB,EACD,4BAA4B,CAAC,YAAY,CAC1C,CAAC;gBAEF,IAAI,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;oBAChC,qBAAqB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;oBAEvC,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,mBAAmB,CAAC;wBACpD,SAAS,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,CAAC;wBACpC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW;wBACpC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ;wBAC9B,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,mBAAmB;wBACpD,MAAM,EAAE,QAAQ;wBAChB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACrC,CAAC,CAAC;oBAEH,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,wBAAwB;wBAC9B,OAAO,EAAE,EAAE,aAAa,EAAE;wBAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACnC,MAAM,EAAE,oBAAoB;qBAC7B,CAAC,CAAC;oBAEH,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE;wBACpC,OAAO,EAAE,MAAM,CAAC,IAAI;wBACpB,OAAO,EAAE,SAAS,CAAC,IAAI;wBACvB,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ;qBAC/B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE;oBACtD,MAAM,EAAE,MAAM,CAAC,IAAI;oBACnB,SAAS,EAAE,SAAS,CAAC,IAAI;oBACzB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBACxD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}

package/packages/ingest/dist/watcher.d.ts

@@ -0,0 +1,26 @@
+import { type IngestConfig } from '@cortex/core';
+export interface WatcherOptions {
+    dirs: string[];
+    exclude: string[];
+    fileTypes: string[];
+    debounceMs: number;
+    followSymlinks: boolean;
+    maxFileSize: number;
+    ignoreInitial?: boolean;
+}
+export type FileChangeHandler = (path: string, changeType: 'add' | 'change' | 'unlink') => void;
+export declare class FileWatcher {
+    private watcher;
+    private options;
+    private handler;
+    private debounceTimers;
+    constructor(options: WatcherOptions);
+    static fromConfig(config: IngestConfig): FileWatcher;
+    onFileChange(handler: FileChangeHandler): void;
+    start(): void;
+    stop(): Promise<void>;
+    private handleEvent;
+    private isExcluded;
+    private buildIgnorePatterns;
+}
+//# sourceMappingURL=watcher.d.ts.map

package/packages/ingest/dist/watcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"watcher.d.ts","sourceRoot":"","sources":["../src/watcher.ts"],"names":[],"mappings":"AAEA,OAAO,EAA0B,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC;AAIzE,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,OAAO,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,KAAK,IAAI,CAAC;AAEhG,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAA0B;IACzC,OAAO,CAAC,OAAO,CAAiB;IAChC,OAAO,CAAC,OAAO,CAAkC;IACjD,OAAO,CAAC,cAAc,CAAyD;gBAEnE,OAAO,EAAE,cAAc;IAInC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,GAAG,WAAW;IAWpD,YAAY,CAAC,OAAO,EAAE,iBAAiB,GAAG,IAAI;IAI9C,KAAK,IAAI,IAAI;IA2BP,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAa3B,OAAO,CAAC,WAAW;IA2CnB,OAAO,CAAC,UAAU;IAelB,OAAO,CAAC,mBAAmB;CAwB5B"}