contradiction-mcp 0.1.0

package/dist/connectors/website/websiteConnector.js

@@ -0,0 +1,231 @@
+import crypto from 'node:crypto';
+import { ValidationError } from '../../domain/types/common.js';
+import { DEFAULT_READ_ONLY_SECURITY } from '../base/security.js';
+import { validateSafeUrl, SsrfError } from './ssrfGuard.js';
+import { logger } from '../../utils/logger.js';
+export class WebsiteConnector {
+    type = 'website';
+    metadata = {
+        type: 'website',
+        displayName: 'Public Website Connector',
+        description: 'Fetches explicit public web URLs with strict SSRF defenses and extracts factual consistency claims.',
+        authRequirement: 'none',
+        enabled: true,
+        capabilities: {
+            supportsIncrementalSync: false,
+            supportsFileInspection: false,
+            supportedFileTypes: ['html', 'txt'],
+        },
+    };
+    security = {
+        ...DEFAULT_READ_ONLY_SECURITY,
+        requiresNetwork: true,
+        allowedProtocols: ['http:', 'https:'],
+        ssrfProtected: true,
+        sensitivityLevel: 'PUBLIC',
+    };
+    async testConnection(input) {
+        if (!input || !input.url) {
+            return {
+                accessible: true,
+                authenticated: true,
+                targetFound: false,
+                details: { message: 'Website connector ready; provide url to test specific web page' },
+            };
+        }
+        try {
+            await validateSafeUrl(input.url);
+            const controller = new AbortController();
+            const timeoutId = setTimeout(() => controller.abort(), input.timeoutMs || 8000);
+            try {
+                const res = await fetch(input.url, {
+                    method: 'HEAD',
+                    signal: controller.signal,
+                    headers: { 'User-Agent': 'ContradictionMCP/0.1.0' },
+                });
+                return {
+                    accessible: res.ok,
+                    authenticated: true,
+                    targetFound: res.ok,
+                    details: {
+                        url: input.url,
+                        statusCode: res.status,
+                        contentType: res.headers.get('content-type') || 'unknown',
+                    },
+                };
+            }
+            finally {
+                clearTimeout(timeoutId);
+            }
+        }
+        catch (error) {
+            const msg = error instanceof Error ? error.message : String(error);
+            return {
+                accessible: false,
+                authenticated: true,
+                targetFound: false,
+                error: msg,
+            };
+        }
+    }
+    async fetch(input) {
+        if (!input || !input.url) {
+            throw new ValidationError('URL parameter is required for website connector');
+        }
+        // SSRF verification
+        const safeUrl = await validateSafeUrl(input.url);
+        const timeoutMs = input.timeoutMs || 10000;
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), timeoutMs);
+        try {
+            logger.info('Fetching web page', { url: safeUrl.toString() });
+            const response = await fetch(safeUrl.toString(), {
+                method: 'GET',
+                signal: controller.signal,
+                redirect: 'manual', // Manual redirect check for SSRF on redirect target
+                headers: {
+                    'User-Agent': 'Mozilla/5.0 (compatible; ContradictionMCP/0.1.0; +https://github.com/mcp/contradiction)',
+                    Accept: 'text/html,application/xhtml+xml,text/plain;q=0.9',
+                },
+            });
+            // Handle Redirects with SSRF validation
+            if ([301, 302, 303, 307, 308].includes(response.status)) {
+                const location = response.headers.get('location');
+                if (!location) {
+                    throw new ValidationError(`Received redirect status ${response.status} without Location header`);
+                }
+                const redirectUrl = new URL(location, safeUrl.toString()).toString();
+                logger.info('Following redirect with SSRF verification', {
+                    from: safeUrl.toString(),
+                    to: redirectUrl,
+                });
+                await validateSafeUrl(redirectUrl);
+                // Fetch redirected resource
+                return this.fetch({ ...input, url: redirectUrl });
+            }
+            if (!response.ok) {
+                throw new ValidationError(`HTTP error fetching ${input.url}: ${response.status} ${response.statusText}`);
+            }
+            const contentType = response.headers.get('content-type') || '';
+            if (!contentType.includes('text/html') &&
+                !contentType.includes('text/plain') &&
+                !contentType.includes('json')) {
+                throw new ValidationError(`Unsupported content-type '${contentType}'. Only HTML/plain text is supported.`);
+            }
+            const text = await response.text();
+            const MAX_SIZE = 5 * 1024 * 1024;
+            if (text.length > MAX_SIZE) {
+                throw new ValidationError(`Downloaded page content length ${text.length} exceeds maximum limit of 5MB`);
+            }
+            const title = this.extractTitle(text) || safeUrl.hostname;
+            const cleanLines = this.extractCleanLines(text);
+            return {
+                sourceIdentifier: `website:${safeUrl.toString()}`,
+                sourceName: input.sourceName || title,
+                sourceUri: safeUrl.toString(),
+                fetchedAt: new Date(),
+                rawData: {
+                    url: safeUrl.toString(),
+                    title,
+                    statusCode: response.status,
+                    contentType,
+                    headers: Object.fromEntries(response.headers.entries()),
+                    textSnippet: cleanLines.slice(0, 5).join(' '),
+                    extractedLines: cleanLines,
+                },
+                metadata: {
+                    url: safeUrl.toString(),
+                    title,
+                    scope: input.scope || 'public_web',
+                    environment: input.environment || 'production',
+                    sourceRole: 'documentation',
+                },
+            };
+        }
+        catch (error) {
+            if (error instanceof SsrfError) {
+                logger.error('SSRF attack blocked by website connector', {
+                    url: input.url,
+                    error: error.message,
+                });
+                throw error;
+            }
+            const msg = error instanceof Error ? error.message : String(error);
+            logger.error('Failed to fetch website', { url: input.url, error: msg });
+            throw new ValidationError(`Failed to fetch web resource: ${msg}`);
+        }
+        finally {
+            clearTimeout(timer);
+        }
+    }
+    async extractClaims(fetchResult) {
+        const { rawData, metadata } = fetchResult;
+        const { url, title, extractedLines } = rawData;
+        const claims = [];
+        const subject = title.replace(/[^a-zA-Z0-9_\s-]/g, '').trim() || 'Website';
+        const env = metadata.environment || 'production';
+        const scope = metadata.scope || 'public_web';
+        const kvRegex = /(?:^|\s)([a-zA-Z0-9_\s.-]{2,30}?)\s*[:=]\s*([a-zA-Z0-9_./@~^><=-]{1,40})(?:\s|$)/;
+        for (let i = 0; i < extractedLines.length; i++) {
+            const line = extractedLines[i].trim();
+            if (!line)
+                continue;
+            const match = kvRegex.exec(line);
+            if (match) {
+                const rawKey = match[1]
+                    .trim()
+                    .toLowerCase()
+                    .replace(/[^a-z0-9_]/g, '_');
+                const rawVal = match[2].trim();
+                if (rawKey.length > 2 && rawVal.length > 0 && !rawVal.startsWith('http')) {
+                    const externalId = crypto
+                        .createHash('sha256')
+                        .update(`website:${url}:${rawKey}:${rawVal}:${i}`)
+                        .digest('hex');
+                    claims.push({
+                        subject,
+                        predicate: rawKey,
+                        value: rawVal,
+                        valueType: rawKey.includes('version')
+                            ? 'version'
+                            : rawKey.includes('port')
+                                ? 'quantity'
+                                : 'configuration',
+                        environment: env,
+                        scope,
+                        sourceRole: 'documentation',
+                        isHistorical: false,
+                        observedAt: new Date(),
+                        externalId,
+                        provenance: {
+                            connector: 'website',
+                            url,
+                            filePath: url,
+                            extractionMethod: 'html_text_pattern',
+                            observedAt: new Date().toISOString(),
+                            evidence: line,
+                        },
+                    });
+                }
+            }
+        }
+        logger.debug('Extracted claims from website', { url, count: claims.length });
+        return claims;
+    }
+    extractTitle(html) {
+        const match = /<title[^>]*>([^<]+)<\/title>/i.exec(html);
+        return match ? match[1].trim() : '';
+    }
+    extractCleanLines(html) {
+        // Strip script and style blocks
+        const stripped = html
+            .replace(/<script\b[^<]*(?:(?!<\/script>)<[^<]*)*<\/script>/gi, ' ')
+            .replace(/<style\b[^<]*(?:(?!<\/style>)<[^<]*)*<\/style>/gi, ' ')
+            .replace(/<[^>]+>/g, '\n');
+        return stripped
+            .split(/\r?\n/)
+            .map((l) => l.trim())
+            .filter((l) => l.length > 3 && !l.startsWith('//') && !l.startsWith('/*'));
+    }
+}
+//# sourceMappingURL=websiteConnector.js.map

package/dist/connectors/website/websiteConnector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"websiteConnector.js","sourceRoot":"","sources":["../../../src/connectors/website/websiteConnector.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAGjC,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,0BAA0B,EAA+B,MAAM,qBAAqB,CAAC;AAC9F,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAqB/C,MAAM,OAAO,gBAAgB;IACX,IAAI,GAAG,SAAkB,CAAC;IAC1B,QAAQ,GAAsB;QAC5C,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,0BAA0B;QACvC,WAAW,EACT,qGAAqG;QACvG,eAAe,EAAE,MAAM;QACvB,OAAO,EAAE,IAAI;QACb,YAAY,EAAE;YACZ,uBAAuB,EAAE,KAAK;YAC9B,sBAAsB,EAAE,KAAK;YAC7B,kBAAkB,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC;SACpC;KACF,CAAC;IAEc,QAAQ,GAAgC;QACtD,GAAG,0BAA0B;QAC7B,eAAe,EAAE,IAAI;QACrB,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC;QACrC,aAAa,EAAE,IAAI;QACnB,gBAAgB,EAAE,QAAQ;KAC3B,CAAC;IAEK,KAAK,CAAC,cAAc,CAAC,KAAoB;QAC9C,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YACzB,OAAO;gBACL,UAAU,EAAE,IAAI;gBAChB,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,KAAK;gBAClB,OAAO,EAAE,EAAE,OAAO,EAAE,gEAAgE,EAAE;aACvF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;YAEhF,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE;oBACjC,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,UAAU,CAAC,MAAM;oBACzB,OAAO,EAAE,EAAE,YAAY,EAAE,wBAAwB,EAAE;iBACpD,CAAC,CAAC;gBAEH,OAAO;oBACL,UAAU,EAAE,GAAG,CAAC,EAAE;oBAClB,aAAa,EAAE,IAAI;oBACnB,WAAW,EAAE,GAAG,CAAC,EAAE;oBACnB,OAAO,EAAE;wBACP,GAAG,EAAE,KAAK,CAAC,GAAG;wBACd,UAAU,EAAE,GAAG,CAAC,MAAM;wBACtB,WAAW,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,SAAS;qBAC1D;iBACF,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,YAAY,CAAC,SAAS,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,OAAO;gBACL,UAAU,EAAE,KAAK;gBACjB,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,KAAK;gBAClB,KAAK,EAAE,GAAG;aACX,CAAC;QACJ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,KAAmB;QACpC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YACzB,MAAM,IAAI,eAAe,CAAC,iDAAiD,CAAC,CAAC;QAC/E,CAAC;QAED,oBAAoB;QACpB,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC;QAC3C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAE9D,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAE9D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE;gBAC/C,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,QAAQ,EAAE,QAAQ,EAAE,oDAAoD;gBACxE,OAAO,EAAE;oBACP,YAAY,EACV,yFAAyF;oBAC3F,MAAM,EAAE,kDAAkD;iBAC3D;aACF,CAAC,CAAC;YAEH,wCAAwC;YACxC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxD,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,IAAI,eAAe,CACvB,4BAA4B,QAAQ,CAAC,MAAM,0BAA0B,CACtE,CAAC;gBACJ,CAAC;gBACD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;gBACrE,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE;oBACvD,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE;oBACxB,EAAE,EAAE,WAAW;iBAChB,CAAC,CAAC;gBACH,MAAM,eAAe,CAAC,WAAW,CAAC,CAAC;gBAEnC,4BAA4B;gBAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;YACpD,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,eAAe,CACvB,uBAAuB,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAC9E,CAAC;YACJ,CAAC;YAED,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;YAC/D,IACE,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC;gBAClC,CAAC,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC;gBACnC,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC7B,CAAC;gBACD,MAAM,IAAI,eAAe,CACvB,6BAA6B,WAAW,uCAAuC,CAChF,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;YACjC,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;gBAC3B,MAAM,IAAI,eAAe,CACvB,kCAAkC,IAAI,CAAC,MAAM,+BAA+B,CAC7E,CAAC;YACJ,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC;YAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAEhD,OAAO;gBACL,gBAAgB,EAAE,WAAW,OAAO,CAAC,QAAQ,EAAE,EAAE;gBACjD,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,KAAK;gBACrC,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE;gBAC7B,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,OAAO,EAAE;oBACP,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE;oBACvB,KAAK;oBACL,UAAU,EAAE,QAAQ,CAAC,MAAM;oBAC3B,WAAW;oBACX,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBACvD,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;oBAC7C,cAAc,EAAE,UAAU;iBAC3B;gBACD,QAAQ,EAAE;oBACR,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE;oBACvB,KAAK;oBACL,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,YAAY;oBAClC,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,YAAY;oBAC9C,UAAU,EAAE,eAAe;iBAC5B;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;gBAC/B,MAAM,CAAC,KAAK,CAAC,0CAA0C,EAAE;oBACvD,GAAG,EAAE,KAAK,CAAC,GAAG;oBACd,KAAK,EAAE,KAAK,CAAC,OAAO;iBACrB,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACxE,MAAM,IAAI,eAAe,CAAC,iCAAiC,GAAG,EAAE,CAAC,CAAC;QACpE,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,WAAwC;QACjE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC;QAC1C,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC;QAC/C,MAAM,MAAM,GAAqB,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC;QAC3E,MAAM,GAAG,GAAI,QAAQ,CAAC,WAAsB,IAAI,YAAY,CAAC;QAC7D,MAAM,KAAK,GAAI,QAAQ,CAAC,KAAgB,IAAI,YAAY,CAAC;QAEzD,MAAM,OAAO,GACX,kFAAkF,CAAC;QAErF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI;gBAAE,SAAS;YAEpB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC;qBACpB,IAAI,EAAE;qBACN,WAAW,EAAE;qBACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;gBAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAE/B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;oBACzE,MAAM,UAAU,GAAG,MAAM;yBACtB,UAAU,CAAC,QAAQ,CAAC;yBACpB,MAAM,CAAC,WAAW,GAAG,IAAI,MAAM,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;yBACjD,MAAM,CAAC,KAAK,CAAC,CAAC;oBAEjB,MAAM,CAAC,IAAI,CAAC;wBACV,OAAO;wBACP,SAAS,EAAE,MAAM;wBACjB,KAAK,EAAE,MAAM;wBACb,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;4BACnC,CAAC,CAAC,SAAS;4BACX,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gCACvB,CAAC,CAAC,UAAU;gCACZ,CAAC,CAAC,eAAe;wBACrB,WAAW,EAAE,GAAG;wBAChB,KAAK;wBACL,UAAU,EAAE,eAAe;wBAC3B,YAAY,EAAE,KAAK;wBACnB,UAAU,EAAE,IAAI,IAAI,EAAE;wBACtB,UAAU;wBACV,UAAU,EAAE;4BACV,SAAS,EAAE,SAAS;4BACpB,GAAG;4BACH,QAAQ,EAAE,GAAG;4BACb,gBAAgB,EAAE,mBAAmB;4BACrC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;4BACpC,QAAQ,EAAE,IAAI;yBACf;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7E,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,YAAY,CAAC,IAAY;QAC/B,MAAM,KAAK,GAAG,+BAA+B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACtC,CAAC;IAEO,iBAAiB,CAAC,IAAY;QACpC,gCAAgC;QAChC,MAAM,QAAQ,GAAG,IAAI;aAClB,OAAO,CAAC,qDAAqD,EAAE,GAAG,CAAC;aACnE,OAAO,CAAC,kDAAkD,EAAE,GAAG,CAAC;aAChE,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAE7B,OAAO,QAAQ;aACZ,KAAK,CAAC,OAAO,CAAC;aACd,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/E,CAAC;CACF"}

package/dist/discovery/candidateGenerator.d.ts

@@ -0,0 +1,12 @@
+import { Claim } from '../domain/entities/claim.js';
+export interface ClaimPair {
+    claimA: Claim;
+    claimB: Claim;
+    pairKey: string;
+}
+export declare function getCanonicalPairKey(idA: string, idB: string): string;
+export declare class CandidateGenerator {
+    generatePairs(claims: Claim[]): ClaimPair[];
+    generatePairsForSingleClaim(claim: Claim, allCandidates: Claim[]): ClaimPair[];
+}
+export declare const candidateGenerator: CandidateGenerator;

package/dist/discovery/candidateGenerator.js

@@ -0,0 +1,110 @@
+import { normalizeText, calculateCompositeSimilarity } from '../analysis/claimMatcher.js';
+export function getCanonicalPairKey(idA, idB) {
+    return idA < idB ? `${idA}::${idB}` : `${idB}::${idA}`;
+}
+export class CandidateGenerator {
+    generatePairs(claims) {
+        if (claims.length < 2) {
+            return [];
+        }
+        const pairsMap = new Map();
+        // 1. Group claims by normalized subject
+        const subjectGroups = new Map();
+        for (const claim of claims) {
+            const normSub = normalizeText(claim.subject);
+            if (!normSub)
+                continue;
+            let group = subjectGroups.get(normSub);
+            if (!group) {
+                group = [];
+                subjectGroups.set(normSub, group);
+            }
+            group.push(claim);
+        }
+        // 2. Inside each subject group, only pair claims that share compatible predicates
+        for (const [, groupClaims] of subjectGroups) {
+            if (groupClaims.length < 2)
+                continue;
+            // Group further by normalized predicate
+            const predGroups = new Map();
+            for (const claim of groupClaims) {
+                const normPred = normalizeText(claim.predicate);
+                let list = predGroups.get(normPred);
+                if (!list) {
+                    list = [];
+                    predGroups.set(normPred, list);
+                }
+                list.push(claim);
+            }
+            // 2a. All claims sharing exact normalized predicate are pairs
+            for (const [, predClaims] of predGroups) {
+                if (predClaims.length < 2)
+                    continue;
+                for (let i = 0; i < predClaims.length; i++) {
+                    for (let j = i + 1; j < predClaims.length; j++) {
+                        const a = predClaims[i];
+                        const b = predClaims[j];
+                        if (a.id === b.id)
+                            continue;
+                        const key = getCanonicalPairKey(a.id, b.id);
+                        if (!pairsMap.has(key)) {
+                            pairsMap.set(key, {
+                                claimA: a.id < b.id ? a : b,
+                                claimB: a.id < b.id ? b : a,
+                                pairKey: key,
+                            });
+                        }
+                    }
+                }
+            }
+            // 2b. Check cross-predicate pairs within the same subject if predicates are similar
+            const predKeys = Array.from(predGroups.keys());
+            for (let i = 0; i < predKeys.length; i++) {
+                for (let j = i + 1; j < predKeys.length; j++) {
+                    const pred1 = predKeys[i];
+                    const pred2 = predKeys[j];
+                    const similarity = calculateCompositeSimilarity(pred1, pred2);
+                    if (similarity >= 0.75) {
+                        const list1 = predGroups.get(pred1);
+                        const list2 = predGroups.get(pred2);
+                        for (const a of list1) {
+                            for (const b of list2) {
+                                if (a.id === b.id)
+                                    continue;
+                                const key = getCanonicalPairKey(a.id, b.id);
+                                if (!pairsMap.has(key)) {
+                                    pairsMap.set(key, {
+                                        claimA: a.id < b.id ? a : b,
+                                        claimB: a.id < b.id ? b : a,
+                                        pairKey: key,
+                                    });
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        }
+        return Array.from(pairsMap.values());
+    }
+    generatePairsForSingleClaim(claim, allCandidates) {
+        const pairs = [];
+        const seen = new Set();
+        for (const candidate of allCandidates) {
+            if (candidate.id === claim.id)
+                continue;
+            const key = getCanonicalPairKey(claim.id, candidate.id);
+            if (!seen.has(key)) {
+                seen.add(key);
+                pairs.push({
+                    claimA: claim.id < candidate.id ? claim : candidate,
+                    claimB: claim.id < candidate.id ? candidate : claim,
+                    pairKey: key,
+                });
+            }
+        }
+        return pairs;
+    }
+}
+export const candidateGenerator = new CandidateGenerator();
+//# sourceMappingURL=candidateGenerator.js.map

package/dist/discovery/candidateGenerator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"candidateGenerator.js","sourceRoot":"","sources":["../../src/discovery/candidateGenerator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAQ1F,MAAM,UAAU,mBAAmB,CAAC,GAAW,EAAE,GAAW;IAC1D,OAAO,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,GAAG,EAAE,CAAC;AACzD,CAAC;AAED,MAAM,OAAO,kBAAkB;IACtB,aAAa,CAAC,MAAe;QAClC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAqB,CAAC;QAE9C,wCAAwC;QACxC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAmB,CAAC;QACjD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,KAAK,GAAG,EAAE,CAAC;gBACX,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACpC,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QAED,kFAAkF;QAClF,KAAK,MAAM,CAAC,EAAE,WAAW,CAAC,IAAI,aAAa,EAAE,CAAC;YAC5C,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;gBAAE,SAAS;YAErC,wCAAwC;YACxC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAmB,CAAC;YAC9C,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;gBAChC,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBAChD,IAAI,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACpC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,IAAI,GAAG,EAAE,CAAC;oBACV,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACjC,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,CAAC;YAED,8DAA8D;YAC9D,KAAK,MAAM,CAAC,EAAE,UAAU,CAAC,IAAI,UAAU,EAAE,CAAC;gBACxC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;oBAAE,SAAS;gBACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC/C,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;wBACxB,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;wBACxB,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE;4BAAE,SAAS;wBAE5B,MAAM,GAAG,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;wBAC5C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;4BACvB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE;gCAChB,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gCAC3B,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gCAC3B,OAAO,EAAE,GAAG;6BACb,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,oFAAoF;YACpF,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC7C,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;oBAC1B,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;oBAE1B,MAAM,UAAU,GAAG,4BAA4B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;oBAC9D,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;wBACvB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;wBACrC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;wBAErC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;4BACtB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gCACtB,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE;oCAAE,SAAS;gCAC5B,MAAM,GAAG,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;gCAC5C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oCACvB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE;wCAChB,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wCAC3B,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wCAC3B,OAAO,EAAE,GAAG;qCACb,CAAC,CAAC;gCACL,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,CAAC;IAEM,2BAA2B,CAAC,KAAY,EAAE,aAAsB;QACrE,MAAM,KAAK,GAAgB,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,KAAK,MAAM,SAAS,IAAI,aAAa,EAAE,CAAC;YACtC,IAAI,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE;gBAAE,SAAS;YAExC,MAAM,GAAG,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;YACxD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACd,KAAK,CAAC,IAAI,CAAC;oBACT,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;oBACnD,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK;oBACnD,OAAO,EAAE,GAAG;iBACb,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC"}

package/dist/discovery/contradictionScanner.d.ts

@@ -0,0 +1,30 @@
+import { Claim } from '../domain/entities/claim.js';
+import { Source } from '../domain/entities/source.js';
+import { ContradictionSeverity, ContradictionType } from '../domain/entities/contradiction.js';
+import { ContradictionAnalysis } from '../analysis/contradictionEngine.js';
+import { ClaimPair } from './candidateGenerator.js';
+import { RankableContradiction } from './rankingService.js';
+export interface DiscoveredContradiction extends RankableContradiction {
+    contradictionId?: string;
+    claimA: Claim;
+    claimB: Claim;
+    sourceA: Source | null;
+    sourceB: Source | null;
+    contradictionType: ContradictionType;
+    severity: ContradictionSeverity;
+    confidence: number;
+    explanation: string;
+    detectedAt: Date;
+    evidence: ContradictionAnalysis['evidence'];
+    priorityScore: number;
+}
+export interface ScannerOptions {
+    minConfidence?: number;
+}
+export declare class ContradictionScanner {
+    scanPairs(pairs: ClaimPair[], sourcesMap: Map<string, Source>, options?: ScannerOptions): {
+        pairsAnalyzed: number;
+        contradictions: DiscoveredContradiction[];
+    };
+}
+export declare const contradictionScanner: ContradictionScanner;

package/dist/discovery/contradictionScanner.js

@@ -0,0 +1,47 @@
+import { contradictionEngine } from '../analysis/contradictionEngine.js';
+import { getCanonicalPairKey } from './candidateGenerator.js';
+import { rankingService } from './rankingService.js';
+export class ContradictionScanner {
+    scanPairs(pairs, sourcesMap, options) {
+        const minConfidence = options?.minConfidence ?? 0.0;
+        const seenPairs = new Set();
+        const unrankedContradictions = [];
+        let pairsAnalyzed = 0;
+        for (const pair of pairs) {
+            if (pair.claimA.id === pair.claimB.id)
+                continue;
+            const key = pair.pairKey || getCanonicalPairKey(pair.claimA.id, pair.claimB.id);
+            if (seenPairs.has(key)) {
+                continue;
+            }
+            seenPairs.add(key);
+            pairsAnalyzed++;
+            const sourceA = sourcesMap.get(pair.claimA.sourceId) ?? null;
+            const sourceB = sourcesMap.get(pair.claimB.sourceId) ?? null;
+            const analysis = contradictionEngine.analyzePair(pair.claimA, pair.claimB, sourceA, sourceB);
+            if (analysis.analysisStatus === 'CONFIRMED_CONTRADICTION' &&
+                analysis.confidence >= minConfidence) {
+                unrankedContradictions.push({
+                    claimA: pair.claimA,
+                    claimB: pair.claimB,
+                    sourceA,
+                    sourceB,
+                    contradictionType: analysis.contradictionType,
+                    severity: analysis.severity,
+                    confidence: analysis.confidence,
+                    explanation: analysis.explanation,
+                    detectedAt: new Date(),
+                    evidence: analysis.evidence,
+                    priorityScore: 0, // Assigned by rankingService below
+                });
+            }
+        }
+        const ranked = rankingService.rank(unrankedContradictions);
+        return {
+            pairsAnalyzed,
+            contradictions: ranked,
+        };
+    }
+}
+export const contradictionScanner = new ContradictionScanner();
+//# sourceMappingURL=contradictionScanner.js.map

package/dist/discovery/contradictionScanner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contradictionScanner.js","sourceRoot":"","sources":["../../src/discovery/contradictionScanner.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,mBAAmB,EAAyB,MAAM,oCAAoC,CAAC;AAChG,OAAO,EAAa,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AACzE,OAAO,EAAE,cAAc,EAAyB,MAAM,qBAAqB,CAAC;AAqB5E,MAAM,OAAO,oBAAoB;IACxB,SAAS,CACd,KAAkB,EAClB,UAA+B,EAC/B,OAAwB;QAExB,MAAM,aAAa,GAAG,OAAO,EAAE,aAAa,IAAI,GAAG,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QACpC,MAAM,sBAAsB,GAA8B,EAAE,CAAC;QAC7D,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,EAAE;gBAAE,SAAS;YAEhD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAChF,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvB,SAAS;YACX,CAAC;YACD,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACnB,aAAa,EAAE,CAAC;YAEhB,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC;YAC7D,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC;YAE7D,MAAM,QAAQ,GAAG,mBAAmB,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAE7F,IACE,QAAQ,CAAC,cAAc,KAAK,yBAAyB;gBACrD,QAAQ,CAAC,UAAU,IAAI,aAAa,EACpC,CAAC;gBACD,sBAAsB,CAAC,IAAI,CAAC;oBAC1B,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,OAAO;oBACP,OAAO;oBACP,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;oBAC7C,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,UAAU,EAAE,QAAQ,CAAC,UAAU;oBAC/B,WAAW,EAAE,QAAQ,CAAC,WAAW;oBACjC,UAAU,EAAE,IAAI,IAAI,EAAE;oBACtB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,aAAa,EAAE,CAAC,EAAE,mCAAmC;iBACtD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAE3D,OAAO;YACL,aAAa;YACb,cAAc,EAAE,MAAmC;SACpD,CAAC;IACJ,CAAC;CACF;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,oBAAoB,EAAE,CAAC"}

package/dist/discovery/discoveryService.d.ts

@@ -0,0 +1,37 @@
+import { DatabaseManager } from '../storage/database.js';
+import { DiscoveredContradiction } from './contradictionScanner.js';
+export interface ScanAllOptions {
+    limit?: number;
+    minConfidence?: number;
+    includeDismissed?: boolean;
+}
+export interface ScanAllSummary {
+    status: 'completed';
+    claimsScanned: number;
+    candidatePairs: number;
+    pairsAnalyzed: number;
+    contradictionsFound: number;
+    newContradictions: number;
+    existingContradictions: number;
+    durationMs: number;
+    contradictions: DiscoveredContradiction[];
+}
+export interface ScanClaimSummary {
+    status: 'completed';
+    claimId: string;
+    candidatePairs: number;
+    pairsAnalyzed: number;
+    contradictionsFound: number;
+    newContradictions: number;
+    existingContradictions: number;
+    durationMs: number;
+    results: DiscoveredContradiction[];
+}
+export declare class DiscoveryService {
+    private readonly dbManager;
+    constructor(dbManager: DatabaseManager);
+    scanAllClaims(options?: ScanAllOptions): ScanAllSummary;
+    scanClaim(claimId: string, options?: {
+        minConfidence?: number;
+    }): ScanClaimSummary;
+}

package/dist/discovery/discoveryService.js

@@ -0,0 +1,131 @@
+import { candidateGenerator } from './candidateGenerator.js';
+import { InMemoryClaimIndex } from './similarityIndex.js';
+import { contradictionScanner } from './contradictionScanner.js';
+import { NotFoundError } from '../domain/types/common.js';
+export class DiscoveryService {
+    dbManager;
+    constructor(dbManager) {
+        this.dbManager = dbManager;
+    }
+    scanAllClaims(options) {
+        const startTime = performance.now();
+        const limit = options?.limit ?? 50;
+        const minConfidence = options?.minConfidence ?? 0.5;
+        const includeDismissed = options?.includeDismissed ?? false;
+        // 1. Load all claims and sources
+        const claims = this.dbManager.listClaims();
+        const sources = this.dbManager.listSources();
+        const sourcesMap = new Map(sources.map((s) => [s.id, s]));
+        // 2. Generate candidate pairs
+        const pairs = candidateGenerator.generatePairs(claims);
+        // 3. Scan candidate pairs
+        const { pairsAnalyzed, contradictions } = contradictionScanner.scanPairs(pairs, sourcesMap, {
+            minConfidence,
+        });
+        // 4. Persist contradictions and handle duplicate prevention
+        let newCount = 0;
+        let existingCount = 0;
+        const persistedContradictions = [];
+        for (const item of contradictions) {
+            const { contradiction: record, isNew } = this.dbManager.saveDiscoveredContradiction({
+                claimAId: item.claimA.id,
+                claimBId: item.claimB.id,
+                contradictionType: item.contradictionType,
+                severity: item.severity,
+                confidence: item.confidence,
+                explanation: item.explanation,
+                status: 'OPEN',
+                metadata: {
+                    evidence: item.evidence,
+                    priorityScore: item.priorityScore,
+                },
+            });
+            if (isNew) {
+                newCount++;
+            }
+            else {
+                existingCount++;
+            }
+            if (!includeDismissed && record.status === 'DISMISSED') {
+                continue;
+            }
+            persistedContradictions.push({
+                ...item,
+                contradictionId: record.id,
+            });
+        }
+        const durationMs = Number((performance.now() - startTime).toFixed(2));
+        const finalResults = persistedContradictions.slice(0, limit);
+        return {
+            status: 'completed',
+            claimsScanned: claims.length,
+            candidatePairs: pairs.length,
+            pairsAnalyzed,
+            contradictionsFound: contradictions.length,
+            newContradictions: newCount,
+            existingContradictions: existingCount,
+            durationMs,
+            contradictions: finalResults,
+        };
+    }
+    scanClaim(claimId, options) {
+        const startTime = performance.now();
+        const minConfidence = options?.minConfidence ?? 0.5;
+        const targetClaim = this.dbManager.getClaimById(claimId);
+        if (!targetClaim) {
+            throw new NotFoundError('Claim', claimId);
+        }
+        const allClaims = this.dbManager.listClaims();
+        const sources = this.dbManager.listSources();
+        const sourcesMap = new Map(sources.map((s) => [s.id, s]));
+        // Build index for candidate search
+        const index = new InMemoryClaimIndex();
+        index.addMany(allClaims);
+        const candidates = index.findCandidates(targetClaim);
+        const pairs = candidateGenerator.generatePairsForSingleClaim(targetClaim, candidates);
+        const { pairsAnalyzed, contradictions } = contradictionScanner.scanPairs(pairs, sourcesMap, {
+            minConfidence,
+        });
+        let newCount = 0;
+        let existingCount = 0;
+        const persistedResults = [];
+        for (const item of contradictions) {
+            const { contradiction: record, isNew } = this.dbManager.saveDiscoveredContradiction({
+                claimAId: item.claimA.id,
+                claimBId: item.claimB.id,
+                contradictionType: item.contradictionType,
+                severity: item.severity,
+                confidence: item.confidence,
+                explanation: item.explanation,
+                status: 'OPEN',
+                metadata: {
+                    evidence: item.evidence,
+                    priorityScore: item.priorityScore,
+                },
+            });
+            if (isNew) {
+                newCount++;
+            }
+            else {
+                existingCount++;
+            }
+            persistedResults.push({
+                ...item,
+                contradictionId: record.id,
+            });
+        }
+        const durationMs = Number((performance.now() - startTime).toFixed(2));
+        return {
+            status: 'completed',
+            claimId,
+            candidatePairs: pairs.length,
+            pairsAnalyzed,
+            contradictionsFound: contradictions.length,
+            newContradictions: newCount,
+            existingContradictions: existingCount,
+            durationMs,
+            results: persistedResults,
+        };
+    }
+}
+//# sourceMappingURL=discoveryService.js.map

package/dist/discovery/discoveryService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discoveryService.js","sourceRoot":"","sources":["../../src/discovery/discoveryService.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAA2B,MAAM,2BAA2B,CAAC;AAE1F,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAgC1D,MAAM,OAAO,gBAAgB;IACV,SAAS,CAAkB;IAE5C,YAAY,SAA0B;QACpC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAEM,aAAa,CAAC,OAAwB;QAC3C,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QACnC,MAAM,aAAa,GAAG,OAAO,EAAE,aAAa,IAAI,GAAG,CAAC;QACpD,MAAM,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,IAAI,KAAK,CAAC;QAE5D,iCAAiC;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAiB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAE1E,8BAA8B;QAC9B,MAAM,KAAK,GAAG,kBAAkB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEvD,0BAA0B;QAC1B,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,GAAG,oBAAoB,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU,EAAE;YAC1F,aAAa;SACd,CAAC,CAAC;QAEH,4DAA4D;QAC5D,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,MAAM,uBAAuB,GAA8B,EAAE,CAAC;QAE9D,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,2BAA2B,CAAC;gBAClF,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;gBACxB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;gBACxB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,MAAM,EAAE,MAAM;gBACd,QAAQ,EAAE;oBACR,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,aAAa,EAAE,IAAI,CAAC,aAAa;iBAClC;aACF,CAAC,CAAC;YAEH,IAAI,KAAK,EAAE,CAAC;gBACV,QAAQ,EAAE,CAAC;YACb,CAAC;iBAAM,CAAC;gBACN,aAAa,EAAE,CAAC;YAClB,CAAC;YAED,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACvD,SAAS;YACX,CAAC;YAED,uBAAuB,CAAC,IAAI,CAAC;gBAC3B,GAAG,IAAI;gBACP,eAAe,EAAE,MAAM,CAAC,EAAE;aAC3B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,MAAM,YAAY,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAE7D,OAAO;YACL,MAAM,EAAE,WAAW;YACnB,aAAa,EAAE,MAAM,CAAC,MAAM;YAC5B,cAAc,EAAE,KAAK,CAAC,MAAM;YAC5B,aAAa;YACb,mBAAmB,EAAE,cAAc,CAAC,MAAM;YAC1C,iBAAiB,EAAE,QAAQ;YAC3B,sBAAsB,EAAE,aAAa;YACrC,UAAU;YACV,cAAc,EAAE,YAAY;SAC7B,CAAC;IACJ,CAAC;IAEM,SAAS,CAAC,OAAe,EAAE,OAAoC;QACpE,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,aAAa,GAAG,OAAO,EAAE,aAAa,IAAI,GAAG,CAAC;QAEpD,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAiB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAE1E,mCAAmC;QACnC,MAAM,KAAK,GAAG,IAAI,kBAAkB,EAAE,CAAC;QACvC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEzB,MAAM,UAAU,GAAG,KAAK,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,kBAAkB,CAAC,2BAA2B,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAEtF,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,GAAG,oBAAoB,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU,EAAE;YAC1F,aAAa;SACd,CAAC,CAAC;QAEH,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,MAAM,gBAAgB,GAA8B,EAAE,CAAC;QAEvD,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,2BAA2B,CAAC;gBAClF,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;gBACxB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;gBACxB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,MAAM,EAAE,MAAM;gBACd,QAAQ,EAAE;oBACR,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,aAAa,EAAE,IAAI,CAAC,aAAa;iBAClC;aACF,CAAC,CAAC;YAEH,IAAI,KAAK,EAAE,CAAC;gBACV,QAAQ,EAAE,CAAC;YACb,CAAC;iBAAM,CAAC;gBACN,aAAa,EAAE,CAAC;YAClB,CAAC;YAED,gBAAgB,CAAC,IAAI,CAAC;gBACpB,GAAG,IAAI;gBACP,eAAe,EAAE,MAAM,CAAC,EAAE;aAC3B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtE,OAAO;YACL,MAAM,EAAE,WAAW;YACnB,OAAO;YACP,cAAc,EAAE,KAAK,CAAC,MAAM;YAC5B,aAAa;YACb,mBAAmB,EAAE,cAAc,CAAC,MAAM;YAC1C,iBAAiB,EAAE,QAAQ;YAC3B,sBAAsB,EAAE,aAAa;YACrC,UAAU;YACV,OAAO,EAAE,gBAAgB;SAC1B,CAAC;IACJ,CAAC;CACF"}