tryassay 0.29.0 → 0.31.0

package/dist/lib/rule-harvester/harvest.js

@@ -0,0 +1,307 @@
+import { execSync } from 'node:child_process';
+import { readFile, rm } from 'node:fs/promises';
+import { readdirSync, readFileSync, statSync } from 'node:fs';
+import { join, relative } from 'node:path';
+import { selectFiles } from './file-selector.js';
+import { scanFile } from './scanner.js';
+import { parseConfirmation, runTscCheck } from './ground-truth.js';
+import { loadProgress, saveProgress, getFileState, setFileState, initRepo, } from './progress.js';
+import { createRunReport, saveRunReport } from './reporter.js';
+import { learnFromFinding, getLearnedRulesSummary } from '../learned-rules/index.js';
+// ── Helpers ───────────────────────────────────────────────────
+function repoKey(repo) {
+    return `${repo.owner}/${repo.name}`;
+}
+function log(config, msg) {
+    if (config.onLog) {
+        config.onLog(msg);
+    }
+    else {
+        console.log(msg);
+    }
+}
+function cloneRepo(repo, targetDir) {
+    const url = `https://github.com/${repo.owner}/${repo.name}.git`;
+    try {
+        execSync(`git clone --depth 1 "${url}" "${targetDir}"`, {
+            timeout: 120_000,
+            stdio: 'pipe',
+        });
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function installDeps(repoDir) {
+    try {
+        execSync('npm install --ignore-scripts', {
+            cwd: repoDir,
+            timeout: 180_000,
+            stdio: 'pipe',
+        });
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function listTsFiles(dir, base) {
+    const root = base ?? dir;
+    const results = [];
+    const TS_EXTENSIONS = new Set(['.ts', '.tsx', '.js', '.jsx']);
+    const SKIP_DIRS = new Set(['node_modules', '.git', 'dist']);
+    let entries;
+    try {
+        entries = readdirSync(dir);
+    }
+    catch {
+        return results;
+    }
+    for (const entry of entries) {
+        if (SKIP_DIRS.has(entry))
+            continue;
+        const fullPath = join(dir, entry);
+        let stat;
+        try {
+            stat = statSync(fullPath);
+        }
+        catch {
+            continue;
+        }
+        if (stat.isDirectory()) {
+            results.push(...listTsFiles(fullPath, root));
+        }
+        else if (stat.isFile()) {
+            const ext = entry.slice(entry.lastIndexOf('.'));
+            if (!TS_EXTENSIONS.has(ext))
+                continue;
+            let content = '';
+            try {
+                content = readFileSync(fullPath, 'utf-8');
+            }
+            catch {
+                // If unreadable, estimate 0 lines
+            }
+            const lineCount = content ? content.split('\n').length : 0;
+            const relPath = relative(root, fullPath);
+            results.push({ path: relPath, lineCount });
+        }
+    }
+    return results;
+}
+// ── Main Pipeline ─────────────────────────────────────────────
+export async function harvestRepos(config) {
+    const startTime = Date.now();
+    // 1. Load progress if resume=true
+    let progress = {};
+    if (config.resume) {
+        progress = await loadProgress(config.progressDir);
+        log(config, `Resumed progress: ${Object.keys(progress).length} repos tracked`);
+    }
+    // 2. Filter repos by repoFilter and limit
+    let repos = config.repoList;
+    if (config.repoFilter && config.repoFilter.length > 0) {
+        const filterSet = new Set(config.repoFilter);
+        repos = repos.filter((r) => filterSet.has(repoKey(r)));
+    }
+    if (config.limit !== undefined && config.limit > 0) {
+        repos = repos.slice(0, config.limit);
+    }
+    log(config, `Processing ${repos.length} repos`);
+    const allFileResults = [];
+    for (const repo of repos) {
+        const key = repoKey(repo);
+        // 3. Skip completed repos on resume
+        if (config.resume) {
+            const repoProgress = progress[key];
+            if (repoProgress?.status === 'complete') {
+                log(config, `[SKIP] ${key} — already complete`);
+                continue;
+            }
+        }
+        log(config, `[START] ${key}`);
+        const repoDir = join(config.workDir, repo.name);
+        // 4a. Clone
+        const cloneOk = cloneRepo(repo, repoDir);
+        if (!cloneOk) {
+            log(config, `[FAIL] ${key} — clone failed`);
+            continue;
+        }
+        log(config, `[CLONED] ${key}`);
+        // 4b. Install deps (best-effort)
+        const installOk = installDeps(repoDir);
+        if (!installOk) {
+            log(config, `[WARN] ${key} — npm install failed (continuing)`);
+        }
+        // 4c. Run tsc baseline
+        const tscResult = runTscCheck(repoDir);
+        const tscOutput = tscResult?.errors ?? null;
+        log(config, `[TSC] ${key} — exit ${tscResult?.exitCode ?? 'null'}, ${tscOutput?.length ?? 0} chars`);
+        // 4d. List all .ts/.tsx/.js/.jsx files
+        const allFiles = listTsFiles(repoDir);
+        log(config, `[FILES] ${key} — ${allFiles.length} files found`);
+        // 4e. Select files
+        const selectedFiles = selectFiles(allFiles);
+        log(config, `[SELECTED] ${key} — ${selectedFiles.length} files to scan`);
+        // Initialize repo in progress
+        progress = initRepo(progress, key);
+        // 4f. Scan each selected file
+        for (const selectedFile of selectedFiles) {
+            const absFilePath = join(repoDir, selectedFile.path);
+            const fileState = getFileState(progress, key, selectedFile.path);
+            // Skip already-learned/confirmed files on resume
+            if (config.resume && (fileState === 'learned' || fileState === 'confirmed')) {
+                log(config, `  [SKIP] ${selectedFile.path} — ${fileState}`);
+                continue;
+            }
+            const fileStart = Date.now();
+            const result = {
+                repo: key,
+                filePath: selectedFile.path,
+                claimsExtracted: 0,
+                confirmed: 0,
+                rulesLearned: 0,
+                rulesRejected: 0,
+                rulesDuplicate: 0,
+                unmatchedCategories: [],
+                durationMs: 0,
+            };
+            // Read file content
+            let code;
+            try {
+                code = await readFile(absFilePath, 'utf-8');
+            }
+            catch (err) {
+                log(config, `  [WARN] ${selectedFile.path} — unreadable: ${String(err)}`);
+                continue;
+            }
+            // Scan with timeout (clear timer on success to avoid accumulating pending timers)
+            let scanOutput = null;
+            let timer;
+            try {
+                const scanPromise = scanFile(code, 'typescript');
+                const timeoutPromise = new Promise((_, reject) => {
+                    timer = setTimeout(() => reject(new Error('scanFile timeout')), 1_200_000);
+                });
+                scanOutput = await Promise.race([scanPromise, timeoutPromise]);
+            }
+            catch (err) {
+                log(config, `  [SCAN_ERR] ${selectedFile.path} — ${String(err)}`);
+                progress = setFileState(progress, key, selectedFile.path, 'scanned');
+                await saveProgress(config.progressDir, progress);
+                result.durationMs = Date.now() - fileStart;
+                allFileResults.push(result);
+                continue;
+            }
+            finally {
+                if (timer)
+                    clearTimeout(timer);
+            }
+            result.claimsExtracted = scanOutput.result.totalClaims;
+            // Update progress to scanned
+            progress = setFileState(progress, key, selectedFile.path, 'scanned');
+            // For each FAIL/PARTIAL finding, confirm and learn
+            for (const failure of scanOutput.result.failures) {
+                const claimForConfirmation = {
+                    claimId: failure.claimId,
+                    category: failure.category,
+                    description: failure.description,
+                    verdict: 'FAIL',
+                };
+                const groundTruth = parseConfirmation(code, claimForConfirmation, tscOutput, selectedFile.path);
+                if (!groundTruth.confirmed)
+                    continue;
+                result.confirmed += 1;
+                progress = setFileState(progress, key, selectedFile.path, 'confirmed');
+                // Coerce severity: low → medium (ExtractedPattern.severity doesn't include 'low')
+                const rawSeverity = failure.severity;
+                const coercedSeverity = rawSeverity === 'critical' || rawSeverity === 'high' || rawSeverity === 'medium'
+                    ? rawSeverity
+                    : 'medium';
+                const extractionInput = {
+                    claim: {
+                        id: failure.claimId,
+                        category: failure.category,
+                        severity: coercedSeverity,
+                        description: failure.description,
+                        assertion: failure.assertion,
+                    },
+                    verification: {
+                        verdict: 'FAIL',
+                        reasoning: failure.reasoning,
+                    },
+                    code,
+                    language: 'typescript',
+                    filePath: selectedFile.path,
+                };
+                let learnResult;
+                try {
+                    learnResult = await learnFromFinding(config.catalogPath, extractionInput);
+                }
+                catch (err) {
+                    log(config, `  [LEARN_ERR] ${selectedFile.path}:${failure.claimId} — ${String(err)}`);
+                    result.rulesRejected += 1;
+                    continue;
+                }
+                if (learnResult.learned) {
+                    result.rulesLearned += 1;
+                    progress = setFileState(progress, key, selectedFile.path, 'learned');
+                }
+                else {
+                    const reason = learnResult.reason ?? '';
+                    if (reason.includes('No extraction strategy')) {
+                        result.unmatchedCategories.push(failure.category);
+                    }
+                    else if (reason.includes('duplicate')) {
+                        result.rulesDuplicate += 1;
+                    }
+                    else {
+                        result.rulesRejected += 1;
+                    }
+                }
+            }
+            result.durationMs = Date.now() - fileStart;
+            allFileResults.push(result);
+            // Save after each file (Ctrl+C safe)
+            await saveProgress(config.progressDir, progress);
+            log(config, `  [FILE] ${selectedFile.path} — ${result.claimsExtracted} claims, ${result.confirmed} confirmed, ${result.rulesLearned} learned (${result.durationMs}ms)`);
+        }
+        // 4g. Delete clone
+        try {
+            await rm(repoDir, { recursive: true, force: true });
+            log(config, `[CLEANED] ${key}`);
+        }
+        catch (err) {
+            log(config, `[WARN] ${key} — rm failed: ${String(err)}`);
+        }
+        log(config, `[DONE] ${key}`);
+    }
+    // 5. Generate and save run report
+    const catalogSummary = await getLearnedRulesSummary(config.catalogPath);
+    const catalogSize = {
+        total: catalogSummary.total,
+        promoted: catalogSummary.promoted,
+        rejected: catalogSummary.rejected,
+    };
+    const report = createRunReport(allFileResults, config.model, catalogSize);
+    const reportPath = await saveRunReport(config.runsDir, report);
+    // 6. Print summary
+    const totalDurationMin = ((Date.now() - startTime) / 60_000).toFixed(1);
+    log(config, '');
+    log(config, '══════════════════════════════════════');
+    log(config, '  HARVEST COMPLETE');
+    log(config, '══════════════════════════════════════');
+    log(config, `  Repos scanned:      ${report.reposScanned}`);
+    log(config, `  Files scanned:      ${report.filesScanned}`);
+    log(config, `  Claims extracted:   ${report.claimsExtracted}`);
+    log(config, `  Findings confirmed: ${report.findingsConfirmed}`);
+    log(config, `  Rules learned:      ${report.rulesLearned}`);
+    log(config, `  Rules rejected:     ${report.rulesRejected}`);
+    log(config, `  Rules duplicate:    ${report.rulesDuplicate}`);
+    log(config, `  Catalog total:      ${catalogSize.total} (${catalogSize.promoted} promoted)`);
+    log(config, `  Duration:           ${totalDurationMin}m`);
+    log(config, `  Report:             ${reportPath}`);
+    log(config, '══════════════════════════════════════');
+}
+//# sourceMappingURL=harvest.js.map

package/dist/lib/rule-harvester/harvest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"harvest.js","sourceRoot":"","sources":["../../../src/lib/rule-harvester/harvest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,EAAE,WAAW,EAAsB,MAAM,oBAAoB,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACnE,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,QAAQ,GAET,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,eAAe,EAAE,aAAa,EAAuB,MAAM,eAAe,CAAC;AACpF,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AA0BrF,iEAAiE;AAEjE,SAAS,OAAO,CAAC,IAAqC;IACpD,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,GAAG,CAAC,MAAqB,EAAE,GAAW;IAC7C,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAChB,IAAqC,EACrC,SAAiB;IAEjB,MAAM,GAAG,GAAG,sBAAsB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,MAAM,CAAC;IAChE,IAAI,CAAC;QACH,QAAQ,CAAC,wBAAwB,GAAG,MAAM,SAAS,GAAG,EAAE;YACtD,OAAO,EAAE,OAAO;YAChB,KAAK,EAAE,MAAM;SACd,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAClC,IAAI,CAAC;QACH,QAAQ,CAAC,8BAA8B,EAAE;YACvC,GAAG,EAAE,OAAO;YACZ,OAAO,EAAE,OAAO;YAChB,KAAK,EAAE,MAAM;SACd,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,GAAW,EAAE,IAAa;IAC7C,MAAM,IAAI,GAAG,IAAI,IAAI,GAAG,CAAC;IACzB,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAE5D,IAAI,OAAiB,CAAC;IACtB,IAAI,CAAC;QACH,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,SAAS;QAEnC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC;QACT,IAAI,CAAC;YACH,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;QAC/C,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;YAChD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAEtC,IAAI,OAAO,GAAG,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5C,CAAC;YAAC,MAAM,CAAC;gBACP,kCAAkC;YACpC,CAAC;YAED,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3D,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAEzC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,iEAAiE;AAEjE,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAqB;IACtD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,kCAAkC;IAClC,IAAI,QAAQ,GAAoB,EAAE,CAAC;IACnC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,QAAQ,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAClD,GAAG,CAAC,MAAM,EAAE,qBAAqB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,gBAAgB,CAAC,CAAC;IACjF,CAAC;IAED,0CAA0C;IAC1C,IAAI,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC;IAE5B,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC7C,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QACnD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAED,GAAG,CAAC,MAAM,EAAE,cAAc,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;IAEhD,MAAM,cAAc,GAAqB,EAAE,CAAC;IAE5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAE1B,oCAAoC;QACpC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,YAAY,EAAE,MAAM,KAAK,UAAU,EAAE,CAAC;gBACxC,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,qBAAqB,CAAC,CAAC;gBAChD,SAAS;YACX,CAAC;QACH,CAAC;QAED,GAAG,CAAC,MAAM,EAAE,WAAW,GAAG,EAAE,CAAC,CAAC;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhD,YAAY;QACZ,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,iBAAiB,CAAC,CAAC;YAC5C,SAAS;QACX,CAAC;QAED,GAAG,CAAC,MAAM,EAAE,YAAY,GAAG,EAAE,CAAC,CAAC;QAE/B,iCAAiC;QACjC,MAAM,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,oCAAoC,CAAC,CAAC;QACjE,CAAC;QAED,uBAAuB;QACvB,MAAM,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,SAAS,EAAE,MAAM,IAAI,IAAI,CAAC;QAC5C,GAAG,CACD,MAAM,EACN,SAAS,GAAG,WAAW,SAAS,EAAE,QAAQ,IAAI,MAAM,KAAK,SAAS,EAAE,MAAM,IAAI,CAAC,QAAQ,CACxF,CAAC;QAEF,uCAAuC;QACvC,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACtC,GAAG,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,QAAQ,CAAC,MAAM,cAAc,CAAC,CAAC;QAE/D,mBAAmB;QACnB,MAAM,aAAa,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC5C,GAAG,CAAC,MAAM,EAAE,cAAc,GAAG,MAAM,aAAa,CAAC,MAAM,gBAAgB,CAAC,CAAC;QAEzE,8BAA8B;QAC9B,QAAQ,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAEnC,8BAA8B;QAC9B,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;YACzC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;YACrD,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,GAAG,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;YAEjE,iDAAiD;YACjD,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,SAAS,KAAK,WAAW,CAAC,EAAE,CAAC;gBAC5E,GAAG,CAAC,MAAM,EAAE,YAAY,YAAY,CAAC,IAAI,MAAM,SAAS,EAAE,CAAC,CAAC;gBAC5D,SAAS;YACX,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAmB;gBAC7B,IAAI,EAAE,GAAG;gBACT,QAAQ,EAAE,YAAY,CAAC,IAAI;gBAC3B,eAAe,EAAE,CAAC;gBAClB,SAAS,EAAE,CAAC;gBACZ,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,CAAC;gBAChB,cAAc,EAAE,CAAC;gBACjB,mBAAmB,EAAE,EAAE;gBACvB,UAAU,EAAE,CAAC;aACd,CAAC;YAEF,oBAAoB;YACpB,IAAI,IAAY,CAAC;YACjB,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAC9C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,EAAE,YAAY,YAAY,CAAC,IAAI,kBAAkB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC1E,SAAS;YACX,CAAC;YAED,kFAAkF;YAClF,IAAI,UAAU,GAAgD,IAAI,CAAC;YACnE,IAAI,KAAgD,CAAC;YACrD,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;gBACjD,MAAM,cAAc,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;oBACtD,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;gBAC7E,CAAC,CAAC,CAAC;gBACH,UAAU,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC;YACjE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,EAAE,gBAAgB,YAAY,CAAC,IAAI,MAAM,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAClE,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,GAAG,EAAE,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;gBACrE,MAAM,YAAY,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBACjD,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAC3C,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC5B,SAAS;YACX,CAAC;oBAAS,CAAC;gBACT,IAAI,KAAK;oBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;YACjC,CAAC;YAED,MAAM,CAAC,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC;YAEvD,6BAA6B;YAC7B,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,GAAG,EAAE,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAErE,mDAAmD;YACnD,KAAK,MAAM,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACjD,MAAM,oBAAoB,GAAG;oBAC3B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,OAAO,EAAE,MAAM;iBAChB,CAAC;gBAEF,MAAM,WAAW,GAAG,iBAAiB,CACnC,IAAI,EACJ,oBAAoB,EACpB,SAAS,EACT,YAAY,CAAC,IAAI,CAClB,CAAC;gBAEF,IAAI,CAAC,WAAW,CAAC,SAAS;oBAAE,SAAS;gBAErC,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;gBACtB,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,GAAG,EAAE,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBAEvE,kFAAkF;gBAClF,MAAM,WAAW,GAAG,OAAO,CAAC,QAAkB,CAAC;gBAC/C,MAAM,eAAe,GACnB,WAAW,KAAK,UAAU,IAAI,WAAW,KAAK,MAAM,IAAI,WAAW,KAAK,QAAQ;oBAC9E,CAAC,CAAC,WAAW;oBACb,CAAC,CAAC,QAAQ,CAAC;gBAEf,MAAM,eAAe,GAAG;oBACtB,KAAK,EAAE;wBACL,EAAE,EAAE,OAAO,CAAC,OAAO;wBACnB,QAAQ,EAAE,OAAO,CAAC,QAAQ;wBAC1B,QAAQ,EAAE,eAAe;wBACzB,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;qBAC7B;oBACD,YAAY,EAAE;wBACZ,OAAO,EAAE,MAAe;wBACxB,SAAS,EAAE,OAAO,CAAC,SAAS;qBAC7B;oBACD,IAAI;oBACJ,QAAQ,EAAE,YAAY;oBACtB,QAAQ,EAAE,YAAY,CAAC,IAAI;iBAC5B,CAAC;gBAEF,IAAI,WAAW,CAAC;gBAChB,IAAI,CAAC;oBACH,WAAW,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;gBAC5E,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,GAAG,CAAC,MAAM,EAAE,iBAAiB,YAAY,CAAC,IAAI,IAAI,OAAO,CAAC,OAAO,MAAM,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACtF,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;oBAC1B,SAAS;gBACX,CAAC;gBAED,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;oBACxB,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC;oBACzB,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,GAAG,EAAE,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;gBACvE,CAAC;qBAAM,CAAC;oBACN,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;oBACxC,IAAI,MAAM,CAAC,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;wBAC9C,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;oBACpD,CAAC;yBAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;wBACxC,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC;oBAC7B,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC3C,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE5B,qCAAqC;YACrC,MAAM,YAAY,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YAEjD,GAAG,CACD,MAAM,EACN,YAAY,YAAY,CAAC,IAAI,MAAM,MAAM,CAAC,eAAe,YAAY,MAAM,CAAC,SAAS,eAAe,MAAM,CAAC,YAAY,aAAa,MAAM,CAAC,UAAU,KAAK,CAC3J,CAAC;QACJ,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,GAAG,CAAC,MAAM,EAAE,aAAa,GAAG,EAAE,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,iBAAiB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,kCAAkC;IAClC,MAAM,cAAc,GAAG,MAAM,sBAAsB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACxE,MAAM,WAAW,GAAG;QAClB,KAAK,EAAE,cAAc,CAAC,KAAK;QAC3B,QAAQ,EAAE,cAAc,CAAC,QAAQ;QACjC,QAAQ,EAAE,cAAc,CAAC,QAAQ;KAClC,CAAC;IAEF,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,EAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC1E,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAE/D,mBAAmB;IACnB,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAExE,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAChB,GAAG,CAAC,MAAM,EAAE,wCAAwC,CAAC,CAAC;IACtD,GAAG,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC;IAClC,GAAG,CAAC,MAAM,EAAE,wCAAwC,CAAC,CAAC;IACtD,GAAG,CAAC,MAAM,EAAE,yBAAyB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IAC5D,GAAG,CAAC,MAAM,EAAE,yBAAyB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IAC5D,GAAG,CAAC,MAAM,EAAE,yBAAyB,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;IAC/D,GAAG,CAAC,MAAM,EAAE,yBAAyB,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACjE,GAAG,CAAC,MAAM,EAAE,yBAAyB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IAC5D,GAAG,CAAC,MAAM,EAAE,yBAAyB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;IAC7D,GAAG,CAAC,MAAM,EAAE,yBAAyB,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;IAC9D,GAAG,CAAC,MAAM,EAAE,yBAAyB,WAAW,CAAC,KAAK,KAAK,WAAW,CAAC,QAAQ,YAAY,CAAC,CAAC;IAC7F,GAAG,CAAC,MAAM,EAAE,yBAAyB,gBAAgB,GAAG,CAAC,CAAC;IAC1D,GAAG,CAAC,MAAM,EAAE,yBAAyB,UAAU,EAAE,CAAC,CAAC;IACnD,GAAG,CAAC,MAAM,EAAE,wCAAwC,CAAC,CAAC;AACxD,CAAC"}

package/dist/lib/rule-harvester/pr-discovery.d.ts

@@ -0,0 +1,49 @@
+import type { DiscoveredPR, ParsedPRDiff } from '../learned-rules/types.js';
+/** Default labels that indicate a bug-fix PR. Matched case-insensitively as substrings. */
+export declare const DEFAULT_BUG_LABELS: readonly string[];
+/**
+ * Returns true if any label in the array contains a bug-related keyword.
+ * Matches case-insensitively. Accepts optional custom bug label list.
+ */
+export declare function matchesBugLabels(labels: string[], bugLabels?: readonly string[]): boolean;
+/**
+ * Returns true if the PR title matches common bug-fix prefixes.
+ * Looks for fix/bug/resolve/patch at the start or after a conventional commit prefix.
+ */
+export declare function matchesBugTitle(title: string): boolean;
+/**
+ * Returns true if the file path is a TypeScript/JavaScript source file
+ * that is NOT a test file or declaration file.
+ */
+export declare function isTargetFile(path: string): boolean;
+interface DiscoveryConfig {
+    /** Max PRs to fetch per page (GitHub max: 100). */
+    readonly perPage?: number;
+    /** Max pages to paginate through. */
+    readonly maxPages?: number;
+    /** Custom bug labels to match. Defaults to DEFAULT_BUG_LABELS. */
+    readonly bugLabels?: readonly string[];
+    /** Whether to fall back to title matching if no labels match. */
+    readonly titleFallback?: boolean;
+    /** Whether to fetch review comments for each PR. */
+    readonly fetchComments?: boolean;
+}
+/**
+ * Discover merged bug-fix PRs from a GitHub repo.
+ *
+ * Flow:
+ * 1. Fetch closed PRs (paginated)
+ * 2. Filter to merged-only (merged_at !== null)
+ * 3. Filter by bug labels (with optional title fallback)
+ * 4. Optionally enrich with review comments
+ * 5. Collect changed file paths
+ */
+export declare function discoverBugFixPRs(owner: string, name: string, config?: DiscoveryConfig): DiscoveredPR[];
+/**
+ * Fetch and parse diffs for a discovered PR.
+ *
+ * Calls the files endpoint, filters to target files,
+ * and parses each file's patch into typed DiffHunks.
+ */
+export declare function fetchPRDiffs(owner: string, name: string, pr: DiscoveredPR): ParsedPRDiff;
+export {};

package/dist/lib/rule-harvester/pr-discovery.js

@@ -0,0 +1,168 @@
+import { execSync } from 'node:child_process';
+import { parsePatch } from './diff-parser.js';
+// ── Constants ──────────────────────────────────────────────────
+/** Default labels that indicate a bug-fix PR. Matched case-insensitively as substrings. */
+export const DEFAULT_BUG_LABELS = [
+    'bug',
+    'fix',
+    'bugfix',
+    'hotfix',
+    'security',
+    'patch',
+    'defect',
+    'regression',
+];
+/** File extensions we mine patterns from. */
+const TARGET_EXTENSIONS = /\.(tsx?|jsx?|py)$/;
+/** Paths that indicate test files — excluded from mining. */
+const TEST_PATH_PATTERNS = /\.(test|spec)\.[tj]sx?$|__tests__[/\\]|tests?[/\\]|_test\.py$|test_[^/\\]+\.py$/;
+/** Declaration files — excluded from mining. */
+const DECLARATION_PATTERN = /\.d\.ts$|\.pyi$/;
+// ── Pure Filter Functions (unit-testable) ──────────────────────
+/**
+ * Returns true if any label in the array contains a bug-related keyword.
+ * Matches case-insensitively. Accepts optional custom bug label list.
+ */
+export function matchesBugLabels(labels, bugLabels = DEFAULT_BUG_LABELS) {
+    const lower = labels.map((l) => l.toLowerCase());
+    return lower.some((label) => bugLabels.some((keyword) => label.includes(keyword)));
+}
+/**
+ * Returns true if the PR title matches common bug-fix prefixes.
+ * Looks for fix/bug/resolve/patch at the start or after a conventional commit prefix.
+ */
+export function matchesBugTitle(title) {
+    return /\b(fix|bug|resolve|hotfix|patch)\b/i.test(title);
+}
+/**
+ * Returns true if the file path is a TypeScript/JavaScript source file
+ * that is NOT a test file or declaration file.
+ */
+export function isTargetFile(path) {
+    if (!TARGET_EXTENSIONS.test(path))
+        return false;
+    if (TEST_PATH_PATTERNS.test(path))
+        return false;
+    if (DECLARATION_PATTERN.test(path))
+        return false;
+    return true;
+}
+/**
+ * Call the `gh api` CLI and return parsed JSON.
+ * Relies on gh's built-in auth and rate-limit handling.
+ */
+function ghApi(endpoint) {
+    const raw = execSync(`gh api "${endpoint}" --paginate`, {
+        encoding: 'utf-8',
+        maxBuffer: 50 * 1024 * 1024, // 50 MB — large repos can have big diffs
+        timeout: 60_000,
+    });
+    return JSON.parse(raw);
+}
+/**
+ * Fetch a single page from the GitHub API (no --paginate).
+ */
+function ghApiPage(endpoint) {
+    const raw = execSync(`gh api "${endpoint}"`, {
+        encoding: 'utf-8',
+        maxBuffer: 50 * 1024 * 1024,
+        timeout: 60_000,
+    });
+    return JSON.parse(raw);
+}
+/**
+ * Discover merged bug-fix PRs from a GitHub repo.
+ *
+ * Flow:
+ * 1. Fetch closed PRs (paginated)
+ * 2. Filter to merged-only (merged_at !== null)
+ * 3. Filter by bug labels (with optional title fallback)
+ * 4. Optionally enrich with review comments
+ * 5. Collect changed file paths
+ */
+export function discoverBugFixPRs(owner, name, config = {}) {
+    const { perPage = 30, maxPages = 3, bugLabels = DEFAULT_BUG_LABELS, titleFallback = true, fetchComments = true, } = config;
+    const discovered = [];
+    for (let page = 1; page <= maxPages; page++) {
+        const endpoint = `/repos/${owner}/${name}/pulls?state=closed&sort=updated&direction=desc&per_page=${perPage}&page=${page}`;
+        let prs;
+        try {
+            prs = ghApiPage(endpoint);
+        }
+        catch {
+            // If the API call fails (auth, network, etc.), stop pagination
+            break;
+        }
+        if (!prs || prs.length === 0)
+            break;
+        for (const pr of prs) {
+            // Only merged PRs
+            if (!pr.merged_at || !pr.merge_commit_sha)
+                continue;
+            const labelNames = pr.labels.map((l) => l.name);
+            const hasBugLabel = matchesBugLabels(labelNames, bugLabels);
+            const hasBugTitle = titleFallback && matchesBugTitle(pr.title);
+            if (!hasBugLabel && !hasBugTitle)
+                continue;
+            // Fetch file list for this PR
+            let files = [];
+            try {
+                const prFiles = ghApi(`/repos/${owner}/${name}/pulls/${pr.number}/files`);
+                files = prFiles.map((f) => f.filename);
+            }
+            catch {
+                // If we can't get files, still include the PR with empty files
+            }
+            // Fetch review comments if requested
+            let reviewComments = [];
+            if (fetchComments) {
+                try {
+                    const comments = ghApi(`/repos/${owner}/${name}/pulls/${pr.number}/comments`);
+                    reviewComments = comments.map((c) => ({
+                        body: c.body,
+                        path: c.path,
+                        line: c.line ?? c.original_line ?? null,
+                    }));
+                }
+                catch {
+                    // Review comments are optional enrichment
+                }
+            }
+            discovered.push({
+                repo: `${owner}/${name}`,
+                prNumber: pr.number,
+                title: pr.title,
+                labels: labelNames,
+                mergeCommit: pr.merge_commit_sha,
+                reviewComments,
+                files,
+            });
+        }
+    }
+    return discovered;
+}
+/**
+ * Fetch and parse diffs for a discovered PR.
+ *
+ * Calls the files endpoint, filters to target files,
+ * and parses each file's patch into typed DiffHunks.
+ */
+export function fetchPRDiffs(owner, name, pr) {
+    let allHunks = [];
+    try {
+        const files = ghApi(`/repos/${owner}/${name}/pulls/${pr.prNumber}/files`);
+        for (const file of files) {
+            if (!isTargetFile(file.filename))
+                continue;
+            if (!file.patch)
+                continue;
+            const hunks = parsePatch(file.filename, file.patch);
+            allHunks = allHunks.concat(hunks);
+        }
+    }
+    catch {
+        // Return empty hunks if API call fails
+    }
+    return { pr, hunks: allHunks };
+}
+//# sourceMappingURL=pr-discovery.js.map

package/dist/lib/rule-harvester/pr-discovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pr-discovery.js","sourceRoot":"","sources":["../../../src/lib/rule-harvester/pr-discovery.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,kEAAkE;AAElE,2FAA2F;AAC3F,MAAM,CAAC,MAAM,kBAAkB,GAAsB;IACnD,KAAK;IACL,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,UAAU;IACV,OAAO;IACP,QAAQ;IACR,YAAY;CACJ,CAAC;AAEX,6CAA6C;AAC7C,MAAM,iBAAiB,GAAG,mBAAmB,CAAC;AAE9C,6DAA6D;AAC7D,MAAM,kBAAkB,GAAG,iFAAiF,CAAC;AAE7G,gDAAgD;AAChD,MAAM,mBAAmB,GAAG,iBAAiB,CAAC;AAE9C,kEAAkE;AAElE;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAC9B,MAAgB,EAChB,YAA+B,kBAAkB;IAEjD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACjD,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAC1B,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CACrD,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,OAAO,qCAAqC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC3D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACjD,OAAO,IAAI,CAAC;AACd,CAAC;AAyCD;;;GAGG;AACH,SAAS,KAAK,CAAI,QAAgB;IAChC,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,QAAQ,cAAc,EAAE;QACtD,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,yCAAyC;QACtE,OAAO,EAAE,MAAM;KAChB,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAM,CAAC;AAC9B,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAI,QAAgB;IACpC,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,QAAQ,GAAG,EAAE;QAC3C,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;QAC3B,OAAO,EAAE,MAAM;KAChB,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAM,CAAC;AAC9B,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,iBAAiB,CAC/B,KAAa,EACb,IAAY,EACZ,SAA0B,EAAE;IAE5B,MAAM,EACJ,OAAO,GAAG,EAAE,EACZ,QAAQ,GAAG,CAAC,EACZ,SAAS,GAAG,kBAAkB,EAC9B,aAAa,GAAG,IAAI,EACpB,aAAa,GAAG,IAAI,GACrB,GAAG,MAAM,CAAC;IAEX,MAAM,UAAU,GAAmB,EAAE,CAAC;IAEtC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;QAC5C,MAAM,QAAQ,GACZ,UAAU,KAAK,IAAI,IAAI,4DAA4D,OAAO,SAAS,IAAI,EAAE,CAAC;QAE5G,IAAI,GAAe,CAAC;QACpB,IAAI,CAAC;YACH,GAAG,GAAG,SAAS,CAAa,QAAQ,CAAC,CAAC;QACxC,CAAC;QAAC,MAAM,CAAC;YACP,+DAA+D;YAC/D,MAAM;QACR,CAAC;QAED,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM;QAEpC,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,kBAAkB;YAClB,IAAI,CAAC,EAAE,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC,gBAAgB;gBAAE,SAAS;YAEpD,MAAM,UAAU,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,WAAW,GAAG,gBAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAC5D,MAAM,WAAW,GAAG,aAAa,IAAI,eAAe,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAE/D,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW;gBAAE,SAAS;YAE3C,8BAA8B;YAC9B,IAAI,KAAK,GAAa,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,KAAK,CACnB,UAAU,KAAK,IAAI,IAAI,UAAU,EAAE,CAAC,MAAM,QAAQ,CACnD,CAAC;gBACF,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC;gBACP,+DAA+D;YACjE,CAAC;YAED,qCAAqC;YACrC,IAAI,cAAc,GAAsB,EAAE,CAAC;YAC3C,IAAI,aAAa,EAAE,CAAC;gBAClB,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,KAAK,CACpB,UAAU,KAAK,IAAI,IAAI,UAAU,EAAE,CAAC,MAAM,WAAW,CACtD,CAAC;oBACF,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBACpC,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,aAAa,IAAI,IAAI;qBACxC,CAAC,CAAC,CAAC;gBACN,CAAC;gBAAC,MAAM,CAAC;oBACP,0CAA0C;gBAC5C,CAAC;YACH,CAAC;YAED,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,GAAG,KAAK,IAAI,IAAI,EAAE;gBACxB,QAAQ,EAAE,EAAE,CAAC,MAAM;gBACnB,KAAK,EAAE,EAAE,CAAC,KAAK;gBACf,MAAM,EAAE,UAAU;gBAClB,WAAW,EAAE,EAAE,CAAC,gBAAgB;gBAChC,cAAc;gBACd,KAAK;aACN,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAC1B,KAAa,EACb,IAAY,EACZ,EAAgB;IAEhB,IAAI,QAAQ,GAAe,EAAE,CAAC;IAE9B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CACjB,UAAU,KAAK,IAAI,IAAI,UAAU,EAAE,CAAC,QAAQ,QAAQ,CACrD,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAAE,SAAS;YAC3C,IAAI,CAAC,IAAI,CAAC,KAAK;gBAAE,SAAS;YAE1B,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YACpD,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,uCAAuC;IACzC,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;AACjC,CAAC"}

package/dist/lib/rule-harvester/pr-harvest.d.ts

@@ -0,0 +1,53 @@
+/**
+ * PR Harvest Orchestrator — ties discovery -> extraction -> generalization -> catalog
+ * into a complete pipeline for mining bug-fix PRs from public GitHub repos.
+ *
+ * PR-sourced rules are validated through the validation harness before promotion.
+ * Fuzzy deduplication via Dice coefficient prevents near-duplicate rules.
+ */
+import type { LearnedRule } from '../learned-rules/types.js';
+/** Per-repo set of processed PR numbers. */
+export type PRProgress = Record<string, number[]>;
+export declare function createPRProgress(): PRProgress;
+export declare function markPRProcessed(progress: PRProgress, repo: string, prNumber: number): PRProgress;
+export declare function isPRProcessed(progress: PRProgress, repo: string, prNumber: number): boolean;
+export declare function getPRProgressStats(progress: PRProgress, repo: string): {
+    processedPRs: number;
+};
+export declare function loadPRProgress(dir: string): Promise<PRProgress>;
+export declare function savePRProgress(dir: string, progress: PRProgress): Promise<void>;
+/**
+ * Dice coefficient (bigram overlap) for fuzzy string similarity.
+ * Returns a value between 0 (no overlap) and 1 (identical).
+ */
+export declare function diceCoefficient(a: string, b: string): number;
+/**
+ * Find the most similar existing rule by description, if above threshold.
+ */
+export declare function findFuzzyDuplicate(existingRules: LearnedRule[], description: string, category: string): LearnedRule | null;
+export interface PRHarvestConfig {
+    /** List of repos to mine PRs from. */
+    repoList: Array<{
+        owner: string;
+        name: string;
+    }>;
+    /** Assay project root where rules go. */
+    catalogPath: string;
+    /** Where pr-progress.json lives. */
+    progressDir: string;
+    /** Where run reports go. */
+    runsDir: string;
+    /** Model name for reporting. */
+    model: string;
+    /** Max repos to process. */
+    limit?: number;
+    /** Only scan these repos (owner/name format). */
+    repoFilter?: string[];
+    /** Skip already-processed PRs. */
+    resume?: boolean;
+    /** Max PRs per repo. */
+    maxPRsPerRepo?: number;
+    /** Logging callback. */
+    onLog?: (msg: string) => void;
+}
+export declare function harvestPRs(config: PRHarvestConfig): Promise<void>;