treliq 0.4.0

package/dist/core/cache.js

@@ -0,0 +1,64 @@
+"use strict";
+/**
+ * Incremental cache for Treliq — skips re-scanning unchanged PRs
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.configHash = configHash;
+exports.loadCache = loadCache;
+exports.saveCache = saveCache;
+exports.getCacheHit = getCacheHit;
+const fs_1 = require("fs");
+const crypto_1 = require("crypto");
+/** Generate a hash of config options that affect scoring results */
+function configHash(opts) {
+    const input = JSON.stringify({
+        trustContributors: opts.trustContributors,
+        provider: opts.providerName ?? 'none',
+    });
+    return (0, crypto_1.createHash)('md5').update(input).digest('hex').slice(0, 8);
+}
+function loadCache(cacheFile, repo, hash) {
+    if (!(0, fs_1.existsSync)(cacheFile))
+        return null;
+    try {
+        const raw = JSON.parse((0, fs_1.readFileSync)(cacheFile, 'utf-8'));
+        if (raw.repo !== repo)
+            return null;
+        // Invalidate cache if config changed (backwards compatible with old caches without hash)
+        if (hash && raw.configHash && raw.configHash !== hash) {
+            console.error('📦 Cache invalidated (config changed)');
+            return null;
+        }
+        return raw;
+    }
+    catch {
+        return null;
+    }
+}
+function saveCache(cacheFile, repo, scored, shaMap, hash) {
+    const cache = {
+        repo,
+        lastScan: new Date().toISOString(),
+        configHash: hash ?? '',
+        prs: {},
+    };
+    for (const pr of scored) {
+        const { embedding, ...rest } = pr;
+        cache.prs[String(pr.number)] = {
+            updatedAt: pr.updatedAt,
+            headSha: shaMap.get(pr.number) ?? '',
+            scoredPR: rest,
+        };
+    }
+    (0, fs_1.writeFileSync)(cacheFile, JSON.stringify(cache, null, 2));
+}
+function getCacheHit(cache, item) {
+    const cached = cache.prs[String(item.number)];
+    if (!cached)
+        return null;
+    if (cached.updatedAt === item.updatedAt && cached.headSha === item.headSha) {
+        return cached.scoredPR;
+    }
+    return null;
+}
+//# sourceMappingURL=cache.js.map

package/dist/core/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/core/cache.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAoBH,gCAMC;AAED,8BAcC;AAED,8BAsBC;AAQD,kCAOC;AA/ED,2BAA6D;AAC7D,mCAAoC;AAgBpC,oEAAoE;AACpE,SAAgB,UAAU,CAAC,IAA2D;IACpF,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;QAC3B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;QACzC,QAAQ,EAAE,IAAI,CAAC,YAAY,IAAI,MAAM;KACtC,CAAC,CAAC;IACH,OAAO,IAAA,mBAAU,EAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACnE,CAAC;AAED,SAAgB,SAAS,CAAC,SAAiB,EAAE,IAAY,EAAE,IAAa;IACtE,IAAI,CAAC,IAAA,eAAU,EAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAA,iBAAY,EAAC,SAAS,EAAE,OAAO,CAAC,CAAgB,CAAC;QACxE,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QACnC,yFAAyF;QACzF,IAAI,IAAI,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YACtD,OAAO,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;YACvD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAgB,SAAS,CACvB,SAAiB,EACjB,IAAY,EACZ,MAAkB,EAClB,MAA2B,EAC3B,IAAa;IAEb,MAAM,KAAK,GAAgB;QACzB,IAAI;QACJ,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAClC,UAAU,EAAE,IAAI,IAAI,EAAE;QACtB,GAAG,EAAE,EAAE;KACR,CAAC;IACF,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,CAAC;QAClC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG;YAC7B,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE;YACpC,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IACD,IAAA,kBAAa,EAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAQD,SAAgB,WAAW,CAAC,KAAkB,EAAE,IAAgB;IAC9D,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;QAC3E,OAAO,MAAM,CAAC,QAAoB,CAAC;IACrC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/core/concurrency.d.ts

@@ -0,0 +1,16 @@
+/**
+ * ConcurrencyController — Limit parallel async operations with retry support
+ */
+export declare class ConcurrencyController {
+    private maxConcurrent;
+    private retryAttempts;
+    private retryDelay;
+    private running;
+    private queue;
+    constructor(maxConcurrent?: number, retryAttempts?: number, retryDelay?: number);
+    execute<T>(fn: () => Promise<T>): Promise<T>;
+    private acquire;
+    private release;
+    private withRetry;
+}
+//# sourceMappingURL=concurrency.d.ts.map

package/dist/core/concurrency.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"concurrency.d.ts","sourceRoot":"","sources":["../../src/core/concurrency.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,qBAAa,qBAAqB;IAChC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,OAAO,CAAK;IACpB,OAAO,CAAC,KAAK,CAAyB;gBAE1B,aAAa,SAAI,EAAE,aAAa,SAAI,EAAE,UAAU,SAAO;IAM7D,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IASlD,OAAO,CAAC,OAAO;IAaf,OAAO,CAAC,OAAO;YAMD,SAAS;CAWxB"}

package/dist/core/concurrency.js

@@ -0,0 +1,60 @@
+"use strict";
+/**
+ * ConcurrencyController — Limit parallel async operations with retry support
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ConcurrencyController = void 0;
+class ConcurrencyController {
+    maxConcurrent;
+    retryAttempts;
+    retryDelay;
+    running = 0;
+    queue = [];
+    constructor(maxConcurrent = 5, retryAttempts = 2, retryDelay = 1000) {
+        this.maxConcurrent = maxConcurrent;
+        this.retryAttempts = retryAttempts;
+        this.retryDelay = retryDelay;
+    }
+    async execute(fn) {
+        await this.acquire();
+        try {
+            return await this.withRetry(fn);
+        }
+        finally {
+            this.release();
+        }
+    }
+    acquire() {
+        if (this.running < this.maxConcurrent) {
+            this.running++;
+            return Promise.resolve();
+        }
+        return new Promise(resolve => {
+            this.queue.push(() => {
+                this.running++;
+                resolve();
+            });
+        });
+    }
+    release() {
+        this.running--;
+        const next = this.queue.shift();
+        if (next)
+            next();
+    }
+    async withRetry(fn) {
+        for (let attempt = 0; attempt <= this.retryAttempts; attempt++) {
+            try {
+                return await fn();
+            }
+            catch (err) {
+                if (attempt === this.retryAttempts)
+                    throw err;
+                await new Promise(r => setTimeout(r, this.retryDelay * (attempt + 1)));
+            }
+        }
+        throw new Error('Max retries exceeded');
+    }
+}
+exports.ConcurrencyController = ConcurrencyController;
+//# sourceMappingURL=concurrency.js.map

package/dist/core/concurrency.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"concurrency.js","sourceRoot":"","sources":["../../src/core/concurrency.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,MAAa,qBAAqB;IACxB,aAAa,CAAS;IACtB,aAAa,CAAS;IACtB,UAAU,CAAS;IACnB,OAAO,GAAG,CAAC,CAAC;IACZ,KAAK,GAAsB,EAAE,CAAC;IAEtC,YAAY,aAAa,GAAG,CAAC,EAAE,aAAa,GAAG,CAAC,EAAE,UAAU,GAAG,IAAI;QACjE,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAI,EAAoB;QACnC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAEO,OAAO;QACb,IAAI,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YACtC,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QACD,OAAO,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE;YACjC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;gBACnB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,OAAO;QACb,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,IAAI;YAAE,IAAI,EAAE,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,SAAS,CAAI,EAAoB;QAC7C,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,aAAa,EAAE,OAAO,EAAE,EAAE,CAAC;YAC/D,IAAI,CAAC;gBACH,OAAO,MAAM,EAAE,EAAE,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,OAAO,KAAK,IAAI,CAAC,aAAa;oBAAE,MAAM,GAAG,CAAC;gBAC9C,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;CACF;AApDD,sDAoDC"}

package/dist/core/db.d.ts

@@ -0,0 +1,127 @@
+/**
+ * TreliqDB - SQLite persistence layer for PR scan results
+ *
+ * Stores repositories, pull requests, scoring signals, and scan history
+ * with full transaction support and optimized indexes.
+ */
+import type { ScoredPR } from './types';
+export interface Repository {
+    id: number;
+    owner: string;
+    repo: string;
+    createdAt: string;
+    lastScan: string | null;
+}
+export interface ScanHistoryEntry {
+    scannedAt: string;
+    totalPRs: number;
+    spamCount: number;
+    dupClusters: number;
+    configHash: string;
+}
+export interface GetPRsOptions {
+    state?: string;
+    limit?: number;
+    offset?: number;
+    sortBy?: string;
+}
+export declare class TreliqDB {
+    private db;
+    constructor(dbPath: string);
+    /**
+     * Initialize database schema with tables and indexes
+     */
+    private initSchema;
+    /**
+     * Insert or update a repository and return its ID
+     */
+    upsertRepository(owner: string, repo: string): number;
+    /**
+     * Get all repositories
+     */
+    getRepositories(): Array<{
+        id: number;
+        owner: string;
+        repo: string;
+        lastScan: string | null;
+    }>;
+    /**
+     * Insert or update a pull request with its scoring signals
+     * Uses transaction to ensure atomicity
+     */
+    upsertPR(repoId: number, pr: ScoredPR, configHash: string): number;
+    /**
+     * Get pull requests with optional filtering, sorting, and pagination
+     */
+    getPRs(repoId: number, opts?: GetPRsOptions): ScoredPR[];
+    /**
+     * Get spam PRs for a repository
+     */
+    getSpamPRs(repoId: number): ScoredPR[];
+    /**
+     * Get a single PR by number
+     */
+    getPRByNumber(repoId: number, prNumber: number): ScoredPR | null;
+    /**
+     * Update PR state (e.g., 'open', 'closed', 'merged')
+     */
+    updatePRState(repoId: number, prNumber: number, state: string): void;
+    /**
+     * Get signals for a specific PR
+     */
+    private getSignalsForPR;
+    /**
+     * Convert database row to ScoredPR object
+     */
+    private rowToPR;
+    /**
+     * Record a scan in history and update repository last_scan timestamp
+     */
+    recordScan(repoId: number, totalPRs: number, spamCount: number, dupClusters: number, configHash: string): void;
+    /**
+     * Get scan history for a repository
+     */
+    getScanHistory(repoId: number, limit?: number): ScanHistoryEntry[];
+    /**
+     * Get duplicate PR groups for a repository
+     */
+    getDuplicateGroups(repoId: number): Array<{
+        duplicateGroup: number;
+        prs: ScoredPR[];
+    }>;
+    /**
+     * Get PRs in a specific duplicate group
+     */
+    private getPRsByDuplicateGroup;
+    /**
+     * Get statistics for a repository
+     */
+    getRepositoryStats(repoId: number): {
+        totalPRs: number;
+        openPRs: number;
+        spamPRs: number;
+        duplicateGroups: number;
+        avgScore: number;
+    };
+    /**
+     * Clear all PR data, scoring signals, and scan history for a repository
+     * Repository entry itself is preserved
+     */
+    clearRepository(repoId: number): {
+        deletedPRs: number;
+        deletedScans: number;
+    };
+    /**
+     * Close the database connection
+     */
+    close(): void;
+    /**
+     * Optimize database (VACUUM and ANALYZE)
+     */
+    optimize(): void;
+    /**
+     * Get database size in bytes
+     */
+    getDatabaseSize(): number;
+}
+//# sourceMappingURL=db.d.ts.map

package/dist/core/db.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.d.ts","sourceRoot":"","sources":["../../src/core/db.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,QAAQ,EAAe,MAAM,SAAS,CAAC;AAErD,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,QAAQ;IACnB,OAAO,CAAC,EAAE,CAAoB;gBAElB,MAAM,EAAE,MAAM;IAO1B;;OAEG;IACH,OAAO,CAAC,UAAU;IA4GlB;;OAEG;IACH,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM;IAWrD;;OAEG;IACH,eAAe,IAAI,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC;IAW9F;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM;IAwIlE;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,GAAE,aAAkB,GAAG,QAAQ,EAAE;IA4B5D;;OAEG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,EAAE;IAUtC;;OAEG;IACH,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IAShE;;OAEG;IACH,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IASpE;;OAEG;IACH,OAAO,CAAC,eAAe;IAUvB;;OAEG;IACH,OAAO,CAAC,OAAO;IAoDf;;OAEG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAqB9G;;OAEG;IACH,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW,GAAG,gBAAgB,EAAE;IActE;;OAEG;IACH,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC;QAAE,cAAc,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,QAAQ,EAAE,CAAA;KAAE,CAAC;IAetF;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAU9B;;OAEG;IACH,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG;QAClC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KAClB;IAsBD;;;OAGG;IACH,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE;IA4B7E;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb;;OAEG;IACH,QAAQ,IAAI,IAAI;IAKhB;;OAEG;IACH,eAAe,IAAI,MAAM;CAK1B"}