@timmeck/brain 3.15.0 → 3.17.0

package/dist/services/reposignal-importer.d.ts

@@ -0,0 +1,68 @@
+import Database from 'better-sqlite3';
+export interface ReposignalRepo {
+    id: number;
+    full_name: string;
+    name: string;
+    owner: string;
+    description: string | null;
+    language: string | null;
+    topics: string | null;
+    current_stars: number;
+    current_forks: number;
+    signal_score: number;
+    signal_level: string;
+    phase: string;
+    first_seen_at: string;
+    last_scanned_at: string | null;
+}
+export interface ReposignalHnMention {
+    title: string;
+    url: string;
+    score: number;
+    comment_count: number;
+    repo_id: number | null;
+}
+export interface ReposignalImportOptions {
+    /** Minimum signal level: 'noise' | 'watch' | 'signal' | 'breakout'. Default: 'watch' */
+    minSignalLevel?: string;
+    /** Maximum repos to import per run. Default: 5000 */
+    batchSize?: number;
+    /** Import HN mentions too. Default: true */
+    includeHnMentions?: boolean;
+    /** Record metrics for PredictionEngine. Default: true */
+    recordMetrics?: boolean;
+}
+export interface ReposignalImportResult {
+    dbPath: string;
+    totalReposInDb: number;
+    reposImported: number;
+    discoveriesCreated: number;
+    journalEntriesCreated: number;
+    hnMentionsImported: number;
+    metricsRecorded: number;
+    skippedDuplicates: number;
+    languageBreakdown: Record<string, number>;
+    signalBreakdown: Record<string, number>;
+    duration_ms: number;
+}
+export declare class ReposignalImporter {
+    private brainDb;
+    private log;
+    private lastResult;
+    constructor(brainDb: Database.Database);
+    private ensureStateTable;
+    /** Import repos from a reposignal/aisurvival SQLite database. */
+    import(dbPath: string, options?: ReposignalImportOptions): ReposignalImportResult;
+    /** Import top HN mentions as journal entries. */
+    private importHnMentions;
+    /** Record aggregated metrics into prediction_metrics table. */
+    private recordImportMetrics;
+    private parseTopics;
+    getLastResult(): ReposignalImportResult | null;
+    /** Get import stats from state table. */
+    getStats(): {
+        totalImported: number;
+        byLevel: Record<string, number>;
+        lastImport: string | null;
+    };
+}

package/dist/services/reposignal-importer.js

@@ -0,0 +1,242 @@
+import Database from 'better-sqlite3';
+import fs from 'node:fs';
+import { getLogger } from '@timmeck/brain-core/utils/logger';
+// ── Constants ───────────────────────────────────────
+const SIGNAL_LEVELS = ['noise', 'watch', 'signal', 'breakout'];
+function signalLevelIndex(level) {
+    return SIGNAL_LEVELS.indexOf(level);
+}
+// ── Importer ────────────────────────────────────────
+export class ReposignalImporter {
+    brainDb;
+    log = getLogger();
+    lastResult = null;
+    constructor(brainDb) {
+        this.brainDb = brainDb;
+        this.ensureStateTable();
+    }
+    ensureStateTable() {
+        this.brainDb.exec(`
+      CREATE TABLE IF NOT EXISTS reposignal_import_state (
+        repo_full_name TEXT PRIMARY KEY,
+        signal_score REAL NOT NULL,
+        signal_level TEXT NOT NULL,
+        imported_at TEXT DEFAULT (datetime('now'))
+      )
+    `);
+    }
+    /** Import repos from a reposignal/aisurvival SQLite database. */
+    import(dbPath, options = {}) {
+        const start = Date.now();
+        const minLevel = options.minSignalLevel ?? 'watch';
+        const batchSize = options.batchSize ?? 5000;
+        const includeHn = options.includeHnMentions !== false;
+        const recordMetrics = options.recordMetrics !== false;
+        if (!fs.existsSync(dbPath)) {
+            throw new Error(`Reposignal DB not found: ${dbPath}`);
+        }
+        const extDb = new Database(dbPath, { readonly: true });
+        const result = {
+            dbPath,
+            totalReposInDb: 0,
+            reposImported: 0,
+            discoveriesCreated: 0,
+            journalEntriesCreated: 0,
+            hnMentionsImported: 0,
+            metricsRecorded: 0,
+            skippedDuplicates: 0,
+            languageBreakdown: {},
+            signalBreakdown: {},
+            duration_ms: 0,
+        };
+        try {
+            // Count total repos
+            result.totalReposInDb = extDb.prepare('SELECT COUNT(*) as c FROM repositories').get().c;
+            // Fetch repos at or above minimum signal level
+            const minLevelIdx = signalLevelIndex(minLevel);
+            const allowedLevels = SIGNAL_LEVELS.filter((_, i) => i >= minLevelIdx);
+            const placeholders = allowedLevels.map(() => '?').join(',');
+            const repos = extDb.prepare(`
+        SELECT id, full_name, name, owner, description, language, topics,
+               current_stars, current_forks, signal_score, signal_level, phase,
+               first_seen_at, last_scanned_at
+        FROM repositories
+        WHERE signal_level IN (${placeholders}) AND is_active = 1
+        ORDER BY signal_score DESC
+        LIMIT ?
+      `).all(...allowedLevels, batchSize);
+            this.log.info(`[reposignal] Found ${repos.length} repos at ${minLevel}+ level (${result.totalReposInDb} total in DB)`);
+            // Check which repos we already imported
+            const alreadyImported = new Set();
+            const existing = this.brainDb.prepare('SELECT repo_full_name FROM reposignal_import_state').all();
+            for (const e of existing)
+                alreadyImported.add(e.repo_full_name);
+            // Prepare statements
+            const insertDiscovery = this.brainDb.prepare(`
+        INSERT INTO research_discoveries (type, title, description, confidence, impact, source, data)
+        VALUES (?, ?, ?, ?, ?, ?, ?)
+      `);
+            const insertJournal = this.brainDb.prepare(`
+        INSERT INTO research_journal (timestamp, type, title, content, tags, ref_ids, significance, data)
+        VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+      `);
+            const insertState = this.brainDb.prepare(`
+        INSERT OR REPLACE INTO reposignal_import_state (repo_full_name, signal_score, signal_level)
+        VALUES (?, ?, ?)
+      `);
+            // Batch import repos
+            const importBatch = this.brainDb.transaction(() => {
+                for (const repo of repos) {
+                    // Track breakdown
+                    const lang = repo.language || 'unknown';
+                    result.languageBreakdown[lang] = (result.languageBreakdown[lang] || 0) + 1;
+                    result.signalBreakdown[repo.signal_level] = (result.signalBreakdown[repo.signal_level] || 0) + 1;
+                    // Skip duplicates
+                    if (alreadyImported.has(repo.full_name)) {
+                        result.skippedDuplicates++;
+                        continue;
+                    }
+                    // Create research discovery for signal+ repos
+                    const confidence = Math.min(repo.signal_score / 100, 1.0);
+                    const impact = repo.signal_level === 'breakout' ? 0.9 : repo.signal_level === 'signal' ? 0.7 : 0.4;
+                    const topics = this.parseTopics(repo.topics);
+                    const description = [
+                        repo.description || 'No description',
+                        `Language: ${lang}`,
+                        `Stars: ${repo.current_stars}, Forks: ${repo.current_forks}`,
+                        `Phase: ${repo.phase}`,
+                        topics.length > 0 ? `Topics: ${topics.join(', ')}` : '',
+                    ].filter(Boolean).join('\n');
+                    insertDiscovery.run('reposignal_import', `[${repo.signal_level.toUpperCase()}] ${repo.full_name} — ${(repo.description || 'GitHub project').slice(0, 120)}`, description, confidence, impact, 'reposignal', JSON.stringify({
+                        repo: repo.full_name,
+                        language: lang,
+                        stars: repo.current_stars,
+                        forks: repo.current_forks,
+                        signal_score: repo.signal_score,
+                        signal_level: repo.signal_level,
+                        phase: repo.phase,
+                        topics,
+                    }));
+                    result.discoveriesCreated++;
+                    // Mark as imported
+                    insertState.run(repo.full_name, repo.signal_score, repo.signal_level);
+                    result.reposImported++;
+                }
+                // Create journal entries summarizing the import by language
+                const langGroups = Object.entries(result.languageBreakdown)
+                    .sort(([, a], [, b]) => b - a)
+                    .slice(0, 10);
+                if (result.reposImported > 0) {
+                    const langSummary = langGroups.map(([lang, count]) => `${lang}: ${count}`).join(', ');
+                    insertJournal.run(Date.now(), 'discovery', `Reposignal Import: ${result.reposImported} repos imported`, `Imported ${result.reposImported} trending repos from reposignal DB (${result.totalReposInDb} total tracked).\n` +
+                        `Signal breakdown: ${Object.entries(result.signalBreakdown).map(([k, v]) => `${k}: ${v}`).join(', ')}\n` +
+                        `Top languages: ${langSummary}`, JSON.stringify(['reposignal', 'import', 'tech-trends']), '[]', 'notable', JSON.stringify({ reposImported: result.reposImported, languageBreakdown: result.languageBreakdown }));
+                    result.journalEntriesCreated++;
+                }
+                // Create journal entries for top signal repos (breakout/signal)
+                const topRepos = repos
+                    .filter(r => !alreadyImported.has(r.full_name) && (r.signal_level === 'breakout' || r.signal_level === 'signal'))
+                    .slice(0, 20);
+                for (const repo of topRepos) {
+                    const topics = this.parseTopics(repo.topics);
+                    insertJournal.run(Date.now(), 'discovery', `Trending: ${repo.full_name} (${repo.signal_level}, ${repo.signal_score.toFixed(1)} score)`, `${repo.description || 'No description'}\n` +
+                        `Language: ${repo.language || 'unknown'}, Stars: ${repo.current_stars}, Phase: ${repo.phase}`, JSON.stringify(['reposignal', repo.signal_level, repo.language || 'unknown', ...topics.slice(0, 3)]), '[]', repo.signal_level === 'breakout' ? 'breakthrough' : 'notable', JSON.stringify({ repo: repo.full_name, signal_score: repo.signal_score }));
+                    result.journalEntriesCreated++;
+                }
+            });
+            importBatch();
+            // Import HN mentions
+            if (includeHn) {
+                result.hnMentionsImported = this.importHnMentions(extDb, insertJournal);
+                result.journalEntriesCreated += result.hnMentionsImported;
+            }
+            // Record metrics for PredictionEngine
+            if (recordMetrics) {
+                result.metricsRecorded = this.recordImportMetrics(result);
+            }
+        }
+        finally {
+            extDb.close();
+        }
+        result.duration_ms = Date.now() - start;
+        this.lastResult = result;
+        this.log.info(`[reposignal] Import complete: ${result.reposImported} repos, ${result.discoveriesCreated} discoveries, ${result.journalEntriesCreated} journal entries in ${result.duration_ms}ms`);
+        return result;
+    }
+    /** Import top HN mentions as journal entries. */
+    importHnMentions(extDb, insertJournal) {
+        let count = 0;
+        try {
+            const mentions = extDb.prepare(`
+        SELECT DISTINCT title, url, score, comment_count
+        FROM hn_mentions
+        WHERE score > 50
+        ORDER BY score DESC
+        LIMIT 100
+      `).all();
+            for (const m of mentions) {
+                insertJournal.run(Date.now(), 'discovery', `HN: ${m.title} (${m.score} pts, ${m.comment_count} comments)`, `High-engagement HN/Reddit post: ${m.title}\nScore: ${m.score}, Comments: ${m.comment_count}`, JSON.stringify(['reposignal', 'hn', 'social-signal']), '[]', m.score > 500 ? 'notable' : 'routine', JSON.stringify({ source: 'hn', score: m.score, comments: m.comment_count }));
+                count++;
+            }
+        }
+        catch {
+            this.log.debug('[reposignal] No HN mentions table or error reading it');
+        }
+        return count;
+    }
+    /** Record aggregated metrics into prediction_metrics table. */
+    recordImportMetrics(result) {
+        let count = 0;
+        try {
+            const insertMetric = this.brainDb.prepare(`
+        INSERT INTO prediction_metrics (metric, value, timestamp, domain)
+        VALUES (?, ?, ?, ?)
+      `);
+            const now = Date.now();
+            insertMetric.run('reposignal_total_repos', result.totalReposInDb, now, 'metric');
+            count++;
+            insertMetric.run('reposignal_repos_imported', result.reposImported, now, 'metric');
+            count++;
+            // Record per-language counts
+            for (const [lang, langCount] of Object.entries(result.languageBreakdown)) {
+                if (langCount >= 10) {
+                    insertMetric.run(`reposignal_lang_${lang.toLowerCase()}`, langCount, now, 'metric');
+                    count++;
+                }
+            }
+            // Record signal level counts
+            for (const [level, levelCount] of Object.entries(result.signalBreakdown)) {
+                insertMetric.run(`reposignal_${level}_count`, levelCount, now, 'metric');
+                count++;
+            }
+        }
+        catch (err) {
+            this.log.debug('[reposignal] Error recording metrics:', err);
+        }
+        return count;
+    }
+    parseTopics(topics) {
+        if (!topics)
+            return [];
+        try {
+            return JSON.parse(topics);
+        }
+        catch {
+            return [];
+        }
+    }
+    getLastResult() {
+        return this.lastResult;
+    }
+    /** Get import stats from state table. */
+    getStats() {
+        const total = this.brainDb.prepare('SELECT COUNT(*) as c FROM reposignal_import_state').get().c;
+        const levels = this.brainDb.prepare('SELECT signal_level, COUNT(*) as c FROM reposignal_import_state GROUP BY signal_level').all();
+        const last = this.brainDb.prepare('SELECT MAX(imported_at) as t FROM reposignal_import_state').get();
+        const byLevel = {};
+        for (const l of levels)
+            byLevel[l.signal_level] = l.c;
+        return { totalImported: total, byLevel, lastImport: last.t };
+    }
+}
+//# sourceMappingURL=reposignal-importer.js.map

package/dist/services/reposignal-importer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reposignal-importer.js","sourceRoot":"","sources":["../../src/services/reposignal-importer.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAC;AAsD7D,uDAAuD;AAEvD,MAAM,aAAa,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAU,CAAC;AAExE,SAAS,gBAAgB,CAAC,KAAa;IACrC,OAAO,aAAa,CAAC,OAAO,CAAC,KAAqC,CAAC,CAAC;AACtE,CAAC;AAED,uDAAuD;AAEvD,MAAM,OAAO,kBAAkB;IACrB,OAAO,CAAoB;IAC3B,GAAG,GAAG,SAAS,EAAE,CAAC;IAClB,UAAU,GAAkC,IAAI,CAAC;IAEzD,YAAY,OAA0B;QACpC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;;;;;;;KAOjB,CAAC,CAAC;IACL,CAAC;IAED,iEAAiE;IACjE,MAAM,CAAC,MAAc,EAAE,UAAmC,EAAE;QAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC;QACnD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;QAC5C,MAAM,SAAS,GAAG,OAAO,CAAC,iBAAiB,KAAK,KAAK,CAAC;QACtD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,KAAK,KAAK,CAAC;QAEtD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvD,MAAM,MAAM,GAA2B;YACrC,MAAM;YACN,cAAc,EAAE,CAAC;YACjB,aAAa,EAAE,CAAC;YAChB,kBAAkB,EAAE,CAAC;YACrB,qBAAqB,EAAE,CAAC;YACxB,kBAAkB,EAAE,CAAC;YACrB,eAAe,EAAE,CAAC;YAClB,iBAAiB,EAAE,CAAC;YACpB,iBAAiB,EAAE,EAAE;YACrB,eAAe,EAAE,EAAE;YACnB,WAAW,EAAE,CAAC;SACf,CAAC;QAEF,IAAI,CAAC;YACH,oBAAoB;YACpB,MAAM,CAAC,cAAc,GAAI,KAAK,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC;YAE3G,+CAA+C;YAC/C,MAAM,WAAW,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YAC/C,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,WAAW,CAAC,CAAC;YACvE,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAE5D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC;;;;;iCAKD,YAAY;;;OAGtC,CAAC,CAAC,GAAG,CAAC,GAAG,aAAa,EAAE,SAAS,CAAqB,CAAC;YAExD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,sBAAsB,KAAK,CAAC,MAAM,aAAa,QAAQ,YAAY,MAAM,CAAC,cAAc,eAAe,CAAC,CAAC;YAEvH,wCAAwC;YACxC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;YAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC,GAAG,EAAuC,CAAC;YACvI,KAAK,MAAM,CAAC,IAAI,QAAQ;gBAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;YAEhE,qBAAqB;YACrB,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;;;OAG5C,CAAC,CAAC;YACH,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;;;OAG1C,CAAC,CAAC;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;;;OAGxC,CAAC,CAAC;YAEH,qBAAqB;YACrB,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,EAAE;gBAChD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,kBAAkB;oBAClB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,IAAI,SAAS,CAAC;oBACxC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBAC3E,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBAEjG,kBAAkB;oBAClB,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;wBACxC,MAAM,CAAC,iBAAiB,EAAE,CAAC;wBAC3B,SAAS;oBACX,CAAC;oBAED,8CAA8C;oBAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;oBAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;oBAEnG,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC7C,MAAM,WAAW,GAAG;wBAClB,IAAI,CAAC,WAAW,IAAI,gBAAgB;wBACpC,aAAa,IAAI,EAAE;wBACnB,UAAU,IAAI,CAAC,aAAa,YAAY,IAAI,CAAC,aAAa,EAAE;wBAC5D,UAAU,IAAI,CAAC,KAAK,EAAE;wBACtB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;qBACxD,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAE7B,eAAe,CAAC,GAAG,CACjB,mBAAmB,EACnB,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,SAAS,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,gBAAgB,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAClH,WAAW,EACX,UAAU,EACV,MAAM,EACN,YAAY,EACZ,IAAI,CAAC,SAAS,CAAC;wBACb,IAAI,EAAE,IAAI,CAAC,SAAS;wBACpB,QAAQ,EAAE,IAAI;wBACd,KAAK,EAAE,IAAI,CAAC,aAAa;wBACzB,KAAK,EAAE,IAAI,CAAC,aAAa;wBACzB,YAAY,EAAE,IAAI,CAAC,YAAY;wBAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;wBAC/B,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,MAAM;qBACP,CAAC,CACH,CAAC;oBACF,MAAM,CAAC,kBAAkB,EAAE,CAAC;oBAE5B,mBAAmB;oBACnB,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;oBACtE,MAAM,CAAC,aAAa,EAAE,CAAC;gBACzB,CAAC;gBAED,4DAA4D;gBAC5D,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC;qBACxD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;qBAC7B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAEhB,IAAI,MAAM,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;oBAC7B,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACtF,aAAa,CAAC,GAAG,CACf,IAAI,CAAC,GAAG,EAAE,EACV,WAAW,EACX,sBAAsB,MAAM,CAAC,aAAa,iBAAiB,EAC3D,YAAY,MAAM,CAAC,aAAa,uCAAuC,MAAM,CAAC,cAAc,oBAAoB;wBAChH,qBAAqB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI;wBACxG,kBAAkB,WAAW,EAAE,EAC/B,IAAI,CAAC,SAAS,CAAC,CAAC,YAAY,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,EACvD,IAAI,EACJ,SAAS,EACT,IAAI,CAAC,SAAS,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC,CACrG,CAAC;oBACF,MAAM,CAAC,qBAAqB,EAAE,CAAC;gBACjC,CAAC;gBAED,gEAAgE;gBAChE,MAAM,QAAQ,GAAG,KAAK;qBACnB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,KAAK,UAAU,IAAI,CAAC,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC;qBAChH,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAEhB,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;oBAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC7C,aAAa,CAAC,GAAG,CACf,IAAI,CAAC,GAAG,EAAE,EACV,WAAW,EACX,aAAa,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,YAAY,KAAK,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAC3F,GAAG,IAAI,CAAC,WAAW,IAAI,gBAAgB,IAAI;wBAC3C,aAAa,IAAI,CAAC,QAAQ,IAAI,SAAS,YAAY,IAAI,CAAC,aAAa,YAAY,IAAI,CAAC,KAAK,EAAE,EAC7F,IAAI,CAAC,SAAS,CAAC,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EACpG,IAAI,EACJ,IAAI,CAAC,YAAY,KAAK,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,EAC7D,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAC1E,CAAC;oBACF,MAAM,CAAC,qBAAqB,EAAE,CAAC;gBACjC,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,WAAW,EAAE,CAAC;YAEd,qBAAqB;YACrB,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,CAAC,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;gBACxE,MAAM,CAAC,qBAAqB,IAAI,MAAM,CAAC,kBAAkB,CAAC;YAC5D,CAAC;YAED,sCAAsC;YACtC,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YAC5D,CAAC;QAEH,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,CAAC;QAED,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACxC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;QACzB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iCAAiC,MAAM,CAAC,aAAa,WAAW,MAAM,CAAC,kBAAkB,iBAAiB,MAAM,CAAC,qBAAqB,uBAAuB,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;QAEnM,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,iDAAiD;IACzC,gBAAgB,CAAC,KAAwB,EAAE,aAAiC;QAClF,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC;;;;;;OAM9B,CAAC,CAAC,GAAG,EAA2B,CAAC;YAElC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACzB,aAAa,CAAC,GAAG,CACf,IAAI,CAAC,GAAG,EAAE,EACV,WAAW,EACX,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,aAAa,YAAY,EAC9D,mCAAmC,CAAC,CAAC,KAAK,YAAY,CAAC,CAAC,KAAK,eAAe,CAAC,CAAC,aAAa,EAAE,EAC7F,IAAI,CAAC,SAAS,CAAC,CAAC,YAAY,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC,EACrD,IAAI,EACJ,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EACrC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC,CAC5E,CAAC;gBACF,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC1E,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,+DAA+D;IACvD,mBAAmB,CAAC,MAA8B;QACxD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;;;OAGzC,CAAC,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,YAAY,CAAC,GAAG,CAAC,wBAAwB,EAAE,MAAM,CAAC,cAAc,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;YACjF,KAAK,EAAE,CAAC;YACR,YAAY,CAAC,GAAG,CAAC,2BAA2B,EAAE,MAAM,CAAC,aAAa,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;YACnF,KAAK,EAAE,CAAC;YAER,6BAA6B;YAC7B,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBACzE,IAAI,SAAS,IAAI,EAAE,EAAE,CAAC;oBACpB,YAAY,CAAC,GAAG,CAAC,mBAAmB,IAAI,CAAC,WAAW,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;oBACpF,KAAK,EAAE,CAAC;gBACV,CAAC;YACH,CAAC;YAED,6BAA6B;YAC7B,KAAK,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC;gBACzE,YAAY,CAAC,GAAG,CAAC,cAAc,KAAK,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;gBACzE,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,uCAAuC,EAAE,GAAG,CAAC,CAAC;QAC/D,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,WAAW,CAAC,MAAqB;QACvC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QACvB,IAAI,CAAC;YAAC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,EAAE,CAAC;QAAC,CAAC;IACzD,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,yCAAyC;IACzC,QAAQ;QACN,MAAM,KAAK,GAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,mDAAmD,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC;QACnH,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,uFAAuF,CAAC,CAAC,GAAG,EAAgD,CAAC;QACjL,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,2DAA2D,CAAC,CAAC,GAAG,EAA0B,CAAC;QAE7H,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAEtD,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;IAC/D,CAAC;CACF"}

package/dist/types/config.types.d.ts

@@ -73,6 +73,16 @@ export interface EmbeddingsConfig {
     sweepIntervalMs: number;
     batchSize: number;
 }
+export interface ScannerBrainConfig {
+    enabled: boolean;
+    githubToken: string;
+    scanIntervalMs: number;
+    minStarsEmerging: number;
+    minStarsTrending: number;
+    maxReposPerScan: number;
+    cryptoEnabled: boolean;
+    hnEnabled: boolean;
+}
 export interface BrainConfig {
     dataDir: string;
     dbPath: string;
@@ -88,4 +98,5 @@ export interface BrainConfig {
     research: ResearchConfig;
     log: LogConfig;
     retention: RetentionConfig;
+    scanner: ScannerBrainConfig;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@timmeck/brain",
-  "version": "3.15.0",
+  "version": "3.17.0",
   "description": "Adaptive error memory and code intelligence system with Hebbian synapse network, hybrid search, and REST API",
   "type": "module",
   "main": "dist/index.js",
@@ -43,7 +43,7 @@
   "dependencies": {
     "@huggingface/transformers": "^3.8.1",
     "@modelcontextprotocol/sdk": "^1.0.0",
-    "@timmeck/brain-core": "2.11.0",
+    "@timmeck/brain-core": "^2.16.0",
     "better-sqlite3": "^11.7.0",
     "chalk": "^5.6.2",
     "commander": "^13.0.0",