@timmeck/brain-core 2.26.0 → 2.27.0

package/dist/research/data-scout.js

@@ -0,0 +1,254 @@
+import { getLogger } from '../utils/logger.js';
+// ── Migration ───────────────────────────────────────────
+export function runDataScoutMigration(db) {
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS scout_discoveries (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      source TEXT NOT NULL,
+      title TEXT NOT NULL,
+      url TEXT NOT NULL DEFAULT '',
+      description TEXT NOT NULL DEFAULT '',
+      relevance_score REAL NOT NULL DEFAULT 0,
+      metadata TEXT NOT NULL DEFAULT '{}',
+      discovered_at TEXT DEFAULT (datetime('now')),
+      imported INTEGER NOT NULL DEFAULT 0
+    );
+    CREATE INDEX IF NOT EXISTS idx_scout_source ON scout_discoveries(source);
+    CREATE INDEX IF NOT EXISTS idx_scout_relevance ON scout_discoveries(relevance_score DESC);
+  `);
+}
+// ── DataScout ───────────────────────────────────────────
+export class DataScout {
+    db;
+    adapters;
+    thoughtStream = null;
+    log = getLogger();
+    constructor(db, adapters = []) {
+        this.db = db;
+        this.adapters = adapters;
+        runDataScoutMigration(db);
+    }
+    setThoughtStream(stream) {
+        this.thoughtStream = stream;
+    }
+    addAdapter(adapter) {
+        this.adapters.push(adapter);
+        this.log.info(`[data-scout] Added adapter: ${adapter.name}`);
+    }
+    /** Run all enabled adapters, deduplicate, persist new discoveries. */
+    async scout() {
+        const allDiscoveries = [];
+        for (const adapter of this.adapters) {
+            if (!adapter.isEnabled())
+                continue;
+            try {
+                const discoveries = await adapter.scout();
+                let newCount = 0;
+                for (const discovery of discoveries) {
+                    if (this.isDuplicate(discovery.source, discovery.title))
+                        continue;
+                    this.db.prepare(`
+            INSERT INTO scout_discoveries (source, title, url, description, relevance_score, metadata)
+            VALUES (?, ?, ?, ?, ?, ?)
+          `).run(discovery.source, discovery.title, discovery.url, discovery.description, discovery.relevanceScore, JSON.stringify(discovery.metadata));
+                    allDiscoveries.push(discovery);
+                    newCount++;
+                }
+                if (newCount > 0) {
+                    this.log.info(`[data-scout] ${adapter.name}: ${newCount} new discoveries`);
+                    this.thoughtStream?.emit('data-scout', 'discovering', `DataScout ${adapter.name}: found ${newCount} new items`, newCount >= 5 ? 'notable' : 'routine', { adapter: adapter.name, count: newCount });
+                }
+            }
+            catch (err) {
+                this.log.error(`[data-scout] Error in adapter ${adapter.name}: ${err.message}`);
+            }
+        }
+        return allDiscoveries;
+    }
+    /** Get discoveries, optionally filtered by source. */
+    getDiscoveries(source, limit = 20) {
+        if (source) {
+            return this.db.prepare('SELECT * FROM scout_discoveries WHERE source = ? ORDER BY relevance_score DESC LIMIT ?').all(source, limit).map(r => this.toDiscovery(r));
+        }
+        return this.db.prepare('SELECT * FROM scout_discoveries ORDER BY relevance_score DESC LIMIT ?').all(limit).map(r => this.toDiscovery(r));
+    }
+    /** Mark a discovery as imported. */
+    markImported(id) {
+        this.db.prepare('UPDATE scout_discoveries SET imported = 1 WHERE id = ?').run(id);
+    }
+    /** Get status summary. */
+    getStatus() {
+        const total = this.db.prepare('SELECT COUNT(*) as c FROM scout_discoveries').get().c;
+        const imported = this.db.prepare('SELECT COUNT(*) as c FROM scout_discoveries WHERE imported = 1').get().c;
+        const sourceRows = this.db.prepare('SELECT source, COUNT(*) as c FROM scout_discoveries GROUP BY source').all();
+        const bySource = {};
+        for (const row of sourceRows) {
+            bySource[row.source] = row.c;
+        }
+        const recent = this.getDiscoveries(undefined, 10);
+        return {
+            totalDiscoveries: total,
+            importedCount: imported,
+            bySource,
+            recentDiscoveries: recent,
+        };
+    }
+    // ── Private ──────────────────────────────────────────────
+    isDuplicate(source, title) {
+        const row = this.db.prepare('SELECT id FROM scout_discoveries WHERE source = ? AND title = ? LIMIT 1').get(source, title);
+        return !!row;
+    }
+    toDiscovery(row) {
+        return {
+            id: row.id,
+            source: row.source,
+            title: row.title,
+            url: row.url,
+            description: row.description,
+            relevanceScore: row.relevance_score,
+            metadata: JSON.parse(row.metadata || '{}'),
+            discoveredAt: row.discovered_at,
+            imported: row.imported === 1,
+        };
+    }
+}
+// ── Adapters ──────────────────────────────────────────────
+function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+/**
+ * GitHubTrendingAdapter — Discovers trending GitHub repositories.
+ */
+export class GitHubTrendingAdapter {
+    name = 'github-trending';
+    isEnabled() {
+        return true;
+    }
+    async scout() {
+        try {
+            const res = await fetch('https://api.github.com/search/repositories?q=stars:>100+pushed:>2024-01-01&sort=stars&order=desc&per_page=10', {
+                headers: {
+                    'Accept': 'application/vnd.github+json',
+                    'User-Agent': 'brain-ecosystem',
+                },
+            });
+            if (!res.ok)
+                return [];
+            const data = await res.json();
+            if (!data.items)
+                return [];
+            return data.items.map(repo => ({
+                source: this.name,
+                title: repo.full_name,
+                url: repo.html_url,
+                description: repo.description || '',
+                relevanceScore: Math.min(1, repo.stargazers_count / 50000),
+                metadata: {
+                    stars: repo.stargazers_count,
+                    language: repo.language,
+                    topics: repo.topics ?? [],
+                },
+                discoveredAt: new Date().toISOString(),
+                imported: false,
+            }));
+        }
+        catch {
+            return [];
+        }
+    }
+}
+/**
+ * NpmStatsAdapter — Discovers trending npm packages.
+ */
+export class NpmStatsAdapter {
+    name = 'npm-stats';
+    isEnabled() {
+        return true;
+    }
+    async scout() {
+        try {
+            const res = await fetch('https://registry.npmjs.org/-/v1/search?text=typescript+ai&size=10', {
+                headers: {
+                    'Accept': 'application/json',
+                    'User-Agent': 'brain-ecosystem',
+                },
+            });
+            if (!res.ok)
+                return [];
+            const data = await res.json();
+            if (!data.objects)
+                return [];
+            return data.objects.map(obj => ({
+                source: this.name,
+                title: obj.package.name,
+                url: obj.package.links?.npm || `https://www.npmjs.com/package/${obj.package.name}`,
+                description: obj.package.description || '',
+                relevanceScore: Math.min(1, obj.searchScore ?? 0),
+                metadata: {
+                    version: obj.package.version,
+                    searchScore: obj.searchScore,
+                },
+                discoveredAt: new Date().toISOString(),
+                imported: false,
+            }));
+        }
+        catch {
+            return [];
+        }
+    }
+}
+/**
+ * HackerNewsAdapter — Discovers top Hacker News stories.
+ */
+export class HackerNewsAdapter {
+    name = 'hackernews';
+    isEnabled() {
+        return true;
+    }
+    async scout() {
+        try {
+            const topRes = await fetch('https://hacker-news.firebaseio.com/v0/topstories.json');
+            if (!topRes.ok)
+                return [];
+            const ids = await topRes.json();
+            if (!Array.isArray(ids))
+                return [];
+            const topIds = ids.slice(0, 10);
+            const discoveries = [];
+            for (const id of topIds) {
+                try {
+                    await sleep(200);
+                    const itemRes = await fetch(`https://hacker-news.firebaseio.com/v0/item/${id}.json`);
+                    if (!itemRes.ok)
+                        continue;
+                    const item = await itemRes.json();
+                    if (!item || !item.title)
+                        continue;
+                    discoveries.push({
+                        source: this.name,
+                        title: item.title,
+                        url: item.url || `https://news.ycombinator.com/item?id=${id}`,
+                        description: `Score: ${item.score ?? 0} | By: ${item.by ?? 'unknown'}`,
+                        relevanceScore: Math.min(1, (item.score ?? 0) / 500),
+                        metadata: {
+                            hnId: id,
+                            score: item.score,
+                            by: item.by,
+                            type: item.type,
+                        },
+                        discoveredAt: new Date().toISOString(),
+                        imported: false,
+                    });
+                }
+                catch {
+                    // Skip individual item failures
+                }
+            }
+            return discoveries;
+        }
+        catch {
+            return [];
+        }
+    }
+}
+//# sourceMappingURL=data-scout.js.map

package/dist/research/data-scout.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-scout.js","sourceRoot":"","sources":["../../src/research/data-scout.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AA8B/C,2DAA2D;AAE3D,MAAM,UAAU,qBAAqB,CAAC,EAAqB;IACzD,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;GAcP,CAAC,CAAC;AACL,CAAC;AAED,2DAA2D;AAE3D,MAAM,OAAO,SAAS;IACZ,EAAE,CAAoB;IACtB,QAAQ,CAAiB;IACzB,aAAa,GAAyB,IAAI,CAAC;IAC3C,GAAG,GAAG,SAAS,EAAE,CAAC;IAE1B,YAAY,EAAqB,EAAE,WAA2B,EAAE;QAC9D,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,qBAAqB,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,gBAAgB,CAAC,MAAqB;QACpC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;IAC9B,CAAC;IAED,UAAU,CAAC,OAAqB;QAC9B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,+BAA+B,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,sEAAsE;IACtE,KAAK,CAAC,KAAK;QACT,MAAM,cAAc,GAAqB,EAAE,CAAC;QAE5C,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;gBAAE,SAAS;YAEnC,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC1C,IAAI,QAAQ,GAAG,CAAC,CAAC;gBAEjB,KAAK,MAAM,SAAS,IAAI,WAAW,EAAE,CAAC;oBACpC,IAAI,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC;wBAAE,SAAS;oBAElE,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;WAGf,CAAC,CAAC,GAAG,CACJ,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,KAAK,EACf,SAAS,CAAC,GAAG,EACb,SAAS,CAAC,WAAW,EACrB,SAAS,CAAC,cAAc,EACxB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,CACnC,CAAC;oBAEF,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC/B,QAAQ,EAAE,CAAC;gBACb,CAAC;gBAED,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;oBACjB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,OAAO,CAAC,IAAI,KAAK,QAAQ,kBAAkB,CAAC,CAAC;oBAC3E,IAAI,CAAC,aAAa,EAAE,IAAI,CACtB,YAAY,EAAE,aAAa,EAC3B,aAAa,OAAO,CAAC,IAAI,WAAW,QAAQ,YAAY,EACxD,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EACrC,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,CAC3C,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,iCAAiC,OAAO,CAAC,IAAI,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,sDAAsD;IACtD,cAAc,CAAC,MAAe,EAAE,KAAK,GAAG,EAAE;QACxC,IAAI,MAAM,EAAE,CAAC;YACX,OAAQ,IAAI,CAAC,EAAE,CAAC,OAAO,CACrB,wFAAwF,CACzF,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAoC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QACxF,CAAC;QACD,OAAQ,IAAI,CAAC,EAAE,CAAC,OAAO,CACrB,uEAAuE,CACxE,CAAC,GAAG,CAAC,KAAK,CAAoC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,oCAAoC;IACpC,YAAY,CAAC,EAAU;QACrB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,wDAAwD,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,0BAA0B;IAC1B,SAAS;QACP,MAAM,KAAK,GAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,6CAA6C,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC;QACxG,MAAM,QAAQ,GAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,gEAAgE,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC;QAE9H,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAChC,qEAAqE,CACtE,CAAC,GAAG,EAA0C,CAAC;QAChD,MAAM,QAAQ,GAA2B,EAAE,CAAC;QAC5C,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QAC/B,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAElD,OAAO;YACL,gBAAgB,EAAE,KAAK;YACvB,aAAa,EAAE,QAAQ;YACvB,QAAQ;YACR,iBAAiB,EAAE,MAAM;SAC1B,CAAC;IACJ,CAAC;IAED,4DAA4D;IAEpD,WAAW,CAAC,MAAc,EAAE,KAAa;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CACzB,yEAAyE,CAC1E,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAA+B,CAAC;QACnD,OAAO,CAAC,CAAC,GAAG,CAAC;IACf,CAAC;IAEO,WAAW,CAAC,GAA4B;QAC9C,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAY;YACpB,MAAM,EAAE,GAAG,CAAC,MAAgB;YAC5B,KAAK,EAAE,GAAG,CAAC,KAAe;YAC1B,GAAG,EAAE,GAAG,CAAC,GAAa;YACtB,WAAW,EAAE,GAAG,CAAC,WAAqB;YACtC,cAAc,EAAE,GAAG,CAAC,eAAyB;YAC7C,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAE,GAAG,CAAC,QAAmB,IAAI,IAAI,CAAC;YACtD,YAAY,EAAE,GAAG,CAAC,aAAuB;YACzC,QAAQ,EAAG,GAAG,CAAC,QAAmB,KAAK,CAAC;SACzC,CAAC;IACJ,CAAC;CACF;AAED,6DAA6D;AAE7D,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,qBAAqB;IACvB,IAAI,GAAG,iBAAiB,CAAC;IAElC,SAAS;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CACrB,8GAA8G,EAC9G;gBACE,OAAO,EAAE;oBACP,QAAQ,EAAE,6BAA6B;oBACvC,YAAY,EAAE,iBAAiB;iBAChC;aACF,CACF,CAAC;YAEF,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,EAAE,CAAC;YAEvB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAOvB,CAAC;YAEL,IAAI,CAAC,IAAI,CAAC,KAAK;gBAAE,OAAO,EAAE,CAAC;YAE3B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC7B,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,GAAG,EAAE,IAAI,CAAC,QAAQ;gBAClB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;gBACnC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;gBAC1D,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,gBAAgB;oBAC5B,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;iBAC1B;gBACD,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACtC,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,eAAe;IACjB,IAAI,GAAG,WAAW,CAAC;IAE5B,SAAS;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CACrB,mEAAmE,EACnE;gBACE,OAAO,EAAE;oBACP,QAAQ,EAAE,kBAAkB;oBAC5B,YAAY,EAAE,iBAAiB;iBAChC;aACF,CACF,CAAC;YAEF,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,EAAE,CAAC;YAEvB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAQvB,CAAC;YAEL,IAAI,CAAC,IAAI,CAAC,OAAO;gBAAE,OAAO,EAAE,CAAC;YAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC9B,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI;gBACvB,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,IAAI,iCAAiC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE;gBAClF,WAAW,EAAE,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE;gBAC1C,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC;gBACjD,QAAQ,EAAE;oBACR,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO;oBAC5B,WAAW,EAAE,GAAG,CAAC,WAAW;iBAC7B;gBACD,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACtC,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,iBAAiB;IACnB,IAAI,GAAG,YAAY,CAAC;IAE7B,SAAS;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACpF,IAAI,CAAC,MAAM,CAAC,EAAE;gBAAE,OAAO,EAAE,CAAC;YAE1B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,EAAc,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;gBAAE,OAAO,EAAE,CAAC;YAEnC,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChC,MAAM,WAAW,GAAqB,EAAE,CAAC;YAEzC,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;gBACxB,IAAI,CAAC;oBACH,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,8CAA8C,EAAE,OAAO,CAAC,CAAC;oBACrF,IAAI,CAAC,OAAO,CAAC,EAAE;wBAAE,SAAS;oBAE1B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,EAM9B,CAAC;oBAEF,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK;wBAAE,SAAS;oBAEnC,WAAW,CAAC,IAAI,CAAC;wBACf,MAAM,EAAE,IAAI,CAAC,IAAI;wBACjB,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,wCAAwC,EAAE,EAAE;wBAC7D,WAAW,EAAE,UAAU,IAAI,CAAC,KAAK,IAAI,CAAC,UAAU,IAAI,CAAC,EAAE,IAAI,SAAS,EAAE;wBACtE,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;wBACpD,QAAQ,EAAE;4BACR,IAAI,EAAE,EAAE;4BACR,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,EAAE,EAAE,IAAI,CAAC,EAAE;4BACX,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB;wBACD,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACtC,QAAQ,EAAE,KAAK;qBAChB,CAAC,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACP,gCAAgC;gBAClC,CAAC;YACH,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}

package/dist/research/research-orchestrator.d.ts

@@ -27,6 +27,10 @@ import type { DebateEngine } from '../debate/debate-engine.js';
 import type { ParameterRegistry } from '../metacognition/parameter-registry.js';
 import type { MetaCognitionLayer } from '../metacognition/meta-cognition-layer.js';
 import type { AutoExperimentEngine } from '../metacognition/auto-experiment-engine.js';
+import type { SelfTestEngine } from '../metacognition/self-test-engine.js';
+import type { TeachEngine } from '../metacognition/teach-engine.js';
+import type { DataScout } from './data-scout.js';
+import type { SimulationEngine } from '../metacognition/simulation-engine.js';
 import { AutoResponder } from './auto-responder.js';
 export interface ResearchOrchestratorConfig {
     brainName: string;
@@ -67,6 +71,10 @@ export declare class ResearchOrchestrator {
     private parameterRegistry;
     private metaCognitionLayer;
     private autoExperimentEngine;
+    private selfTestEngine;
+    private teachEngine;
+    private dataScout;
+    private simulationEngine;
     private brainName;
     private feedbackTimer;
     private cycleCount;
@@ -110,6 +118,14 @@ export declare class ResearchOrchestrator {
     setMetaCognitionLayer(layer: MetaCognitionLayer): void;
     /** Set the AutoExperimentEngine — autonomous parameter tuning. */
     setAutoExperimentEngine(engine: AutoExperimentEngine): void;
+    /** Set the SelfTestEngine — tests understanding depth of principles. */
+    setSelfTestEngine(engine: SelfTestEngine): void;
+    /** Set the TeachEngine — generates onboarding packages for new brains. */
+    setTeachEngine(engine: TeachEngine): void;
+    /** Set the DataScout — actively scouts external data sources. */
+    setDataScout(scout: DataScout): void;
+    /** Set the SimulationEngine — runs what-if scenarios. */
+    setSimulationEngine(engine: SimulationEngine): void;
     /** Set the PredictionEngine — wires journal into it. */
     setPredictionEngine(engine: PredictionEngine): void;
     /** Start the autonomous feedback loop timer. */

package/dist/research/research-orchestrator.js

@@ -42,6 +42,10 @@ export class ResearchOrchestrator {
     parameterRegistry = null;
     metaCognitionLayer = null;
     autoExperimentEngine = null;
+    selfTestEngine = null;
+    teachEngine = null;
+    dataScout = null;
+    simulationEngine = null;
     brainName;
     feedbackTimer = null;
     cycleCount = 0;
@@ -138,6 +142,14 @@ export class ResearchOrchestrator {
     setAutoExperimentEngine(engine) {
         this.autoExperimentEngine = engine;
     }
+    /** Set the SelfTestEngine — tests understanding depth of principles. */
+    setSelfTestEngine(engine) { this.selfTestEngine = engine; }
+    /** Set the TeachEngine — generates onboarding packages for new brains. */
+    setTeachEngine(engine) { this.teachEngine = engine; }
+    /** Set the DataScout — actively scouts external data sources. */
+    setDataScout(scout) { this.dataScout = scout; }
+    /** Set the SimulationEngine — runs what-if scenarios. */
+    setSimulationEngine(engine) { this.simulationEngine = engine; }
     /** Set the PredictionEngine — wires journal into it. */
     setPredictionEngine(engine) {
         this.predictionEngine = engine;
@@ -821,6 +833,234 @@ export class ResearchOrchestrator {
                 this.reflectEvery = reflect;
             }
         }
+        // Step 23: Blind Spot Detection (every 5 cycles)
+        if (this.curiosityEngine && this.cycleCount % 5 === 0) {
+            try {
+                ts?.emit('orchestrator', 'analyzing', 'Step 23: Detecting blind spots...', 'routine');
+                const blindSpots = this.curiosityEngine.detectBlindSpots();
+                for (const bs of blindSpots) {
+                    this.journal.write({
+                        type: 'discovery',
+                        title: `Blind spot: "${bs.topic}" (severity=${(bs.severity * 100).toFixed(0)}%)`,
+                        content: `Knowledge blind spot detected. Hypotheses: ${bs.hypothesisCount}, Predictions: ${bs.predictionCount}, Journal: ${bs.journalCount}, Experiments: ${bs.experimentCount}`,
+                        tags: ['blind-spot', bs.topic],
+                        references: [],
+                        significance: bs.severity > 0.85 ? 'notable' : 'routine',
+                        data: { blindSpot: bs },
+                    });
+                    this.researchAgenda.ask(`Investigate blind spot: ${bs.topic} — severity ${(bs.severity * 100).toFixed(0)}%, needs more research`, 'knowledge_gap');
+                }
+                if (this.metaCognitionLayer)
+                    this.metaCognitionLayer.recordStep('blind_spot_detector', this.cycleCount, { insights: blindSpots.length });
+            }
+            catch (err) {
+                this.log.warn(`[orchestrator] Step 23 error: ${err.message}`);
+            }
+        }
+        // Step 24: Creative Hypotheses (every 10 cycles)
+        if (this.cycleCount % 10 === 0) {
+            try {
+                ts?.emit('orchestrator', 'hypothesizing', 'Step 24: Generating creative hypotheses...', 'routine');
+                const creative = this.hypothesisEngine.generateCreative(3);
+                for (const h of creative) {
+                    this.journal.write({
+                        type: 'insight',
+                        title: `Creative hypothesis: ${h.statement.substring(0, 80)}`,
+                        content: `Source: ${h.source}, Type: ${h.type}`,
+                        tags: ['creative-hypothesis', h.source],
+                        references: [],
+                        significance: 'routine',
+                        data: { hypothesis: h },
+                    });
+                }
+                if (this.metaCognitionLayer)
+                    this.metaCognitionLayer.recordStep('creative_hypotheses', this.cycleCount, { insights: creative.length });
+            }
+            catch (err) {
+                this.log.warn(`[orchestrator] Step 24 error: ${err.message}`);
+            }
+        }
+        // Step 25: Advocatus Diaboli — challenge a random confirmed principle (every 10 cycles)
+        if (this.debateEngine && this.cycleCount % 10 === 0) {
+            try {
+                ts?.emit('orchestrator', 'reflecting', 'Step 25: Challenging a principle...', 'routine');
+                const principles = this.knowledgeDistiller.getPrinciples(undefined, 20);
+                if (principles.length > 0) {
+                    const randomPrinciple = principles[Math.floor(Math.random() * principles.length)];
+                    const challenge = this.debateEngine.challenge(randomPrinciple.statement);
+                    this.journal.write({
+                        type: 'reflection',
+                        title: `Principle challenged: resilience=${(challenge.resilienceScore * 100).toFixed(0)}% → ${challenge.outcome}`,
+                        content: `"${challenge.principleStatement.substring(0, 100)}" — Supporting: ${challenge.supportingEvidence.length}, Contradicting: ${challenge.contradictingEvidence.length}`,
+                        tags: ['challenge', challenge.outcome],
+                        references: [],
+                        significance: challenge.outcome === 'disproved' ? 'notable' : 'routine',
+                        data: { challenge },
+                    });
+                }
+                if (this.metaCognitionLayer)
+                    this.metaCognitionLayer.recordStep('advocatus_diaboli', this.cycleCount, { insights: 1 });
+            }
+            catch (err) {
+                this.log.warn(`[orchestrator] Step 25 error: ${err.message}`);
+            }
+        }
+        // Step 26: Dream Retrospective — analyze pruning regret (every 20 cycles)
+        if (this.dreamEngine && this.cycleCount % 20 === 0) {
+            try {
+                ts?.emit('orchestrator', 'reflecting', 'Step 26: Analyzing dream retrospective...', 'routine');
+                const retrospectives = this.dreamEngine.analyzeRetrospective(5);
+                for (const r of retrospectives) {
+                    if (r.regretScore > 0.3) {
+                        this.journal.write({
+                            type: 'reflection',
+                            title: `Dream regret: ${(r.regretScore * 100).toFixed(0)}% of pruned items reappeared`,
+                            content: r.lesson,
+                            tags: ['dream', 'retrospective'],
+                            references: [],
+                            significance: r.regretScore > 0.5 ? 'notable' : 'routine',
+                            data: { retrospective: r },
+                        });
+                    }
+                }
+                if (this.metaCognitionLayer)
+                    this.metaCognitionLayer.recordStep('dream_retrospective', this.cycleCount, { insights: retrospectives.length });
+            }
+            catch (err) {
+                this.log.warn(`[orchestrator] Step 26 error: ${err.message}`);
+            }
+        }
+        // Step 27: Cross-Brain Dialogue — formulate and answer questions across domains (every 10 cycles)
+        if (this.transferEngine && this.cycleCount % 10 === 0) {
+            try {
+                ts?.emit('orchestrator', 'correlating', 'Step 27: Cross-brain dialogue...', 'routine');
+                let topic = 'general knowledge';
+                if (this.attentionEngine) {
+                    const topTopics = this.attentionEngine.getTopTopics(5);
+                    if (topTopics.length > 0)
+                        topic = topTopics[0].topic;
+                }
+                const question = this.transferEngine.formulateQuestion(topic);
+                const answer = this.transferEngine.answerQuestion(question);
+                this.transferEngine.recordDialogue(this.brainName, 'self', question, answer, `cycle:${this.cycleCount}`);
+                if (this.metaCognitionLayer)
+                    this.metaCognitionLayer.recordStep('cross_brain_dialogue', this.cycleCount, { insights: 1 });
+            }
+            catch (err) {
+                this.log.warn(`[orchestrator] Step 27 error: ${err.message}`);
+            }
+        }
+        // Step 28: Self-Test — test understanding depth of principles (every 10 cycles)
+        if (this.selfTestEngine && this.cycleCount % 10 === 0) {
+            try {
+                ts?.emit('orchestrator', 'analyzing', 'Step 28: Self-testing principles...', 'routine');
+                const results = this.selfTestEngine.testAll();
+                const shallow = results.filter(r => r.understandingDepth < 0.3);
+                for (const s of shallow) {
+                    this.researchAgenda.ask(`Deepen understanding: "${s.principleStatement.substring(0, 60)}" — shallow depth (${(s.understandingDepth * 100).toFixed(0)}%), need more predictions/experiments`, 'knowledge_gap');
+                }
+                if (this.metaCognitionLayer)
+                    this.metaCognitionLayer.recordStep('self_test', this.cycleCount, { insights: results.length, journal_entries: shallow.length });
+            }
+            catch (err) {
+                this.log.warn(`[orchestrator] Step 28 error: ${err.message}`);
+            }
+        }
+        // Step 29: DataScout — scout external data sources (every 20 cycles)
+        if (this.dataScout && this.cycleCount % 20 === 0) {
+            try {
+                ts?.emit('orchestrator', 'exploring', 'Step 29: Scouting external data...', 'routine');
+                const discoveries = await this.dataScout.scout();
+                for (const d of discoveries.slice(0, 3)) {
+                    this.journal.write({
+                        type: 'discovery',
+                        title: `Scout: ${d.title}`,
+                        content: `Source: ${d.source}, Relevance: ${(d.relevanceScore * 100).toFixed(0)}%. ${d.description.substring(0, 200)}`,
+                        tags: ['scout', d.source],
+                        references: [],
+                        significance: d.relevanceScore > 0.7 ? 'notable' : 'routine',
+                        data: { discovery: d },
+                    });
+                }
+                if (this.metaCognitionLayer)
+                    this.metaCognitionLayer.recordStep('data_scout', this.cycleCount, { insights: discoveries.length });
+            }
+            catch (err) {
+                this.log.warn(`[orchestrator] Step 29 error: ${err.message}`);
+            }
+        }
+        // Step 30: Emergence Explanation — explain unexplained emergence events (every 5 cycles)
+        if (this.emergenceEngine && this.cycleCount % 5 === 0) {
+            try {
+                ts?.emit('orchestrator', 'analyzing', 'Step 30: Explaining recent emergence events...', 'routine');
+                const events = this.emergenceEngine.getEvents(5);
+                let explained = 0;
+                for (const e of events) {
+                    if (!e.id)
+                        continue;
+                    const existing = this.emergenceEngine.getExplanation(e.id);
+                    if (!existing) {
+                        this.emergenceEngine.explain(e.id);
+                        explained++;
+                    }
+                }
+                if (this.metaCognitionLayer)
+                    this.metaCognitionLayer.recordStep('emergence_explain', this.cycleCount, { insights: explained });
+            }
+            catch (err) {
+                this.log.warn(`[orchestrator] Step 30 error: ${err.message}`);
+            }
+        }
+        // Step 31: Meta-Trends — record system-wide trend data every cycle
+        if (this.metaCognitionLayer) {
+            try {
+                const totalPrinciples = this.knowledgeDistiller.getPrinciples(undefined, 1000).length;
+                const hypothesisSummary = this.hypothesisEngine.getSummary();
+                const totalHypotheses = hypothesisSummary.total ?? 0;
+                const predictionAccuracy = 0; // Will be filled if prediction engine available
+                let closedGaps = 0;
+                if (this.curiosityEngine) {
+                    const status = this.curiosityEngine.getStatus();
+                    closedGaps = status.totalGaps - status.activeGaps;
+                }
+                const emergenceCount = this.emergenceEngine ? this.emergenceEngine.getStatus().totalEvents : 0;
+                this.metaCognitionLayer.recordTrend(this.cycleCount, {
+                    newPrinciples: totalPrinciples,
+                    newHypotheses: totalHypotheses,
+                    predictionAccuracy,
+                    closedGaps,
+                    totalPrinciples,
+                    totalHypotheses,
+                    emergenceCount,
+                });
+            }
+            catch (err) {
+                this.log.warn(`[orchestrator] Step 31 error: ${err.message}`);
+            }
+        }
+        // Step 32: Simulation — run what-if scenarios (every 20 cycles)
+        if (this.simulationEngine && this.cycleCount % 20 === 0) {
+            try {
+                ts?.emit('orchestrator', 'hypothesizing', 'Step 32: Running what-if simulations...', 'routine');
+                const scenarios = ['error_rate doubles', 'learning_rate halves', 'prediction_accuracy increases by 20%'];
+                const scenario = scenarios[this.cycleCount % scenarios.length];
+                const sim = this.simulationEngine.simulate(scenario);
+                this.journal.write({
+                    type: 'insight',
+                    title: `Simulation: "${scenario}"`,
+                    content: `Predicted ${sim.predictedOutcomes.length} outcomes. ${sim.predictedOutcomes.map(o => `${o.metric}: ${o.direction} (${(o.confidence * 100).toFixed(0)}%)`).join(', ')}`,
+                    tags: ['simulation', 'what-if'],
+                    references: [],
+                    significance: 'routine',
+                    data: { simulation: sim },
+                });
+                if (this.metaCognitionLayer)
+                    this.metaCognitionLayer.recordStep('simulation', this.cycleCount, { predictions: sim.predictedOutcomes.length });
+            }
+            catch (err) {
+                this.log.warn(`[orchestrator] Step 32 error: ${err.message}`);
+            }
+        }
         const duration = Date.now() - start;
         ts?.emit('orchestrator', 'reflecting', `Feedback Cycle #${this.cycleCount} complete (${duration}ms)`);
         this.log.info(`[orchestrator] ─── Feedback Cycle #${this.cycleCount} complete (${duration}ms) ───`);
@@ -1380,6 +1620,10 @@ export class ResearchOrchestrator {
             metacognition: this.metaCognitionLayer?.getStatus() ?? null,
             autoExperiment: this.autoExperimentEngine?.getStatus(this.cycleCount) ?? null,
             parameterRegistry: this.parameterRegistry?.getStatus() ?? null,
+            selfTest: this.selfTestEngine?.getStatus() ?? null,
+            teach: this.teachEngine?.getStatus() ?? null,
+            dataScout: this.dataScout?.getStatus() ?? null,
+            simulation: this.simulationEngine?.getStatus() ?? null,
         };
     }
 }