@timmeck/brain-core 2.36.11 → 2.36.14

package/dist/research/adapters/__tests__/web-adapters.test.js

@@ -0,0 +1,106 @@
+import { describe, it, expect, vi } from 'vitest';
+vi.mock('../../../utils/logger.js', () => ({
+    getLogger: () => ({
+        info: vi.fn(), warn: vi.fn(), error: vi.fn(), debug: vi.fn(),
+    }),
+}));
+import { PlaywrightAdapter } from '../playwright-adapter.js';
+import { FirecrawlAdapter } from '../firecrawl-adapter.js';
+describe('PlaywrightAdapter', () => {
+    it('has correct name', () => {
+        const adapter = new PlaywrightAdapter();
+        expect(adapter.name).toBe('playwright');
+    });
+    it('isEnabled returns true (optimistic)', () => {
+        const adapter = new PlaywrightAdapter();
+        expect(adapter.isEnabled()).toBe(true);
+    });
+    it('scout returns empty array', async () => {
+        const adapter = new PlaywrightAdapter();
+        const discoveries = await adapter.scout();
+        expect(discoveries).toEqual([]);
+    });
+    it('checkAvailable returns false when playwright not installed', async () => {
+        const adapter = new PlaywrightAdapter();
+        // In test environment, playwright chromium is likely not installed
+        const available = await adapter.checkAvailable();
+        expect(typeof available).toBe('boolean');
+    });
+    it('extract returns null when playwright unavailable', async () => {
+        const adapter = new PlaywrightAdapter();
+        // Force unavailable
+        adapter.available = false;
+        const result = await adapter.extract('https://example.com');
+        expect(result).toBeNull();
+    });
+    it('shutdown is safe when no browser', async () => {
+        const adapter = new PlaywrightAdapter();
+        await expect(adapter.shutdown()).resolves.not.toThrow();
+    });
+});
+describe('FirecrawlAdapter', () => {
+    it('has correct name', () => {
+        const adapter = new FirecrawlAdapter();
+        expect(adapter.name).toBe('firecrawl');
+    });
+    it('isEnabled returns false without API key', () => {
+        const adapter = new FirecrawlAdapter({ apiKey: undefined });
+        expect(adapter.isEnabled()).toBe(false);
+    });
+    it('isEnabled returns true with API key', () => {
+        const adapter = new FirecrawlAdapter({ apiKey: 'fc-test' });
+        expect(adapter.isEnabled()).toBe(true);
+    });
+    it('scout returns empty array', async () => {
+        const adapter = new FirecrawlAdapter();
+        const discoveries = await adapter.scout();
+        expect(discoveries).toEqual([]);
+    });
+    it('scrape returns null when not enabled', async () => {
+        const adapter = new FirecrawlAdapter({ apiKey: undefined });
+        const result = await adapter.scrape('https://example.com');
+        expect(result).toBeNull();
+    });
+    it('crawl returns empty when not enabled', async () => {
+        const adapter = new FirecrawlAdapter({ apiKey: undefined });
+        const result = await adapter.crawl('https://example.com');
+        expect(result).toEqual([]);
+    });
+    it('scrape calls API with correct URL', async () => {
+        const mockFetch = vi.fn().mockResolvedValue({
+            ok: true,
+            json: async () => ({
+                success: true,
+                data: {
+                    markdown: '# Test\n\nContent here',
+                    metadata: { title: 'Test Page', description: 'A test page' },
+                },
+            }),
+        });
+        vi.stubGlobal('fetch', mockFetch);
+        const adapter = new FirecrawlAdapter({ apiKey: 'fc-test' });
+        const result = await adapter.scrape('https://example.com');
+        expect(mockFetch).toHaveBeenCalledWith('https://api.firecrawl.dev/v1/scrape', expect.objectContaining({
+            method: 'POST',
+            headers: expect.objectContaining({
+                'Authorization': 'Bearer fc-test',
+            }),
+        }));
+        expect(result).not.toBeNull();
+        expect(result.title).toBe('Test Page');
+        expect(result.markdown).toContain('# Test');
+        vi.unstubAllGlobals();
+    });
+    it('scrape handles API errors gracefully', async () => {
+        const mockFetch = vi.fn().mockResolvedValue({
+            ok: false,
+            status: 500,
+        });
+        vi.stubGlobal('fetch', mockFetch);
+        const adapter = new FirecrawlAdapter({ apiKey: 'fc-test' });
+        const result = await adapter.scrape('https://example.com');
+        expect(result).toBeNull();
+        vi.unstubAllGlobals();
+    });
+});
+//# sourceMappingURL=web-adapters.test.js.map

package/dist/research/adapters/__tests__/web-adapters.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-adapters.test.js","sourceRoot":"","sources":["../../../../src/research/adapters/__tests__/web-adapters.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAc,MAAM,QAAQ,CAAC;AAE9D,EAAE,CAAC,IAAI,CAAC,0BAA0B,EAAE,GAAG,EAAE,CAAC,CAAC;IACzC,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAChB,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;KAC7D,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAC1B,MAAM,OAAO,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,OAAO,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,OAAO,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAC1C,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,OAAO,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACxC,mEAAmE;QACnE,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,cAAc,EAAE,CAAC;QACjD,MAAM,CAAC,OAAO,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,OAAO,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACxC,oBAAoB;QACnB,OAAe,CAAC,SAAS,GAAG,KAAK,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;QAC5D,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,OAAO,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACxC,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IAC1D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAC1B,MAAM,OAAO,GAAG,IAAI,gBAAgB,EAAE,CAAC;QACvC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5D,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5D,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,OAAO,GAAG,IAAI,gBAAgB,EAAE,CAAC;QACvC,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAC1C,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YAC1C,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACjB,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE;oBACJ,QAAQ,EAAE,wBAAwB;oBAClC,QAAQ,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,aAAa,EAAE;iBAC7D;aACF,CAAC;SACH,CAAC,CAAC;QACH,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QAE3D,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CACpC,qCAAqC,EACrC,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC/B,eAAe,EAAE,gBAAgB;aAClC,CAAC;SACH,CAAC,CACH,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,MAAM,CAAC,MAAO,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAE7C,EAAE,CAAC,gBAAgB,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YAC1C,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,GAAG;SACZ,CAAC,CAAC;QACH,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QAE1B,EAAE,CAAC,gBAAgB,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/research/adapters/firecrawl-adapter.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Firecrawl Adapter — Cloud-based LLM-optimized web scraping
+ *
+ * ═══════════════════════════════════════════════════════════════
+ *  EINRICHTEN
+ * ═══════════════════════════════════════════════════════════════
+ *
+ *  1. Account erstellen: https://firecrawl.dev
+ *  2. API Key holen
+ *  3. In .env:
+ *     FIRECRAWL_API_KEY=fc-...
+ *
+ *  Wann nutzen?
+ *    → Bulk Crawling (ganze Websites)
+ *    → Wenn LLM-ready Markdown gebraucht wird
+ *    → Wenn lokaler Playwright zu langsam ist
+ *
+ *  Fallback-Strategie:
+ *    1. JinaReader (schnell, kostenlos, kein JS)
+ *    2. PlaywrightAdapter (lokal, JS-Rendering)
+ *    3. FirecrawlAdapter (Cloud, bezahlt, beste Qualität)
+ * ═══════════════════════════════════════════════════════════════
+ */
+import type { ScoutAdapter, ScoutDiscovery } from '../data-scout.js';
+export interface FirecrawlConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare class FirecrawlAdapter implements ScoutAdapter {
+    readonly name = "firecrawl";
+    private readonly apiKey;
+    private readonly baseUrl;
+    constructor(config?: FirecrawlConfig);
+    isEnabled(): boolean;
+    scout(): Promise<ScoutDiscovery[]>;
+    /**
+     * Scrape a single URL and return LLM-ready markdown content.
+     */
+    scrape(url: string): Promise<{
+        title: string;
+        content: string;
+        description: string;
+        markdown: string;
+    } | null>;
+    /**
+     * Crawl a website starting from a URL.
+     * Returns markdown for multiple pages.
+     */
+    crawl(url: string, options?: {
+        limit?: number;
+        maxDepth?: number;
+    }): Promise<Array<{
+        url: string;
+        title: string;
+        markdown: string;
+    }>>;
+}

package/dist/research/adapters/firecrawl-adapter.js

@@ -0,0 +1,137 @@
+/**
+ * Firecrawl Adapter — Cloud-based LLM-optimized web scraping
+ *
+ * ═══════════════════════════════════════════════════════════════
+ *  EINRICHTEN
+ * ═══════════════════════════════════════════════════════════════
+ *
+ *  1. Account erstellen: https://firecrawl.dev
+ *  2. API Key holen
+ *  3. In .env:
+ *     FIRECRAWL_API_KEY=fc-...
+ *
+ *  Wann nutzen?
+ *    → Bulk Crawling (ganze Websites)
+ *    → Wenn LLM-ready Markdown gebraucht wird
+ *    → Wenn lokaler Playwright zu langsam ist
+ *
+ *  Fallback-Strategie:
+ *    1. JinaReader (schnell, kostenlos, kein JS)
+ *    2. PlaywrightAdapter (lokal, JS-Rendering)
+ *    3. FirecrawlAdapter (Cloud, bezahlt, beste Qualität)
+ * ═══════════════════════════════════════════════════════════════
+ */
+import { getLogger } from '../../utils/logger.js';
+const log = getLogger();
+export class FirecrawlAdapter {
+    name = 'firecrawl';
+    apiKey;
+    baseUrl;
+    constructor(config = {}) {
+        this.apiKey = config.apiKey ?? process.env.FIRECRAWL_API_KEY ?? null;
+        this.baseUrl = config.baseUrl ?? 'https://api.firecrawl.dev/v1';
+    }
+    isEnabled() {
+        return this.apiKey !== null && this.apiKey.length > 0;
+    }
+    async scout() {
+        // Firecrawl doesn't search — it scrapes URLs.
+        return [];
+    }
+    /**
+     * Scrape a single URL and return LLM-ready markdown content.
+     */
+    async scrape(url) {
+        if (!this.isEnabled())
+            return null;
+        try {
+            const response = await fetch(`${this.baseUrl}/scrape`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'Authorization': `Bearer ${this.apiKey}`,
+                },
+                body: JSON.stringify({
+                    url,
+                    formats: ['markdown'],
+                }),
+            });
+            if (!response.ok) {
+                log.warn(`[firecrawl] API error (${response.status})`);
+                return null;
+            }
+            const data = await response.json();
+            if (!data.success || !data.data?.markdown)
+                return null;
+            const markdown = data.data.markdown;
+            const title = data.data.metadata?.title ?? url;
+            const description = data.data.metadata?.description ?? markdown.substring(0, 300);
+            return { title, content: markdown, description, markdown };
+        }
+        catch (err) {
+            log.warn(`[firecrawl] Error scraping ${url}: ${err.message}`);
+            return null;
+        }
+    }
+    /**
+     * Crawl a website starting from a URL.
+     * Returns markdown for multiple pages.
+     */
+    async crawl(url, options = {}) {
+        if (!this.isEnabled())
+            return [];
+        try {
+            // Start crawl job
+            const startResponse = await fetch(`${this.baseUrl}/crawl`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'Authorization': `Bearer ${this.apiKey}`,
+                },
+                body: JSON.stringify({
+                    url,
+                    limit: options.limit ?? 10,
+                    maxDepth: options.maxDepth ?? 2,
+                    formats: ['markdown'],
+                }),
+            });
+            if (!startResponse.ok) {
+                log.warn(`[firecrawl] Crawl start error (${startResponse.status})`);
+                return [];
+            }
+            const startData = await startResponse.json();
+            if (!startData.success || !startData.id)
+                return [];
+            // Poll for results (max 60s)
+            for (let i = 0; i < 30; i++) {
+                await new Promise(r => setTimeout(r, 2000));
+                const statusResponse = await fetch(`${this.baseUrl}/crawl/${startData.id}`, {
+                    headers: { 'Authorization': `Bearer ${this.apiKey}` },
+                });
+                if (!statusResponse.ok)
+                    continue;
+                const statusData = await statusResponse.json();
+                if (statusData.status === 'completed' && statusData.data) {
+                    return statusData.data
+                        .filter(d => d.markdown)
+                        .map(d => ({
+                        url: d.metadata?.sourceURL ?? url,
+                        title: d.metadata?.title ?? 'Untitled',
+                        markdown: d.markdown,
+                    }));
+                }
+                if (statusData.status === 'failed') {
+                    log.warn('[firecrawl] Crawl job failed');
+                    return [];
+                }
+            }
+            log.warn('[firecrawl] Crawl job timed out');
+            return [];
+        }
+        catch (err) {
+            log.warn(`[firecrawl] Error crawling ${url}: ${err.message}`);
+            return [];
+        }
+    }
+}
+//# sourceMappingURL=firecrawl-adapter.js.map

package/dist/research/adapters/firecrawl-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"firecrawl-adapter.js","sourceRoot":"","sources":["../../../src/research/adapters/firecrawl-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAGlD,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;AAOxB,MAAM,OAAO,gBAAgB;IAClB,IAAI,GAAG,WAAW,CAAC;IACX,MAAM,CAAgB;IACtB,OAAO,CAAS;IAEjC,YAAY,SAA0B,EAAE;QACtC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI,CAAC;QACrE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,8BAA8B,CAAC;IAClE,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,KAAK;QACT,8CAA8C;QAC9C,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,GAAW;QAMtB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAAE,OAAO,IAAI,CAAC;QAEnC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE;gBACrD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACzC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,GAAG;oBACH,OAAO,EAAE,CAAC,UAAU,CAAC;iBACtB,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,GAAG,CAAC,IAAI,CAAC,0BAA0B,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;gBACvD,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAS/B,CAAC;YAEF,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ;gBAAE,OAAO,IAAI,CAAC;YAEvD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,GAAG,CAAC;YAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,IAAI,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAElF,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;QAC7D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,8BAA8B,GAAG,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YACzE,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,UAGrB,EAAE;QAKJ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAAE,OAAO,EAAE,CAAC;QAEjC,IAAI,CAAC;YACH,kBAAkB;YAClB,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,QAAQ,EAAE;gBACzD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACzC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,GAAG;oBACH,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;oBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,CAAC;oBAC/B,OAAO,EAAE,CAAC,UAAU,CAAC;iBACtB,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;gBACtB,GAAG,CAAC,IAAI,CAAC,kCAAkC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;gBACpE,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,IAAI,EAAuC,CAAC;YAClF,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE;gBAAE,OAAO,EAAE,CAAC;YAEnD,6BAA6B;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;gBAE5C,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,UAAU,SAAS,CAAC,EAAE,EAAE,EAAE;oBAC1E,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;iBACtD,CAAC,CAAC;gBAEH,IAAI,CAAC,cAAc,CAAC,EAAE;oBAAE,SAAS;gBAEjC,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,IAAI,EAM3C,CAAC;gBAEF,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;oBACzD,OAAO,UAAU,CAAC,IAAI;yBACnB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;yBACvB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBACT,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,SAAS,IAAI,GAAG;wBACjC,KAAK,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK,IAAI,UAAU;wBACtC,QAAQ,EAAE,CAAC,CAAC,QAAS;qBACtB,CAAC,CAAC,CAAC;gBACR,CAAC;gBAED,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBACnC,GAAG,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;oBACzC,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;YAED,GAAG,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YAC5C,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,8BAA8B,GAAG,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YACzE,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}

package/dist/research/adapters/index.d.ts

@@ -3,3 +3,6 @@ export { TradingDataMinerAdapter } from './trading-adapter.js';
 export { MarketingDataMinerAdapter } from './marketing-adapter.js';
 export { ScannerDataMinerAdapter } from './scanner-adapter.js';
 export { BraveSearchAdapter, JinaReaderAdapter } from './web-research-adapter.js';
+export { PlaywrightAdapter } from './playwright-adapter.js';
+export { FirecrawlAdapter } from './firecrawl-adapter.js';
+export type { FirecrawlConfig } from './firecrawl-adapter.js';

package/dist/research/adapters/index.js

@@ -3,4 +3,6 @@ export { TradingDataMinerAdapter } from './trading-adapter.js';
 export { MarketingDataMinerAdapter } from './marketing-adapter.js';
 export { ScannerDataMinerAdapter } from './scanner-adapter.js';
 export { BraveSearchAdapter, JinaReaderAdapter } from './web-research-adapter.js';
+export { PlaywrightAdapter } from './playwright-adapter.js';
+export { FirecrawlAdapter } from './firecrawl-adapter.js';
 //# sourceMappingURL=index.js.map

package/dist/research/adapters/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/research/adapters/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/research/adapters/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAClF,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/research/adapters/playwright-adapter.d.ts

@@ -0,0 +1,54 @@
+/**
+ * Playwright Adapter — Headless Browser for JS-rendered pages
+ *
+ * ═══════════════════════════════════════════════════════════════
+ *  EINRICHTEN
+ * ═══════════════════════════════════════════════════════════════
+ *
+ *  1. Playwright ist als optionale peerDependency installiert.
+ *     Falls nötig: npm install playwright
+ *  2. Browser installieren:
+ *     npx playwright install chromium
+ *  3. Keine Config nötig — funktioniert automatisch.
+ *
+ *  Wann nutzen?
+ *    → SPAs (React, Vue, Angular) — Inhalt wird per JS gerendert
+ *    → Seiten die ohne JS leer oder unvollständig sind
+ *    → Wenn Jina Reader kein brauchbares Ergebnis liefert
+ *
+ *  Fallback-Strategie:
+ *    1. JinaReader (schnell, kostenlos, kein JS)
+ *    2. PlaywrightAdapter (langsamer, lokal, JS-Rendering)
+ *    3. FirecrawlAdapter (Cloud, optional)
+ * ═══════════════════════════════════════════════════════════════
+ */
+import type { ScoutAdapter, ScoutDiscovery } from '../data-scout.js';
+export declare class PlaywrightAdapter implements ScoutAdapter {
+    readonly name = "playwright";
+    private browser;
+    private available;
+    isEnabled(): boolean;
+    scout(): Promise<ScoutDiscovery[]>;
+    /**
+     * Check if Playwright + Chromium are available.
+     * Caches the result.
+     */
+    checkAvailable(): Promise<boolean>;
+    /**
+     * Extract content from a URL using a headless browser.
+     * Renders JavaScript, waits for content, then extracts text.
+     */
+    extract(url: string, options?: {
+        waitForSelector?: string;
+        timeout?: number;
+        screenshot?: boolean;
+    }): Promise<{
+        title: string;
+        content: string;
+        description: string;
+        screenshot?: Buffer;
+    } | null>;
+    private getBrowser;
+    /** Graceful shutdown — close the browser */
+    shutdown(): Promise<void>;
+}

package/dist/research/adapters/playwright-adapter.js

@@ -0,0 +1,130 @@
+/**
+ * Playwright Adapter — Headless Browser for JS-rendered pages
+ *
+ * ═══════════════════════════════════════════════════════════════
+ *  EINRICHTEN
+ * ═══════════════════════════════════════════════════════════════
+ *
+ *  1. Playwright ist als optionale peerDependency installiert.
+ *     Falls nötig: npm install playwright
+ *  2. Browser installieren:
+ *     npx playwright install chromium
+ *  3. Keine Config nötig — funktioniert automatisch.
+ *
+ *  Wann nutzen?
+ *    → SPAs (React, Vue, Angular) — Inhalt wird per JS gerendert
+ *    → Seiten die ohne JS leer oder unvollständig sind
+ *    → Wenn Jina Reader kein brauchbares Ergebnis liefert
+ *
+ *  Fallback-Strategie:
+ *    1. JinaReader (schnell, kostenlos, kein JS)
+ *    2. PlaywrightAdapter (langsamer, lokal, JS-Rendering)
+ *    3. FirecrawlAdapter (Cloud, optional)
+ * ═══════════════════════════════════════════════════════════════
+ */
+import { getLogger } from '../../utils/logger.js';
+const log = getLogger();
+export class PlaywrightAdapter {
+    name = 'playwright';
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    browser = null;
+    available = null;
+    isEnabled() {
+        // Optimistic — actual check happens on first use
+        return true;
+    }
+    async scout() {
+        // Playwright doesn't search — it extracts content from URLs.
+        return [];
+    }
+    /**
+     * Check if Playwright + Chromium are available.
+     * Caches the result.
+     */
+    async checkAvailable() {
+        if (this.available !== null)
+            return this.available;
+        try {
+            const pwPath = 'playwright';
+            const { chromium } = await import(/* webpackIgnore: true */ pwPath);
+            const browser = await chromium.launch({ headless: true });
+            await browser.close();
+            this.available = true;
+        }
+        catch {
+            this.available = false;
+            log.debug('[playwright] Not available (install with: npx playwright install chromium)');
+        }
+        return this.available;
+    }
+    /**
+     * Extract content from a URL using a headless browser.
+     * Renders JavaScript, waits for content, then extracts text.
+     */
+    async extract(url, options = {}) {
+        try {
+            if (!(await this.checkAvailable()))
+                return null;
+            const browser = await this.getBrowser();
+            const context = await browser.newContext({
+                userAgent: 'BrainEcosystem/1.0 (Research Bot)',
+            });
+            const page = await context.newPage();
+            try {
+                await page.goto(url, {
+                    waitUntil: 'networkidle',
+                    timeout: options.timeout ?? 30_000,
+                });
+                if (options.waitForSelector) {
+                    await page.waitForSelector(options.waitForSelector, { timeout: 10_000 }).catch(() => { });
+                }
+                // Auto-scroll for lazy loading
+                await page.evaluate(() => {
+                    window.scrollTo(0, document.body.scrollHeight);
+                });
+                await page.waitForTimeout(1000);
+                const title = await page.title();
+                const content = await page.evaluate(() => {
+                    // Remove scripts, styles, navigation
+                    const clone = document.body.cloneNode(true);
+                    clone.querySelectorAll('script, style, nav, footer, header, aside, [role="navigation"]')
+                        .forEach(el => el.remove());
+                    return clone.innerText || clone.textContent || '';
+                });
+                const description = content.trim().substring(0, 300);
+                let screenshot;
+                if (options.screenshot) {
+                    screenshot = await page.screenshot({ fullPage: false });
+                }
+                return { title, content: content.trim(), description, screenshot };
+            }
+            finally {
+                await context.close();
+            }
+        }
+        catch (err) {
+            log.warn(`[playwright] Error extracting ${url}: ${err.message}`);
+            return null;
+        }
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    async getBrowser() {
+        if (this.browser)
+            return this.browser;
+        const pwPath = 'playwright';
+        const { chromium } = await import(/* webpackIgnore: true */ pwPath);
+        this.browser = await chromium.launch({ headless: true });
+        return this.browser;
+    }
+    /** Graceful shutdown — close the browser */
+    async shutdown() {
+        if (this.browser) {
+            try {
+                await this.browser.close();
+            }
+            catch { /* best effort */ }
+            this.browser = null;
+        }
+    }
+}
+//# sourceMappingURL=playwright-adapter.js.map

package/dist/research/adapters/playwright-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright-adapter.js","sourceRoot":"","sources":["../../../src/research/adapters/playwright-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAGlD,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;AAExB,MAAM,OAAO,iBAAiB;IACnB,IAAI,GAAG,YAAY,CAAC;IAC7B,8DAA8D;IACtD,OAAO,GAAQ,IAAI,CAAC;IACpB,SAAS,GAAmB,IAAI,CAAC;IAEzC,SAAS;QACP,iDAAiD;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK;QACT,6DAA6D;QAC7D,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc;QAClB,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QACnD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,YAAY,CAAC;YAC5B,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,MAAM,CAAC,CAAC;YACpE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACvB,GAAG,CAAC,KAAK,CAAC,4EAA4E,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,UAIvB,EAAE;QAMJ,IAAI,CAAC;YACH,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;gBAAE,OAAO,IAAI,CAAC;YAEhD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;gBACvC,SAAS,EAAE,mCAAmC;aAC/C,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YAErC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;oBACnB,SAAS,EAAE,aAAa;oBACxB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,MAAM;iBACnC,CAAC,CAAC;gBAEH,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;oBAC5B,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAC3F,CAAC;gBAED,+BAA+B;gBAC/B,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;oBACvB,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBACjD,CAAC,CAAC,CAAC;gBACH,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAEhC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBACjC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;oBACvC,qCAAqC;oBACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAgB,CAAC;oBAC3D,KAAK,CAAC,gBAAgB,CAAC,gEAAgE,CAAC;yBACrF,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC9B,OAAO,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC;gBACpD,CAAC,CAAC,CAAC;gBAEH,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAErD,IAAI,UAA8B,CAAC;gBACnC,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;oBACvB,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAW,CAAC;gBACpE,CAAC;gBAED,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;YACrE,CAAC;oBAAS,CAAC;gBACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,iCAAiC,GAAG,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YAC5E,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,8DAA8D;IACtD,KAAK,CAAC,UAAU;QACtB,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC;QAEtC,MAAM,MAAM,GAAG,YAAY,CAAC;QAC5B,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,MAAM,CAAC,CAAC;QACpE,IAAI,CAAC,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,4CAA4C;IAC5C,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAC/D,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;CACF"}

package/dist/research/research-orchestrator.d.ts

@@ -96,6 +96,7 @@ export declare class ResearchOrchestrator {
     private bootstrapService;
     private conceptAbstraction;
     private llmService;
+    private onSuggestionCallback;
     private db;
     private brainName;
     private feedbackTimer;
@@ -113,6 +114,8 @@ export declare class ResearchOrchestrator {
     /** Cycle number of last written suggestions — write at most once per cycle. */
     private lastSuggestionsCycle;
     constructor(db: Database.Database, config: ResearchOrchestratorConfig, causalGraph?: CausalGraph);
+    /** Set callback for self-improvement suggestions (e.g. to create notifications). */
+    setOnSuggestion(callback: (suggestions: string[]) => void): void;
     /** Set the DataMiner instance for DB-driven engine feeding. */
     setDataMiner(miner: DataMiner): void;
     /** Set the DreamEngine — wires journal + knowledgeDistiller into it. */

package/dist/research/research-orchestrator.js

@@ -57,6 +57,7 @@ export class ResearchOrchestrator {
     bootstrapService = null;
     conceptAbstraction = null;
     llmService = null;
+    onSuggestionCallback = null;
     db;
     brainName;
     feedbackTimer = null;
@@ -92,7 +93,11 @@ export class ResearchOrchestrator {
         this.autoResponder = new AutoResponder(db, { brainName: config.brainName });
         this.autoResponder.setAdaptiveStrategy(this.adaptiveStrategy);
         this.autoResponder.setJournal(this.journal);
-        this.hypothesisEngine = new HypothesisEngine(db, { minEvidence: 3, confirmThreshold: 0.05, rejectThreshold: 0.5 });
+        this.hypothesisEngine = new HypothesisEngine(db, { minEvidence: 3, confirmThreshold: 0.10, rejectThreshold: 0.5 });
+    }
+    /** Set callback for self-improvement suggestions (e.g. to create notifications). */
+    setOnSuggestion(callback) {
+        this.onSuggestionCallback = callback;
     }
     /** Set the DataMiner instance for DB-driven engine feeding. */
     setDataMiner(miner) {
@@ -366,6 +371,10 @@ export class ResearchOrchestrator {
         const now = Date.now();
         this.hypothesisEngine.observe({ source: this.brainName, type: 'anomaly_count', value: anomalies.length, timestamp: now });
         this.hypothesisEngine.observe({ source: this.brainName, type: 'insight_count', value: insights.length, timestamp: now });
+        // Feed journal significance for richer hypothesis generation
+        for (const insight of insights) {
+            this.hypothesisEngine.observe({ source: this.brainName, type: 'journal', value: insight.confidence, timestamp: now, metadata: { title: insight.title } });
+        }
         if (anomalies.length > 0) {
             for (const a of anomalies) {
                 this.hypothesisEngine.observe({ source: this.brainName, type: `anomaly:${a.metric}`, value: a.deviation, timestamp: now, metadata: { severity: a.severity } });
@@ -497,6 +506,8 @@ export class ResearchOrchestrator {
                     const sig = result.conclusion.significant;
                     ts?.emit('experiment', 'discovering', `Experiment "${exp.name}": ${sig ? result.conclusion.direction : 'inconclusive'} (p=${result.conclusion.p_value.toFixed(4)})`, sig ? 'notable' : 'routine');
                     this.journal.recordExperiment(exp.name, sig ? (result.conclusion.direction === 'positive' ? 'confirmed' : 'rejected') : 'inconclusive', { conclusion: result.conclusion, hypothesis: exp.hypothesis }, sig);
+                    // Feed experiment effect size into HypothesisEngine
+                    this.hypothesisEngine.observe({ source: this.brainName, type: 'experiment', value: result.conclusion.effect_size, timestamp: now, metadata: { name: exp.name, direction: result.conclusion.direction, significant: sig } });
                     this.log.info(`[orchestrator] Experiment "${exp.name}": ${sig ? result.conclusion.direction : 'inconclusive'} (p=${result.conclusion.p_value.toFixed(4)}, d=${result.conclusion.effect_size.toFixed(2)})`);
                 }
             }
@@ -2359,6 +2370,13 @@ export class ResearchOrchestrator {
             else {
                 fs.appendFileSync(filePath, `---\n${header}${body}`, 'utf-8');
             }
+            // Notify via callback (e.g. to create NotificationService entries)
+            if (this.onSuggestionCallback) {
+                try {
+                    this.onSuggestionCallback(suggestions);
+                }
+                catch { /* best effort */ }
+            }
         }
         catch {
             // Don't let file writing break the feedback cycle