dsh-web-search-pro 0.1.0

package/lib/index.js

@@ -0,0 +1,117 @@
+/**
+ * web-search-pro — 增强型、可持久化的扩展网页搜索插件 for DeepSeek Harness.
+ *
+ * - Multi-backend search routing with automatic fallback (agent-reach style):
+ *   ctx.web seam / Exa / DuckDuckGo / Bing / Jina + platform backends
+ *   (gh, bili-cli, yt-dlp, sov2ex, opencli, agent-reach).
+ * - Persistent SQLite store (MediaCrawler style): search queries + results,
+ *   page snapshots, and user-extended per-site extraction rules survive
+ *   restarts and are reused within a configurable TTL.
+ * - Userscript-style per-site extraction rules ("脚本猫/油猴" style) applied
+ *   by the fetch pipeline (Jina Reader → HTTP+extraction → Playwright).
+ * - Optional ctx.web provider registration so the built-in web_search /
+ *   web_fetch tools can route through this plugin.
+ *
+ * @module web-search-pro
+ */
+import fs from 'node:fs';
+import path from 'node:path';
+import { installSettingsSection, settingsNamespace } from '@deepseek-ai/dsh-settings';
+import { Config, resolveConfig } from "./config.js";
+import { Store } from "./store.js";
+import { SearchRouter } from "./router.js";
+import { FetchService } from "./fetch.js";
+import { registerTools } from "./tools.js";
+export const name = 'web-search-pro';
+export const inject = ['tools', 'systemPrompt', 'browser'];
+export { Config };
+const TOOL_NAMES = [
+    'web_search_pro', 'web_fetch_pro', 'web_platform_search', 'web_snapshot',
+    'web_history', 'web_cache_clear', 'web_rule', 'web_search_stats', 'web_deps',
+];
+export function apply(ctx, config) {
+    const resolved = resolveConfig(config);
+    const dbPath = resolved.dbPath;
+    fs.mkdirSync(path.dirname(dbPath), { recursive: true });
+    // 1. Persistent store (closed on plugin unload).
+    const store = new Store(dbPath);
+    ctx.effect(() => () => store.close());
+    // 2. Browser service (provided by dsh-browser; inject: ['browser']).
+    const browser = ctx.get('browser');
+    // 3. Hot-reloadable config source: while a settings service exists, the
+    //    $DSH_HOME/settings.yaml `web-search-pro:` section (validated against the
+    //    same schema) overlays this composition entry and every operation re-reads
+    //    it — edit keys/engines in the file without touching cordis.yml.
+    //    installSettingsSection: 官方可选 settings 消费者接线（base=插件配置，
+    //    用户段落热重载；settings 服务缺席时回退到插件配置）。
+    // Stable accessor over a mutable source ref: installSettingsSection swaps
+    // the source thunk on settings attach/detach, while router/fetch/tools all
+    // hold the SAME stable `dynamic` closure that dereferences it per call —
+    // so hot-reloaded sections reach every consumer.
+    let resolveSource = () => resolved;
+    const dynamic = () => resolveSource();
+    installSettingsSection(ctx, settingsNamespace('web-search-pro'), Config, resolved, {
+        setSource: (current) => { resolveSource = () => current(); },
+        onChange: () => { },
+    });
+    // 4. Services.
+    const router = new SearchRouter(ctx, resolved, store, dynamic, browser);
+    const fetchSvc = new FetchService(store, dynamic, browser);
+    // 5. Tools.
+    registerTools({ ctx, config: resolved, dynamic, store, router, fetch: fetchSvc, browser });
+    // 5. Optional ctx.web provider registration: the built-in web_search /
+    //    web_fetch tools route through this plugin when configured via
+    //    DSH_WEB_SEARCH_PROVIDER=web-search-pro (or the web row's
+    //    searchProvider). Registration is idempotent per fiber (effect-scoped).
+    const web = ctx.get('web');
+    if (web && resolved.registerProvider) {
+        web.registerSearchProvider({
+            id: resolved.providerId,
+            available: () => router.anyEngineAvailable(),
+            search: (request, signal) => router.searchAsProvider(request, signal),
+        });
+        web.registerFetchProvider({
+            id: resolved.providerId,
+            available: () => true,
+            fetch: async (request, signal) => {
+                const out = await fetchSvc.fetchPage(request.url, {
+                    mode: 'auto',
+                    signal,
+                    maxChars: 200_000,
+                    fresh: false,
+                    persist: true,
+                });
+                return {
+                    url: out.url,
+                    statusCode: out.statusCode ?? 200,
+                    body: { kind: 'text', content: out.text },
+                    truncated: false,
+                };
+            },
+        });
+    }
+    // 6. System prompt guidance.
+    ctx.systemPrompt.section({
+        name: 'tool:web-search-pro',
+        order: 112,
+        text: 'For web research prefer the persistent enhanced tools: web_search_pro (multi-engine search with caching and history), web_platform_search (GitHub/B站/YouTube/V2EX/小红书/Twitter/Reddit/RSS/知乎/微博/豆瓣/贴吧/抖音/快手…), web_fetch_pro (readable extraction with per-site rules), and web_snapshot (headless-browser capture). Cite the relevant URLs as markdown links in your answer. The browser runtime (Playwright + chromium) and opencli are bundled in the dsh-browser plugin — no global CLIs needed; use browser_open/browser_click/browser_type/browser_scroll/browser_read/browser_screenshot for interactive multi-step browsing. Before relying on a remaining external CLI backend (gh/bili/yt-dlp/agent-reach), run web_deps action=check. Chinese communities (zhihu/weibo/douban/tieba/douyin/kuaishou) need the user to log in once to reuse their browser login state — if they return no results, tell the user to run scripts/save-login.mjs and set the dsh-browser storageStatePath.',
+    });
+    // 7. Apply marker for diagnostics (proves live registration).
+    if (resolved.verbose) {
+        try {
+            const markerPath = path.join(path.dirname(dbPath), 'apply.log');
+            fs.appendFileSync(markerPath, JSON.stringify({
+                ts: new Date().toISOString(),
+                plugin: name,
+                dbPath,
+                tools: TOOL_NAMES,
+                provider: resolved.registerProvider ? resolved.providerId : undefined,
+                engines: resolved.engines,
+                browser: 'injected',
+            }) + '\n', 'utf8');
+        }
+        catch { /* marker is best-effort */ }
+    }
+    ctx.logger?.(name).info('web-search-pro loaded: db=' + dbPath + ' engines=[' + resolved.engines.join(',') + ']');
+}
+//# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAGH,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAI5B,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAA;AACrF,OAAO,EAAE,MAAM,EAAE,aAAa,EAAuB,MAAM,aAAa,CAAA;AACxE,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AAElC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAE1C,MAAM,CAAC,MAAM,IAAI,GAAG,gBAAgB,CAAA;AACpC,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,cAAc,EAAE,SAAS,CAAC,CAAA;AAE1D,OAAO,EAAE,MAAM,EAAE,CAAA;AAGjB,MAAM,UAAU,GAAG;IACjB,gBAAgB,EAAE,eAAe,EAAE,qBAAqB,EAAE,cAAc;IACxE,aAAa,EAAE,iBAAiB,EAAE,UAAU,EAAE,kBAAkB,EAAE,UAAU;CAC7E,CAAA;AAED,MAAM,UAAU,KAAK,CAAC,GAAY,EAAE,MAAc;IAChD,MAAM,QAAQ,GAAmB,aAAa,CAAC,MAAM,CAAC,CAAA;IACtD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;IAC9B,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAEvD,iDAAiD;IACjD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,CAAA;IAC/B,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;IAErC,qEAAqE;IACrE,MAAM,OAAO,GAAG,GAAG,CAAC,GAAG,CAAC,SAAS,CAAmB,CAAA;IAEpD,wEAAwE;IACxE,8EAA8E;IAC9E,+EAA+E;IAC/E,qEAAqE;IACrE,4DAA4D;IAC5D,qCAAqC;IACrC,0EAA0E;IAC1E,2EAA2E;IAC3E,yEAAyE;IACzE,iDAAiD;IACjD,IAAI,aAAa,GAAyB,GAAG,EAAE,CAAC,QAAQ,CAAA;IACxD,MAAM,OAAO,GAAG,GAAmB,EAAE,CAAC,aAAa,EAAE,CAAA;IACrD,sBAAsB,CAAC,GAAG,EAAE,iBAAiB,CAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;QACjF,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,GAAG,aAAa,GAAG,GAAG,EAAE,CAAC,OAAO,EAAoB,CAAA,CAAC,CAAC;QAC7E,QAAQ,EAAE,GAAG,EAAE,GAAE,CAAC;KACnB,CAAC,CAAA;IAEF,eAAe;IACf,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;IACvE,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;IAE1D,YAAY;IACZ,aAAa,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAA;IAE1F,uEAAuE;IACvE,mEAAmE;IACnE,8DAA8D;IAC9D,4EAA4E;IAC5E,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IAC1B,IAAI,GAAG,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;QACrC,GAAG,CAAC,sBAAsB,CAAC;YACzB,EAAE,EAAE,QAAQ,CAAC,UAAU;YACvB,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,kBAAkB,EAAE;YAC5C,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC;SACtE,CAAC,CAAA;QACF,GAAG,CAAC,qBAAqB,CAAC;YACxB,EAAE,EAAE,QAAQ,CAAC,UAAU;YACvB,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI;YACrB,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC/B,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE;oBAChD,IAAI,EAAE,MAAM;oBACZ,MAAM;oBACN,QAAQ,EAAE,OAAO;oBACjB,KAAK,EAAE,KAAK;oBACZ,OAAO,EAAE,IAAI;iBACd,CAAC,CAAA;gBACF,OAAO;oBACL,GAAG,EAAE,GAAG,CAAC,GAAG;oBACZ,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,GAAG;oBACjC,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,IAAI,EAAE;oBACzC,SAAS,EAAE,KAAK;iBACjB,CAAA;YACH,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;IAED,6BAA6B;IAC7B,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC;QACvB,IAAI,EAAE,qBAAqB;QAC3B,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,m8BAAm8B;KAC18B,CAAC,CAAA;IAEF,8DAA8D;IAC9D,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC,CAAA;YAC/D,EAAE,CAAC,cAAc,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC;gBAC3C,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBAC5B,MAAM,EAAE,IAAI;gBACZ,MAAM;gBACN,KAAK,EAAE,UAAU;gBACjB,QAAQ,EAAE,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;gBACrE,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,OAAO,EAAE,UAAU;aACpB,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAA;QACpB,CAAC;QAAC,MAAM,CAAC,CAAC,2BAA2B,CAAC,CAAC;IACzC,CAAC;IAED,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,4BAA4B,GAAG,MAAM,GAAG,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAA;AAClH,CAAC"}

package/lib/memory-cache.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Minimal in-process LRU cache (Map + recency bump). Layered above SQLite:
+ * hot searches/page fetches resolve in microseconds without touching the DB.
+ * @module web-search-pro/memory-cache
+ */
+export interface LruEntry<T> {
+    ts: number;
+    value: T;
+}
+export declare class LruCache<T> {
+    private readonly capacity;
+    private readonly map;
+    constructor(capacity: number);
+    get(key: string, ttlMs: number): T | undefined;
+    set(key: string, value: T): void;
+    clear(): void;
+    get size(): number;
+}

package/lib/memory-cache.js

@@ -0,0 +1,42 @@
+/**
+ * Minimal in-process LRU cache (Map + recency bump). Layered above SQLite:
+ * hot searches/page fetches resolve in microseconds without touching the DB.
+ * @module web-search-pro/memory-cache
+ */
+export class LruCache {
+    capacity;
+    map = new Map();
+    constructor(capacity) {
+        this.capacity = capacity;
+    }
+    get(key, ttlMs) {
+        const entry = this.map.get(key);
+        if (!entry)
+            return undefined;
+        if (Date.now() - entry.ts > ttlMs) {
+            this.map.delete(key);
+            return undefined;
+        }
+        // recency bump
+        this.map.delete(key);
+        this.map.set(key, entry);
+        return entry.value;
+    }
+    set(key, value) {
+        this.map.delete(key);
+        this.map.set(key, { ts: Date.now(), value });
+        while (this.map.size > this.capacity) {
+            const oldest = this.map.keys().next().value;
+            if (oldest === undefined)
+                break;
+            this.map.delete(oldest);
+        }
+    }
+    clear() {
+        this.map.clear();
+    }
+    get size() {
+        return this.map.size;
+    }
+}
+//# sourceMappingURL=memory-cache.js.map

package/lib/memory-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-cache.js","sourceRoot":"","sources":["../src/memory-cache.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,MAAM,OAAO,QAAQ;IAGU;IAFZ,GAAG,GAAG,IAAI,GAAG,EAAuB,CAAA;IAErD,YAA6B,QAAgB;QAAhB,aAAQ,GAAR,QAAQ,CAAQ;IAAG,CAAC;IAEjD,GAAG,CAAC,GAAW,EAAE,KAAa;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC/B,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAA;QAC5B,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YACpB,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,eAAe;QACf,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACpB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QACxB,OAAO,KAAK,CAAC,KAAK,CAAA;IACpB,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,KAAQ;QACvB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACpB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;QAC5C,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAA2B,CAAA;YACjE,IAAI,MAAM,KAAK,SAAS;gBAAE,MAAK;YAC/B,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QACzB,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAA;IAClB,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAA;IACtB,CAAC;CACF"}

package/lib/platform-search.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Chinese-community platform search via Playwright (MediaCrawler's approach,
+ * implemented cleanly with our own per-site rules): open each platform's search
+ * page in the user's logged-in browser (storageState) and read the rendered
+ * result list. The browser performs any signing the site needs — we never call
+ * private APIs or reproduce sign algorithms.
+ *
+ * NOTE: each platform requires the user's login state (storageState). Result
+ * selectors are best-effort and may need tuning per site's current markup.
+ * @module web-search-pro/platform-search
+ */
+export interface PlatformSearchSpec {
+    id: string;
+    label: string;
+    /** Build the search-page URL for a query. */
+    url: (query: string) => string;
+    /** Selector for one result item. */
+    item: string;
+    /** Selector for the title element inside an item (textContent). */
+    title: string;
+    /** Selector for the link element inside an item (href). */
+    link: string;
+    /** Optional selector for the snippet text inside an item. */
+    text?: string;
+}
+/** Best-effort search-page specs for Chinese community platforms. */
+export declare const PLATFORM_SEARCH_SPECS: Record<string, PlatformSearchSpec>;
+/** Parse a raw Cookie header ("a=b; c=d") into Playwright cookies for the URL's domain. */
+export declare function parseCookieString(cookie: string, url: string): {
+    name: string;
+    value: string;
+    domain: string;
+    path: string;
+}[];

package/lib/platform-search.js

@@ -0,0 +1,61 @@
+/**
+ * Chinese-community platform search via Playwright (MediaCrawler's approach,
+ * implemented cleanly with our own per-site rules): open each platform's search
+ * page in the user's logged-in browser (storageState) and read the rendered
+ * result list. The browser performs any signing the site needs — we never call
+ * private APIs or reproduce sign algorithms.
+ *
+ * NOTE: each platform requires the user's login state (storageState). Result
+ * selectors are best-effort and may need tuning per site's current markup.
+ * @module web-search-pro/platform-search
+ */
+/** Best-effort search-page specs for Chinese community platforms. */
+export const PLATFORM_SEARCH_SPECS = {
+    zhihu: {
+        id: 'zhihu', label: '知乎',
+        url: q => 'https://www.zhihu.com/search?type=content&q=' + encodeURIComponent(q),
+        item: '.SearchResult-Card', title: '.ContentItem-title', link: '.ContentItem-title a', text: '.Highlight',
+    },
+    weibo: {
+        id: 'weibo', label: '微博',
+        url: q => 'https://s.weibo.com/weibo?q=' + encodeURIComponent(q),
+        item: '.card-wrap', title: '.txt', link: '.from a', text: '.txt',
+    },
+    douban: {
+        id: 'douban', label: '豆瓣',
+        url: q => 'https://www.douban.com/search?q=' + encodeURIComponent(q),
+        item: '.result', title: '.title a', link: '.title a', text: '.content p',
+    },
+    tieba: {
+        id: 'tieba', label: '百度贴吧',
+        url: q => 'https://tieba.baidu.com/f/search/res?ie=utf-8&qw=' + encodeURIComponent(q),
+        item: '.s_post', title: '.p_title a', link: '.p_title a', text: '.p_content',
+    },
+    douyin: {
+        id: 'douyin', label: '抖音',
+        url: q => 'https://www.douyin.com/search/' + encodeURIComponent(q),
+        item: '[data-e2e="search-item"]', title: 'a', link: 'a', text: 'p',
+    },
+    kuaishou: {
+        id: 'kuaishou', label: '快手',
+        url: q => 'https://www.kuaishou.com/search/video?searchKey=' + encodeURIComponent(q),
+        item: '.video-card', title: '.video-info-title', link: 'a', text: '.video-info-title',
+    },
+};
+/** Parse a raw Cookie header ("a=b; c=d") into Playwright cookies for the URL's domain. */
+export function parseCookieString(cookie, url) {
+    let domain = '';
+    try {
+        domain = new URL(url).hostname;
+    }
+    catch { /* domain stays empty; caller must handle */ }
+    return cookie.split(';').map(p => p.trim()).filter(Boolean).map(p => {
+        const eq = p.indexOf('=');
+        const name = eq >= 0 ? p.slice(0, eq).trim() : p.trim();
+        const value = eq >= 0 ? p.slice(eq + 1).trim() : '';
+        return { name, value, domain, path: '/' };
+    }).filter(c => c.name.length > 0 && c.domain.length > 0);
+}
+// (Page-side extraction moved into the dsh-browser plugin's BrowserService;
+// web-search-pro now calls browser.searchResults(url, spec, opts).)
+//# sourceMappingURL=platform-search.js.map

package/lib/platform-search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"platform-search.js","sourceRoot":"","sources":["../src/platform-search.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAiBH,qEAAqE;AACrE,MAAM,CAAC,MAAM,qBAAqB,GAAuC;IACvE,KAAK,EAAE;QACL,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI;QACxB,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,8CAA8C,GAAG,kBAAkB,CAAC,CAAC,CAAC;QAChF,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,oBAAoB,EAAE,IAAI,EAAE,sBAAsB,EAAE,IAAI,EAAE,YAAY;KAC1G;IACD,KAAK,EAAE;QACL,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI;QACxB,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,8BAA8B,GAAG,kBAAkB,CAAC,CAAC,CAAC;QAChE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM;KACjE;IACD,MAAM,EAAE;QACN,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;QACzB,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,kCAAkC,GAAG,kBAAkB,CAAC,CAAC,CAAC;QACpE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY;KACzE;IACD,KAAK,EAAE;QACL,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM;QAC1B,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,mDAAmD,GAAG,kBAAkB,CAAC,CAAC,CAAC;QACrF,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY;KAC7E;IACD,MAAM,EAAE;QACN,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI;QACzB,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,gCAAgC,GAAG,kBAAkB,CAAC,CAAC,CAAC;QAClE,IAAI,EAAE,0BAA0B,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG;KACnE;IACD,QAAQ,EAAE;QACR,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI;QAC3B,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,kDAAkD,GAAG,kBAAkB,CAAC,CAAC,CAAC;QACpF,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,mBAAmB,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,mBAAmB;KACtF;CACF,CAAA;AAED,2FAA2F;AAC3F,MAAM,UAAU,iBAAiB,CAAC,MAAc,EAAE,GAAW;IAC3D,IAAI,MAAM,GAAG,EAAE,CAAA;IACf,IAAI,CAAC;QAAC,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAA;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,4CAA4C,CAAC,CAAC;IAC7F,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;QAClE,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACzB,MAAM,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QACvD,MAAM,KAAK,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QACnD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;IAC3C,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AAC1D,CAAC;AAED,4EAA4E;AAC5E,oEAAoE"}

package/lib/playwright.d.ts

@@ -0,0 +1,71 @@
+/**
+ * Playwright integration (MediaCrawler-style): headless browser rendering
+ * with optional persistent login state (storageState), used as the last-resort
+ * fetch backend and for page snapshots. The browser is launched lazily and
+ * reused within the plugin lifetime; the plugin disposes it on unload.
+ *
+ * The page-side extractor is a raw JS string (not a closure): tsx/esbuild
+ * injects a __name helper into compiled closures, which does not exist in the
+ * page context. Strings pass through unevaluated.
+ * @module web-search-pro/playwright
+ */
+import type { ExtractRule } from './extract.ts';
+import { type PlatformSearchSpec } from './platform-search.ts';
+export interface PlaywrightConfig {
+    enabled: boolean;
+    headless: boolean;
+    /** 'chromium' (bundled) or 'msedge' (system Edge). */
+    channel: string;
+    /** Path to a Playwright storageState JSON (persisted login, like MediaCrawler). */
+    storageStatePath?: string;
+    /** Explicit module path override. */
+    modulePath?: string;
+}
+export interface RenderResult {
+    title: string;
+    text: string;
+    html: string;
+    usedRule: string | undefined;
+}
+export declare class PlaywrightManager {
+    private readonly config;
+    private browser;
+    private launching;
+    constructor(config: PlaywrightConfig);
+    private ensure;
+    close(): Promise<void>;
+    /** Render one page: goto, settle, extract via rules in the page itself. */
+    render(url: string, rules: readonly ExtractRule[], opts?: {
+        signal: AbortSignal | undefined;
+        maxChars?: number;
+        waitMs?: number;
+    }): Promise<RenderResult>;
+    /** Render + save a screenshot and HTML snapshot to disk (web_snapshot tool). */
+    snapshot(url: string, rules: readonly ExtractRule[], opts: {
+        signal: AbortSignal | undefined;
+        outDir: string;
+        maxChars?: number;
+    }): Promise<{
+        title: string;
+        text: string;
+        screenshotPath: string;
+        htmlPath: string;
+        usedRule: string | undefined;
+    }>;
+    /** Drive one platform's search page and extract its result list (Chinese communities / custom platforms). */
+    searchResults(url: string, spec: PlatformSearchSpec, opts: {
+        signal: AbortSignal | undefined;
+        count: number;
+        waitMs?: number;
+        cookies?: {
+            name: string;
+            value: string;
+            domain: string;
+            path: string;
+        }[];
+    }): Promise<{
+        url: string;
+        title: string;
+        snippet?: string;
+    }[]>;
+}

package/lib/playwright.js

@@ -0,0 +1,165 @@
+/**
+ * Playwright integration (MediaCrawler-style): headless browser rendering
+ * with optional persistent login state (storageState), used as the last-resort
+ * fetch backend and for page snapshots. The browser is launched lazily and
+ * reused within the plugin lifetime; the plugin disposes it on unload.
+ *
+ * The page-side extractor is a raw JS string (not a closure): tsx/esbuild
+ * injects a __name helper into compiled closures, which does not exist in the
+ * page context. Strings pass through unevaluated.
+ * @module web-search-pro/playwright
+ */
+import fs from 'node:fs';
+import path from 'node:path';
+import { resolvePlaywright, uid, capText } from "./util.js";
+import { searchPlatformResults } from "./platform-search.js";
+/** Page-side extractor: rules-aware content picker + innerText (runs in the page). */
+const EXTRACTOR_FN = "(ruleList) => {\n  const doc = document\n  const title = doc.title ? doc.title.trim() : ''\n  let host = ''\n  try { host = location.hostname } catch (e) {}\n  const norm = (h) => h.replace(/^www\\\\./i, '').toLowerCase()\n  let rule = null\n  for (const r of ruleList) {\n    const rh = norm(r.hostname)\n    if (host === rh || host.endsWith('.' + rh)) rule = r\n  }\n  const pick = (selectors) => {\n    for (const sel of selectors) {\n      try {\n        const el = doc.querySelector(sel)\n        if (el && (el.textContent || '').trim().length > 40) return el\n      } catch (e) {}\n    }\n    return null\n  }\n  const content = rule ? pick(rule.contentSelectors) : (pick(['article', 'main', '[role=\"main\"]']) || doc.body)\n  if (content && rule && rule.removeSelectors) {\n    for (const sel of rule.removeSelectors) {\n      try { content.querySelectorAll(sel).forEach((el) => el.remove()) } catch (e) {}\n    }\n  }\n  const text = content ? (content.innerText || content.textContent || '') : ''\n  return { title, text, html: doc.documentElement.outerHTML.slice(0, 2000000), usedRule: rule ? rule.hostname : null }\n}";
+/**
+ * Evaluate the extractor with the rule list embedded: the raw string is
+ * evaluated as an expression by Playwright, so an IIFE form is required —
+ * Playwright does not invoke string "functions" with the argument.
+ */
+function evaluateExtractor(page, rules) {
+    return page.evaluate('(' + EXTRACTOR_FN + ')(' + JSON.stringify(JSON.parse(JSON.stringify(rules))) + ')');
+}
+"(ruleList) => {\n  const doc = document\n  const title = doc.title ? doc.title.trim() : ''\n  let host = ''\n  try { host = location.hostname } catch (e) {}\n  const norm = (h) => h.replace(/^www\\\\./i, '').toLowerCase()\n  let rule = null\n  for (const r of ruleList) {\n    const rh = norm(r.hostname)\n    if (host === rh || host.endsWith('.' + rh)) rule = r\n  }\n  const pick = (selectors) => {\n    for (const sel of selectors) {\n      try {\n        const el = doc.querySelector(sel)\n        if (el && (el.textContent || '').trim().length > 40) return el\n      } catch (e) {}\n    }\n    return null\n  }\n  const content = rule ? pick(rule.contentSelectors) : (pick(['article', 'main', '[role=\"main\"]']) || doc.body)\n  if (content && rule && rule.removeSelectors) {\n    for (const sel of rule.removeSelectors) {\n      try { content.querySelectorAll(sel).forEach((el) => el.remove()) } catch (e) {}\n    }\n  }\n  const text = content ? (content.innerText || content.textContent || '') : ''\n  return { title, text, html: doc.documentElement.outerHTML.slice(0, 2000000), usedRule: rule ? rule.hostname : null }\n}";
+export class PlaywrightManager {
+    config;
+    browser = undefined;
+    launching;
+    constructor(config) {
+        this.config = config;
+    }
+    async ensure() {
+        if (this.browser)
+            return this.browser;
+        if (!this.launching) {
+            this.launching = (async () => {
+                const pw = resolvePlaywright(this.config.modulePath);
+                const launchOptions = { headless: this.config.headless };
+                if (this.config.channel === 'msedge')
+                    launchOptions.channel = 'msedge';
+                this.browser = await pw.chromium.launch(launchOptions);
+                return this.browser;
+            })().catch((error) => {
+                this.launching = undefined;
+                throw error;
+            });
+        }
+        return this.launching;
+    }
+    async close() {
+        const b = this.browser;
+        this.browser = undefined;
+        this.launching = undefined;
+        if (b) {
+            try {
+                await b.close();
+            }
+            catch { /* already closed */ }
+        }
+    }
+    /** Render one page: goto, settle, extract via rules in the page itself. */
+    async render(url, rules, opts = { signal: undefined }) {
+        const browser = await this.ensure();
+        const context = await browser.newContext(this.config.storageStatePath ? { storageState: this.config.storageStatePath } : {});
+        const page = await context.newPage();
+        const onAbort = () => void page.close().catch(() => { });
+        if (opts.signal?.aborted)
+            onAbort();
+        else
+            opts.signal?.addEventListener('abort', onAbort);
+        try {
+            page.setDefaultTimeout(20_000);
+            await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 25_000 });
+            await page.waitForLoadState('networkidle', { timeout: 8_000 }).catch(() => { });
+            if (opts.waitMs)
+                await page.waitForTimeout(opts.waitMs);
+            const data = await evaluateExtractor(page, rules);
+            return {
+                title: data.title,
+                text: capText(String(data.text ?? '').replace(/\n{3,}/g, '\n\n').trim(), opts.maxChars ?? 200_000),
+                html: data.html,
+                usedRule: data.usedRule ?? undefined,
+            };
+        }
+        catch (error) {
+            throw new Error('playwright render failed for ' + url + ': ' + String(error).slice(0, 300));
+        }
+        finally {
+            opts.signal?.removeEventListener('abort', onAbort);
+            await context.close().catch(() => { });
+        }
+    }
+    /** Render + save a screenshot and HTML snapshot to disk (web_snapshot tool). */
+    async snapshot(url, rules, opts) {
+        const browser = await this.ensure();
+        const context = await browser.newContext(this.config.storageStatePath ? { storageState: this.config.storageStatePath } : {});
+        const page = await context.newPage();
+        const onAbort = () => void page.close().catch(() => { });
+        if (opts.signal?.aborted)
+            onAbort();
+        else
+            opts.signal?.addEventListener('abort', onAbort);
+        fs.mkdirSync(opts.outDir, { recursive: true });
+        const stamp = Date.now() + '-' + uid().slice(0, 8);
+        const screenshotPath = path.join(opts.outDir, stamp + '.png');
+        const htmlPath = path.join(opts.outDir, stamp + '.html');
+        try {
+            page.setDefaultTimeout(25_000);
+            await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
+            await page.waitForLoadState('networkidle', { timeout: 10_000 }).catch(() => { });
+            await page.screenshot({ path: screenshotPath, fullPage: true });
+            const html = await page.content();
+            fs.writeFileSync(htmlPath, html, 'utf8');
+            const data = await evaluateExtractor(page, rules);
+            return {
+                title: data.title,
+                text: capText(String(data.text ?? '').replace(/\n{3,}/g, '\n\n').trim(), opts.maxChars ?? 200_000),
+                screenshotPath,
+                htmlPath,
+                usedRule: data.usedRule ?? undefined,
+            };
+        }
+        catch (error) {
+            throw new Error('playwright snapshot failed for ' + url + ': ' + String(error).slice(0, 300));
+        }
+        finally {
+            opts.signal?.removeEventListener('abort', onAbort);
+            await context.close().catch(() => { });
+        }
+    }
+    /** Drive one platform's search page and extract its result list (Chinese communities / custom platforms). */
+    async searchResults(url, spec, opts) {
+        const browser = await this.ensure();
+        const context = await browser.newContext(this.config.storageStatePath ? { storageState: this.config.storageStatePath } : {});
+        if (opts.cookies?.length)
+            await context.addCookies(opts.cookies).catch(() => { });
+        const page = await context.newPage();
+        const onAbort = () => void page.close().catch(() => { });
+        if (opts.signal?.aborted)
+            onAbort();
+        else
+            opts.signal?.addEventListener('abort', onAbort);
+        try {
+            page.setDefaultTimeout(25_000);
+            await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
+            await page.waitForLoadState('networkidle', { timeout: 8_000 }).catch(() => { });
+            if (opts.waitMs)
+                await page.waitForTimeout(opts.waitMs);
+            // scroll once to trigger lazy lists, then extract
+            await page.mouse?.wheel(0, 2000).catch(() => { });
+            await page.waitForTimeout(800);
+            return await searchPlatformResults(page, spec, opts.count);
+        }
+        catch (error) {
+            throw new Error('playwright platform search failed for ' + url + ': ' + String(error).slice(0, 300));
+        }
+        finally {
+            opts.signal?.removeEventListener('abort', onAbort);
+            await context.close().catch(() => { });
+        }
+    }
+}
+//# sourceMappingURL=playwright.js.map

package/lib/playwright.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright.js","sourceRoot":"","sources":["../src/playwright.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,iBAAiB,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAE3D,OAAO,EAAE,qBAAqB,EAA2B,MAAM,sBAAsB,CAAA;AAoBrF,sFAAsF;AACtF,MAAM,YAAY,GAAG,2mCAA2mC,CAAA;AAEhoC;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,IAAS,EAAE,KAA6B;IACjE,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,GAAG,YAAY,GAAG,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAA;AAC3G,CAAC;AACD,2mCAA2mC,CAAA;AAE3mC,MAAM,OAAO,iBAAiB;IAIC;IAHrB,OAAO,GAAQ,SAAS,CAAA;IACxB,SAAS,CAA0B;IAE3C,YAA6B,MAAwB;QAAxB,WAAM,GAAN,MAAM,CAAkB;IAAG,CAAC;IAEjD,KAAK,CAAC,MAAM;QAClB,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,OAAO,CAAA;QACrC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,CAAC,KAAK,IAAI,EAAE;gBAC3B,MAAM,EAAE,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;gBACpD,MAAM,aAAa,GAA4B,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAA;gBACjF,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,QAAQ;oBAAE,aAAa,CAAC,OAAO,GAAG,QAAQ,CAAA;gBACtE,IAAI,CAAC,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;gBACtD,OAAO,IAAI,CAAC,OAAO,CAAA;YACrB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;gBAC5B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;gBAC1B,MAAM,KAAK,CAAA;YACb,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAA;QACtB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAA;QACxB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,EAAE,CAAC;YACN,IAAI,CAAC;gBAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,MAAM,CACV,GAAW,EACX,KAA6B,EAC7B,OAAgF,EAAE,MAAM,EAAE,SAAS,EAAE;QAErG,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC5H,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;QACpC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACvD,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;YAAE,OAAO,EAAE,CAAA;;YAC9B,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QACpD,IAAI,CAAC;YACH,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAA;YAC9B,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;YACxE,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YAC9E,IAAI,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACvD,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;YACjD,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC;gBAClG,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS;aACrC,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,GAAG,GAAG,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;QAC7F,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YAClD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACvC,CAAC;IACH,CAAC;IAED,gFAAgF;IAChF,KAAK,CAAC,QAAQ,CACZ,GAAW,EACX,KAA6B,EAC7B,IAA4E;QAE5E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC5H,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;QACpC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACvD,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;YAAE,OAAO,EAAE,CAAA;;YAC9B,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QACpD,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,MAAM,CAAC,CAAA;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,OAAO,CAAC,CAAA;QACxD,IAAI,CAAC;YACH,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAA;YAC9B,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;YACxE,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YAC/E,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;YAC/D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;YACjC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;YACxC,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;YACjD,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC;gBAClG,cAAc;gBACd,QAAQ;gBACR,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS;aACrC,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iCAAiC,GAAG,GAAG,GAAG,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;QAC/F,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YAClD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACvC,CAAC;IACH,CAAC;IAED,6GAA6G;IAC7G,KAAK,CAAC,aAAa,CACjB,GAAW,EACX,IAAwB,EACxB,IAAoJ;QAEpJ,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC5H,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM;YAAE,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QAChF,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;QACpC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACvD,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;YAAE,OAAO,EAAE,CAAA;;YAC9B,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QACpD,IAAI,CAAC;YACH,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAA;YAC9B,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;YACxE,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YAC9E,IAAI,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACvD,kDAAkD;YAClD,MAAM,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YAChD,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAA;YAC9B,OAAO,MAAM,qBAAqB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,wCAAwC,GAAG,GAAG,GAAG,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;QACtG,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YAClD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACvC,CAAC;IACH,CAAC;CACF"}

package/lib/router.d.ts

@@ -0,0 +1,66 @@
+/**
+ * Search orchestration: engine ordering/fallback (agent-reach style routing),
+ * optional parallel multi-engine merging, SQLite caching, and persistence.
+ * @module web-search-pro/router
+ */
+import type { Context } from '@deepseek-ai/cordis';
+import type { WebSearchRequest, WebSearchResult } from '@deepseek-ai/dsh-web';
+import type { Store } from './store.ts';
+import type { ResolvedConfig } from './config.ts';
+import { LruCache } from './memory-cache.ts';
+import type { BrowserService } from './browser-service.ts';
+export interface RouterSearchOptions {
+    query: string;
+    /** Engine ids to try, in order. Defaults to config.engines. */
+    engines?: string[];
+    count: number;
+    /** Bypass the fresh-cache lookup. */
+    fresh: boolean;
+    /** Run all requested engines in parallel and merge results. */
+    multi: boolean;
+    signal: AbortSignal | undefined;
+    /** True when called from the ctx.web provider (prevents seam recursion). */
+    skipSeam?: boolean;
+}
+export interface RouterSearchResult {
+    content?: string;
+    sources: {
+        url: string;
+        title?: string;
+        snippet?: string;
+        publishedAt?: string;
+    }[];
+    engine: string;
+    enginesTried: string[];
+    fromCache: boolean;
+}
+export declare class SearchRouter {
+    private readonly ctx;
+    private readonly config;
+    private readonly store;
+    private readonly dynamic;
+    private readonly browser?;
+    private readonly memory;
+    constructor(ctx: Context, config: ResolvedConfig, store: Store, dynamic?: () => ResolvedConfig, browser?: BrowserService | undefined, memory?: LruCache<RouterSearchResult>);
+    /** Resolve a key through credentials first, then process env. */
+    private resolveKey;
+    private deps;
+    /** Sync key check for available() (no credential resolution — env/literal only). */
+    private depsSync;
+    /** Whether any configured engine is currently usable. */
+    anyEngineAvailable(): boolean;
+    private build;
+    private buildSync;
+    /** Run a full search with caching + persistence. */
+    search(opts: RouterSearchOptions): Promise<RouterSearchResult>;
+    /** Platform search (web_platform_search tool) with the same cache+persist flow. */
+    platformSearch(platform: string, query: string, url: string | undefined, count: number, opts: {
+        signal?: AbortSignal;
+        fresh?: boolean;
+    }): Promise<RouterSearchResult>;
+    /**
+     * ctx.web provider adapter: route the seam request through this router.
+     * Returns a WebSearchResult-shaped value for the built-in web_search tool.
+     */
+    searchAsProvider(request: WebSearchRequest, signal?: AbortSignal): Promise<WebSearchResult>;
+}