dsh-web-search-pro 0.1.0

package/lib/util.d.ts

@@ -0,0 +1,73 @@
+/**
+ * Shared helpers for the dsh-web-search-pro plugin (published bundle).
+ * Dependencies (js-yaml, jsdom) are normal npm imports; playwright resolves
+ * from the global npm root or config playwright.modulePath.
+ * @module dsh-web-search-pro/util
+ */
+/** js-yaml parser (npm dep). */
+export declare const jsYaml: {
+    load(input: string): unknown;
+};
+/** jsdom constructor (npm dep) for HTML parsing in extraction rules. */
+export declare const jsdom: {
+    new (html: string, options?: Record<string, unknown>): {
+        window: {
+            document: any;
+        };
+    };
+};
+/** Resolve the playwright module: explicit config path first, then the global npm root. */
+export declare function resolvePlaywright(modulePath?: string): any;
+/** npm root -g, computed once. */
+export declare function globalNpmRoot(): string;
+export declare function uid(): string;
+export declare function sha1(input: string): string;
+/** Normalize a query for cache keys: collapse whitespace, lowercase. */
+export declare function normQuery(query: string): string;
+export declare function userAgent(): string;
+export interface HttpResult {
+    status: number;
+    ok: boolean;
+    text: string;
+    finalUrl: string;
+    contentType?: string;
+}
+/**
+ * One HTTP request (GET by default) with UA spoofing, cooperative timeout,
+ * and abort forwarding. Supports method/body for API POSTs.
+ */
+export declare function httpGet(url: string, opts?: {
+    headers?: Record<string, string>;
+    signal: AbortSignal | undefined;
+    timeoutMs?: number;
+    redirect?: 'follow' | 'error';
+    method?: string;
+    body?: string;
+}): Promise<HttpResult>;
+/** Decode bytes honoring charset; UTF-8 first with GBK fallback on garbage. */
+export declare function decodeText(buf: Buffer, contentType?: string): string;
+/** Decode common HTML entities in a string. */
+export declare function htmlDecode(input: string): string;
+/** Strip HTML tags (used for titles / snippets inside already-scoped strings). */
+export declare function stripTags(input: string): string;
+export interface CliResult {
+    code: number;
+    stdout: string;
+    stderr: string;
+    timedOut: boolean;
+}
+/**
+ * Run an external CLI (opencli / gh / bili / yt-dlp / agent-reach / npm).
+ * Windows cmd wrappers are handled via ComSpec.
+ */
+export declare function runCli(bin: string, args: string[], opts?: {
+    timeoutMs?: number;
+    signal: AbortSignal | undefined;
+    env?: Record<string, string>;
+    cwd?: string;
+    maxOutput?: number;
+}): Promise<CliResult>;
+/** Extract the first URL from a DuckDuckGo / Google style redirect parameter. */
+export declare function decodeRedirectUrl(href: string): string;
+/** Cap a string to maxChars while keeping whole lines near the boundary. */
+export declare function capText(text: string, maxChars: number): string;

package/lib/util.js

@@ -0,0 +1,220 @@
+/**
+ * Shared helpers for the dsh-web-search-pro plugin (published bundle).
+ * Dependencies (js-yaml, jsdom) are normal npm imports; playwright resolves
+ * from the global npm root or config playwright.modulePath.
+ * @module dsh-web-search-pro/util
+ */
+import { createRequire } from 'node:module';
+import { spawn, execFileSync } from 'node:child_process';
+import crypto from 'node:crypto';
+import path from 'node:path';
+import { load as yamlLoad } from 'js-yaml';
+import { JSDOM } from 'jsdom';
+/** js-yaml parser (npm dep). */
+export const jsYaml = { load: (input) => yamlLoad(input) };
+/** jsdom constructor (npm dep) for HTML parsing in extraction rules. */
+export const jsdom = JSDOM;
+let cachedPlaywright;
+/** Resolve the playwright module: explicit config path first, then the global npm root. */
+export function resolvePlaywright(modulePath) {
+    if (cachedPlaywright)
+        return cachedPlaywright;
+    const anchors = [];
+    if (modulePath)
+        anchors.push(path.join(modulePath, 'package.json'));
+    anchors.push(path.join(globalNpmRoot(), 'playwright', 'package.json'));
+    for (const anchor of anchors) {
+        try {
+            const req = createRequire(anchor);
+            cachedPlaywright = req('playwright');
+            return cachedPlaywright;
+        }
+        catch { /* try next anchor */ }
+    }
+    throw new Error('dsh-web-search-pro: playwright not found; install it globally (npm i -g playwright) or set config playwright.modulePath');
+}
+let cachedNpmRoot;
+/** npm root -g, computed once. */
+export function globalNpmRoot() {
+    if (cachedNpmRoot)
+        return cachedNpmRoot;
+    try {
+        cachedNpmRoot = execFileSync('npm', ['root', '-g'], { encoding: 'utf8', windowsHide: true, timeout: 15000 }).trim();
+    }
+    catch {
+        cachedNpmRoot = path.join(process.env.APPDATA ?? '', 'npm', 'node_modules');
+    }
+    return cachedNpmRoot;
+}
+export function uid() {
+    return crypto.randomUUID();
+}
+export function sha1(input) {
+    return crypto.createHash('sha1').update(input).digest('hex');
+}
+/** Normalize a query for cache keys: collapse whitespace, lowercase. */
+export function normQuery(query) {
+    return query.trim().replace(/\s+/g, ' ').toLowerCase();
+}
+/** Rotating browser user agents. */
+const USER_AGENTS = [
+    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 Edg/130.0.0.0',
+    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15',
+];
+let uaIndex = 0;
+export function userAgent() {
+    uaIndex = (uaIndex + 1) % USER_AGENTS.length;
+    return USER_AGENTS[uaIndex];
+}
+/**
+ * One HTTP request (GET by default) with UA spoofing, cooperative timeout,
+ * and abort forwarding. Supports method/body for API POSTs.
+ */
+export async function httpGet(url, opts = { signal: undefined }) {
+    const controller = new AbortController();
+    const timer = opts.timeoutMs ? setTimeout(() => controller.abort(new Error('dsh-web-search-pro: request timed out')), opts.timeoutMs) : undefined;
+    const onAbort = () => controller.abort(opts.signal?.reason ?? new Error('aborted'));
+    if (opts.signal?.aborted)
+        onAbort();
+    else
+        opts.signal?.addEventListener('abort', onAbort);
+    try {
+        const res = await fetch(url, {
+            redirect: opts.redirect ?? 'follow',
+            signal: controller.signal,
+            method: opts.method ?? 'GET',
+            ...opts.body !== undefined ? { body: opts.body } : {},
+            headers: {
+                'user-agent': userAgent(),
+                'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,text/plain;q=0.8,*/*;q=0.7',
+                'accept-language': 'zh-CN,zh;q=0.9,en;q=0.8',
+                ...opts.headers,
+            },
+        });
+        const buf = Buffer.from(await res.arrayBuffer());
+        const contentType = res.headers.get('content-type');
+        const text = decodeText(buf, contentType ?? undefined);
+        return {
+            status: res.status,
+            ok: res.ok,
+            text,
+            finalUrl: res.url,
+            ...contentType != null ? { contentType } : {},
+        };
+    }
+    finally {
+        clearTimeout(timer);
+        opts.signal?.removeEventListener('abort', onAbort);
+    }
+}
+/** Decode bytes honoring charset; UTF-8 first with GBK fallback on garbage. */
+export function decodeText(buf, contentType) {
+    const charset = /charset=([\w-]+)/i.exec(contentType ?? '')?.[1]?.toLowerCase();
+    const candidates = charset ? [charset] : ['utf-8', 'gbk'];
+    for (const enc of candidates) {
+        try {
+            const text = new TextDecoder(enc).decode(buf);
+            if (enc === 'utf-8' || !text.includes('\uFFFD'))
+                return text;
+        }
+        catch { /* unsupported encoding */ }
+    }
+    return new TextDecoder('utf-8').decode(buf);
+}
+/** Decode common HTML entities in a string. */
+export function htmlDecode(input) {
+    return input
+        .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&quot;/g, '"')
+        .replace(/&#39;/g, "'").replace(/&apos;/g, "'").replace(/&nbsp;/g, ' ')
+        .replace(/&amp;/g, '&')
+        .replace(/&#x([0-9a-fA-F]+);/g, (_, hex) => String.fromCodePoint(parseInt(hex, 16)))
+        .replace(/&#(\d+);/g, (_, dec) => String.fromCodePoint(parseInt(dec, 10)));
+}
+/** Strip HTML tags (used for titles / snippets inside already-scoped strings). */
+export function stripTags(input) {
+    return htmlDecode(input.replace(/<[^>]*>/g, ' ').replace(/\s+/g, ' ').trim());
+}
+/** Quote one argument for cmd.exe /c command lines. */
+function quoteArg(arg) {
+    if (/[^\w@%+=:,./-]/.test(arg)) {
+        return '"' + arg.replace(/"/g, '\\"') + '"';
+    }
+    return arg;
+}
+/**
+ * Run an external CLI (opencli / gh / bili / yt-dlp / agent-reach / npm).
+ * Windows cmd wrappers are handled via ComSpec.
+ */
+export function runCli(bin, args, opts = { signal: undefined }) {
+    return new Promise((resolve) => {
+        const maxOutput = opts.maxOutput ?? 4 * 1024 * 1024;
+        let stdout = '';
+        let stderr = '';
+        let child;
+        let settled = false;
+        const finish = (code, timedOut) => {
+            if (settled)
+                return;
+            settled = true;
+            clearTimeout(timer);
+            opts.signal?.removeEventListener('abort', onAbort);
+            if (child.exitCode === null)
+                child.kill();
+            resolve({ code, stdout, stderr, timedOut });
+        };
+        const timer = opts.timeoutMs ? setTimeout(() => finish(-1, true), opts.timeoutMs) : undefined;
+        const onAbort = () => {
+            if (child.exitCode === null)
+                child.kill();
+            finish(-1, false);
+        };
+        if (process.platform === 'win32') {
+            const cmd = [quoteArg(bin), ...args.map(quoteArg)].join(' ');
+            child = spawn(process.env.ComSpec || 'cmd.exe', ['/d', '/s', '/c', cmd], {
+                windowsVerbatimArguments: true,
+                env: { ...process.env, ...opts.env },
+                cwd: opts.cwd,
+                windowsHide: true,
+            });
+        }
+        else {
+            child = spawn(bin, args, { env: { ...process.env, ...opts.env }, cwd: opts.cwd });
+        }
+        child.stdout?.on('data', (d) => { if (stdout.length < maxOutput)
+            stdout += d.toString('utf8'); });
+        child.stderr?.on('data', (d) => { if (stderr.length < maxOutput)
+            stderr += d.toString('utf8'); });
+        child.on('error', () => finish(-1, false));
+        child.on('close', (code) => finish(code ?? -1, false));
+        if (opts.signal?.aborted)
+            onAbort();
+        else
+            opts.signal?.addEventListener('abort', onAbort);
+    });
+}
+/** Extract the first URL from a DuckDuckGo / Google style redirect parameter. */
+export function decodeRedirectUrl(href) {
+    const m = /[?&]uddg=([^&]+)/.exec(href);
+    if (m) {
+        try {
+            return decodeURIComponent(m[1]);
+        }
+        catch { /* fall through */ }
+    }
+    const g = /[?&]url=([^&]+)/.exec(href);
+    if (g) {
+        try {
+            return decodeURIComponent(g[1]);
+        }
+        catch { /* fall through */ }
+    }
+    return href;
+}
+/** Cap a string to maxChars while keeping whole lines near the boundary. */
+export function capText(text, maxChars) {
+    if (text.length <= maxChars)
+        return text;
+    return text.slice(0, maxChars) + '\n\n(Content truncated at ' + maxChars + ' characters.)';
+}
+//# sourceMappingURL=util.js.map

package/lib/util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,KAAK,EAAE,YAAY,EAAqB,MAAM,oBAAoB,CAAA;AAC3E,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,IAAI,IAAI,QAAQ,EAAE,MAAM,SAAS,CAAA;AAC1C,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAA;AAE7B,gCAAgC;AAChC,MAAM,CAAC,MAAM,MAAM,GAAqC,EAAE,IAAI,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAA;AAEpG,wEAAwE;AACxE,MAAM,CAAC,MAAM,KAAK,GAA6F,KAAc,CAAA;AAE7H,IAAI,gBAAiC,CAAA;AAErC,2FAA2F;AAC3F,MAAM,UAAU,iBAAiB,CAAC,UAAmB;IACnD,IAAI,gBAAgB;QAAE,OAAO,gBAAgB,CAAA;IAC7C,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,IAAI,UAAU;QAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC,CAAA;IACnE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC,CAAA;IACtE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAA;YACjC,gBAAgB,GAAG,GAAG,CAAC,YAAY,CAAC,CAAA;YACpC,OAAO,gBAAgB,CAAA;QACzB,CAAC;QAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC;IACnC,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,yHAAyH,CAAC,CAAA;AAC5I,CAAC;AAED,IAAI,aAAiC,CAAA;AACrC,kCAAkC;AAClC,MAAM,UAAU,aAAa;IAC3B,IAAI,aAAa;QAAE,OAAO,aAAa,CAAA;IACvC,IAAI,CAAC;QACH,aAAa,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IACrH,CAAC;IAAC,MAAM,CAAC;QACP,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,CAAA;IAC7E,CAAC;IACD,OAAO,aAAa,CAAA;AACtB,CAAC;AAED,MAAM,UAAU,GAAG;IACjB,OAAO,MAAM,CAAC,UAAU,EAAE,CAAA;AAC5B,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,KAAa;IAChC,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC9D,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,SAAS,CAAC,KAAa;IACrC,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;AACxD,CAAC;AAED,oCAAoC;AACpC,MAAM,WAAW,GAAG;IAClB,iHAAiH;IACjH,+HAA+H;IAC/H,uHAAuH;CACxH,CAAA;AACD,IAAI,OAAO,GAAG,CAAC,CAAA;AACf,MAAM,UAAU,SAAS;IACvB,OAAO,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAA;IAC5C,OAAO,WAAW,CAAC,OAAO,CAAE,CAAA;AAC9B,CAAC;AAUD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,GAAW,EACX,OAAiK,EAAE,MAAM,EAAE,SAAS,EAAE;IAEtL,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACjJ,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAA;IACnF,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;QAAE,OAAO,EAAE,CAAA;;QAC9B,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IACpD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,QAAQ;YACnC,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,KAAK;YAC5B,GAAG,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;YACrD,OAAO,EAAE;gBACP,YAAY,EAAE,SAAS,EAAE;gBACzB,QAAQ,EAAE,kFAAkF;gBAC5F,iBAAiB,EAAE,yBAAyB;gBAC5C,GAAG,IAAI,CAAC,OAAO;aAChB;SACF,CAAC,CAAA;QACF,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAA;QAChD,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;QACnD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,WAAW,IAAI,SAAS,CAAC,CAAA;QACtD,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI;YACJ,QAAQ,EAAE,GAAG,CAAC,GAAG;YACjB,GAAG,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE;SAC9C,CAAA;IACH,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAA;QACnB,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IACpD,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,UAAU,CAAC,GAAW,EAAE,WAAoB;IAC1D,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAA;IAC/E,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;IACzD,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YAC7C,IAAI,GAAG,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAAE,OAAO,IAAI,CAAA;QAC9D,CAAC;QAAC,MAAM,CAAC,CAAC,0BAA0B,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;AAC7C,CAAC;AAED,+CAA+C;AAC/C,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,OAAO,KAAK;SACT,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACnE,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACtE,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAAC,EAAE,GAAW,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;SAC3F,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,GAAW,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;AACtF,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,SAAS,CAAC,KAAa;IACrC,OAAO,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;AAC/E,CAAC;AASD,uDAAuD;AACvD,SAAS,QAAQ,CAAC,GAAW;IAC3B,IAAI,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,GAAG,CAAA;IAC7C,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,MAAM,CACpB,GAAW,EACX,IAAc,EACd,OAAgI,EAAE,MAAM,EAAE,SAAS,EAAE;IAErJ,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI,CAAA;QACnD,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,IAAI,KAAmB,CAAA;QACvB,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,QAAiB,EAAE,EAAE;YACjD,IAAI,OAAO;gBAAE,OAAM;YACnB,OAAO,GAAG,IAAI,CAAA;YACd,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YAClD,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI;gBAAE,KAAK,CAAC,IAAI,EAAE,CAAA;YACzC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC7C,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QAC7F,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI;gBAAE,KAAK,CAAC,IAAI,EAAE,CAAA;YACzC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;QACnB,CAAC,CAAA;QACD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAC5D,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE;gBACvE,wBAAwB,EAAE,IAAI;gBAC9B,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE;gBACpC,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,WAAW,EAAE,IAAI;aAClB,CAAC,CAAA;QACJ,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;QACnF,CAAC;QACD,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;QACxG,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;QACxG,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAA;QAC1C,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAA;QACtD,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;YAAE,OAAO,EAAE,CAAA;;YAC9B,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IACtD,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,MAAM,CAAC,GAAG,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACvC,IAAI,CAAC,EAAE,CAAC;QACN,IAAI,CAAC;YAAC,OAAO,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,CAAC,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACtC,IAAI,CAAC,EAAE,CAAC;QACN,IAAI,CAAC;YAAC,OAAO,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,QAAgB;IACpD,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,IAAI,CAAA;IACxC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,4BAA4B,GAAG,QAAQ,GAAG,eAAe,CAAA;AAC5F,CAAC"}

package/package.json

@@ -0,0 +1,59 @@
+{
+  "name": "dsh-web-search-pro",
+  "version": "0.1.0",
+  "description": "Enhanced, persistent web search plugin for DeepSeek Harness — multi-engine routing (DeepSeek/Exa/DDG/Bing/Jina + GitHub/B站/YouTube/V2EX/小红书/Twitter/Reddit/RSS), SQLite+LRU cache, userscript-style extraction, and Playwright rendering.",
+  "license": "MIT",
+  "type": "module",
+  "main": "lib/index.js",
+  "types": "lib/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./lib/index.d.ts",
+      "default": "./lib/index.js"
+    },
+    "./cordis.patch.yml": "./cordis.patch.yml",
+    "./package.json": "./package.json"
+  },
+  "files": [
+    "lib",
+    "cordis.patch.yml",
+    "README.md",
+    "LOGIN.md",
+    "scripts",
+    "LICENSE"
+  ],
+  "engines": {
+    "node": "^22.19 || >=24"
+  },
+  "peerDependencies": {
+    "@deepseek-ai/cordis": "^4.0.1"
+  },
+  "dependencies": {
+    "@deepseek-ai/schemastery": "^3.18.1",
+    "@deepseek-ai/dsh-tools": "^0.1.0-rc.6",
+    "@deepseek-ai/dsh-settings": "^0.1.0-rc.6",
+    "@deepseek-ai/dsh-credentials": "^0.1.0-rc.6",
+    "js-yaml": "^4.1.0",
+    "jsdom": "^30.0.0",
+    "dsh-browser": "^0.1.0"
+  },
+  "devDependencies": {
+    "typescript": "^5.6.0",
+    "@types/node": "^22.0.0",
+    "@types/js-yaml": "^4.0.9",
+    "@deepseek-ai/dsh-web": "^0.1.0-rc.6",
+    "@deepseek-ai/dsh-system-prompt": "^0.1.0-rc.6"
+  },
+  "dsh": {
+    "bundle": {
+      "patch": "./cordis.patch.yml"
+    }
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/anweat/dsh-web-search-pro.git"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json"
+  }
+}

package/scripts/save-login.mjs

@@ -0,0 +1,77 @@
+/**
+ * save-login.mjs — 登录一次，把浏览器登录态保存为 Playwright storageState JSON。
+ *
+ * 用法（在插件包目录内）：
+ *   node scripts/save-login.mjs [platform] [output.json]
+ *   例：node scripts/save-login.mjs zhihu login-state.json
+ *   例：node scripts/save-login.mjs all login-state.json   # 依次登录所有平台，合并到一个文件
+ *
+ * 会打开一个可见浏览器窗口；请在窗口里完成登录（扫码/账号密码），回到终端按回车，
+ * 再继续下一个平台。结束后把输出文件路径填到 settings.yaml：
+ *   playwright.storageStatePath: 'login-state.json'
+ * 之后 web_platform_search 的中文社区平台（zhihu/weibo/douban/tieba/douyin/kuaishou）
+ * 就会复用这份登录态驱动搜索结果页。
+ */
+import { createRequire } from 'node:module'
+import { execFileSync } from 'node:child_process'
+import fs from 'node:fs'
+import path from 'node:path'
+import readline from 'node:readline'
+
+const LOGIN_PAGES = {
+  zhihu: 'https://www.zhihu.com/signin',
+  weibo: 'https://weibo.com/login.php',
+  douban: 'https://accounts.douban.com/passport/login',
+  tieba: 'https://tieba.baidu.com',
+  douyin: 'https://www.douyin.com',
+  kuaishou: 'https://www.kuaishou.com',
+  xiaohongshu: 'https://www.xiaohongshu.com',
+}
+
+function globalNpmRoot() {
+  try { return execFileSync('npm', ['root', '-g'], { encoding: 'utf8', windowsHide: true }).trim() }
+  catch { return path.join(process.env.APPDATA || '', 'npm', 'node_modules') }
+}
+
+function resolvePlaywright() {
+  const anchors = [
+    path.join(globalNpmRoot(), 'playwright', 'package.json'),
+    'playwright/package.json',
+  ]
+  for (const anchor of anchors) {
+    try { return createRequire(anchor)('playwright') } catch { /* next */ }
+  }
+  throw new Error('未找到 playwright，先运行：npm i -g playwright && playwright install chromium')
+}
+
+function waitForEnter(question) {
+  const rl = readline.createInterface({ input: process.stdin, output: process.stdout })
+  return new Promise((resolve) => {
+    rl.question(question + ' ', () => { rl.close(); resolve() })
+  })
+}
+
+async function main() {
+  const which = process.argv[2] || 'all'
+  const out = path.resolve(process.argv[3] || 'login-state.json')
+  const { chromium } = resolvePlaywright()
+  const browser = await chromium.launch({ headless: false, channel: 'msedge' })
+  const context = await browser.newContext()
+  const platforms = which === 'all' ? Object.keys(LOGIN_PAGES) : [which]
+  for (const p of platforms) {
+    if (!LOGIN_PAGES[p]) { console.error('未知平台 ' + p + '，可选: ' + Object.keys(LOGIN_PAGES).join(', ')); process.exit(1) }
+    const page = await context.newPage()
+    await page.goto(LOGIN_PAGES[p], { waitUntil: 'domcontentloaded', timeout: 60000 })
+    console.log('请在浏览器里完成「' + p + '」登录，登录成功后回到终端……')
+    await waitForEnter('按回车继续下一个平台：')
+    await page.close()
+  }
+  const state = await context.storageState()
+  fs.writeFileSync(out, JSON.stringify(state, null, 2), 'utf8')
+  console.log('已保存登录态到 ' + out)
+  console.log('在 $DSH_HOME/settings.yaml 里设置：')
+  console.log('  playwright.storageStatePath: ' + out)
+  await browser.close()
+}
+
+main().catch((e) => { console.error(String(e)); process.exit(1) })