md-fetch 1.0.0

package/dist/core/browser.d.ts

@@ -0,0 +1,23 @@
+import type { BrowserOptions } from '../types/index.js';
+export declare class BrowserFetcher {
+    private browser;
+    private options;
+    constructor(options?: BrowserOptions);
+    /**
+     * Launch browser instance
+     */
+    launch(): Promise<void>;
+    /**
+     * Fetch page content using browser
+     */
+    fetchPage(url: string): Promise<string>;
+    /**
+     * Close browser instance
+     */
+    close(): Promise<void>;
+    /**
+     * Find Chrome executable path
+     */
+    private findChromePath;
+}
+//# sourceMappingURL=browser.d.ts.map

package/dist/core/browser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["../../src/core/browser.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAKxD,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,OAAO,CAAiB;gBAEpB,OAAO,GAAE,cAAmB;IAIxC;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAiD7B;;OAEG;IACG,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA8C7C;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B;;OAEG;IACH,OAAO,CAAC,cAAc;CAgCvB"}

package/dist/core/browser.js

@@ -0,0 +1,125 @@
+import puppeteer from 'puppeteer-core';
+import { BrowserError } from '../types/index.js';
+import { DEFAULT_TIMEOUT, DEFAULT_WAIT_UNTIL } from '../constants.js';
+import { existsSync } from 'fs';
+export class BrowserFetcher {
+    browser = null;
+    options;
+    constructor(options = {}) {
+        this.options = options;
+    }
+    /**
+     * Launch browser instance
+     */
+    async launch() {
+        if (this.browser) {
+            return; // Already launched
+        }
+        const { executablePath, headless = true, timeout = DEFAULT_TIMEOUT, proxy } = this.options;
+        // 查找 Chrome 可执行文件
+        const chromePath = executablePath || this.findChromePath();
+        if (!chromePath) {
+            throw new BrowserError('', 'Chrome/Chromium not found. Please install Chrome or specify the path with --browser-path');
+        }
+        const launchOptions = {
+            executablePath: chromePath,
+            headless,
+            timeout,
+            args: [
+                '--no-sandbox',
+                '--disable-setuid-sandbox',
+                '--disable-dev-shm-usage',
+                '--disable-gpu'
+            ]
+        };
+        // 添加代理参数
+        if (proxy) {
+            launchOptions.args.push(`--proxy-server=${proxy}`);
+        }
+        try {
+            this.browser = await puppeteer.launch(launchOptions);
+        }
+        catch (error) {
+            throw new BrowserError('', `Failed to launch browser: ${error.message}`);
+        }
+    }
+    /**
+     * Fetch page content using browser
+     */
+    async fetchPage(url) {
+        if (!this.browser) {
+            await this.launch();
+        }
+        const { waitUntil = DEFAULT_WAIT_UNTIL, timeout = DEFAULT_TIMEOUT, userAgent } = this.options;
+        let page = null;
+        try {
+            page = await this.browser.newPage();
+            // 设置 User-Agent
+            if (userAgent) {
+                await page.setUserAgent(userAgent);
+            }
+            // 设置超时
+            page.setDefaultTimeout(timeout);
+            // 导航到页面
+            await page.goto(url, {
+                waitUntil,
+                timeout
+            });
+            // 获取 HTML 内容
+            const html = await page.content();
+            return html;
+        }
+        catch (error) {
+            throw new BrowserError(url, `Failed to fetch page: ${error.message}`);
+        }
+        finally {
+            if (page) {
+                await page.close();
+            }
+        }
+    }
+    /**
+     * Close browser instance
+     */
+    async close() {
+        if (this.browser) {
+            await this.browser.close();
+            this.browser = null;
+        }
+    }
+    /**
+     * Find Chrome executable path
+     */
+    findChromePath() {
+        // 常见的 Chrome 安装路径
+        const possiblePaths = [
+            // Windows
+            'C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe',
+            'C:\\Program Files (x86)\\Google\\Chrome\\Application\\chrome.exe',
+            process.env.LOCALAPPDATA + '\\Google\\Chrome\\Application\\chrome.exe',
+            // macOS
+            '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',
+            '/Applications/Chromium.app/Contents/MacOS/Chromium',
+            // Linux
+            '/usr/bin/google-chrome',
+            '/usr/bin/google-chrome-stable',
+            '/usr/bin/chromium',
+            '/usr/bin/chromium-browser',
+            '/snap/bin/chromium'
+        ];
+        // 尝试查找可用的路径
+        for (const path of possiblePaths) {
+            try {
+                if (existsSync(path)) {
+                    return path;
+                }
+            }
+            catch {
+                continue;
+            }
+        }
+        // 从环境变量读取
+        return process.env.CHROME_PATH || process.env.CHROMIUM_PATH;
+    }
+}
+//# sourceMappingURL=browser.js.map

package/dist/core/browser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser.js","sourceRoot":"","sources":["../../src/core/browser.ts"],"names":[],"mappings":"AAAA,OAAO,SAAmE,MAAM,gBAAgB,CAAC;AAEjG,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAEhC,MAAM,OAAO,cAAc;IACjB,OAAO,GAAmB,IAAI,CAAC;IAC/B,OAAO,CAAiB;IAEhC,YAAY,UAA0B,EAAE;QACtC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM;QACV,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,CAAC,mBAAmB;QAC7B,CAAC;QAED,MAAM,EACJ,cAAc,EACd,QAAQ,GAAG,IAAI,EACf,OAAO,GAAG,eAAe,EACzB,KAAK,EACN,GAAG,IAAI,CAAC,OAAO,CAAC;QAEjB,kBAAkB;QAClB,MAAM,UAAU,GAAG,cAAc,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;QAE3D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,YAAY,CACpB,EAAE,EACF,0FAA0F,CAC3F,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAA2B;YAC5C,cAAc,EAAE,UAAU;YAC1B,QAAQ;YACR,OAAO;YACP,IAAI,EAAE;gBACJ,cAAc;gBACd,0BAA0B;gBAC1B,yBAAyB;gBACzB,eAAe;aAChB;SACF,CAAC;QAEF,SAAS;QACT,IAAI,KAAK,EAAE,CAAC;YACV,aAAa,CAAC,IAAK,CAAC,IAAI,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,EAAE,EACF,6BAA8B,KAAe,CAAC,OAAO,EAAE,CACxD,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,GAAW;QACzB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACtB,CAAC;QAED,MAAM,EACJ,SAAS,GAAG,kBAAkB,EAC9B,OAAO,GAAG,eAAe,EACzB,SAAS,EACV,GAAG,IAAI,CAAC,OAAO,CAAC;QAEjB,IAAI,IAAI,GAAgB,IAAI,CAAC;QAE7B,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,OAAO,EAAE,CAAC;YAErC,gBAAgB;YAChB,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YACrC,CAAC;YAED,OAAO;YACP,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAEhC,QAAQ;YACR,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;gBACnB,SAAS;gBACT,OAAO;aACR,CAAC,CAAC;YAEH,aAAa;YACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAElC,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,GAAG,EACH,yBAA0B,KAAe,CAAC,OAAO,EAAE,CACpD,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc;QACpB,kBAAkB;QAClB,MAAM,aAAa,GAAG;YACpB,UAAU;YACV,4DAA4D;YAC5D,kEAAkE;YAClE,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,2CAA2C;YACtE,QAAQ;YACR,8DAA8D;YAC9D,oDAAoD;YACpD,QAAQ;YACR,wBAAwB;YACxB,+BAA+B;YAC/B,mBAAmB;YACnB,2BAA2B;YAC3B,oBAAoB;SACrB,CAAC;QAEF,YAAY;QACZ,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,IAAI,CAAC;gBACH,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBACrB,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;QAED,UAAU;QACV,OAAO,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;IAC9D,CAAC;CACF"}

package/dist/core/converter.d.ts

@@ -0,0 +1,18 @@
+import type { ConversionOptions } from '../types/index.js';
+export declare class MarkdownConverter {
+    private turndownService;
+    constructor(options?: ConversionOptions);
+    /**
+     * Convert HTML to Markdown
+     */
+    convert(html: string): string;
+    /**
+     * Setup custom conversion rules
+     */
+    private setupCustomRules;
+    /**
+     * Clean up the generated Markdown
+     */
+    private cleanMarkdown;
+}
+//# sourceMappingURL=converter.d.ts.map

package/dist/core/converter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"converter.d.ts","sourceRoot":"","sources":["../../src/core/converter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAE3D,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,eAAe,CAAkB;gBAE7B,OAAO,GAAE,iBAAsB;IAc3C;;OAEG;IACH,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAS7B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAkCxB;;OAEG;IACH,OAAO,CAAC,aAAa;CAStB"}

package/dist/core/converter.js

@@ -0,0 +1,74 @@
+import TurndownService from 'turndown';
+export class MarkdownConverter {
+    turndownService;
+    constructor(options = {}) {
+        this.turndownService = new TurndownService({
+            headingStyle: options.headingStyle || 'atx',
+            codeBlockStyle: options.codeBlockStyle || 'fenced',
+            bulletListMarker: options.bulletListMarker || '-',
+            hr: '---',
+            emDelimiter: '*',
+            strongDelimiter: '**'
+        });
+        // 添加自定义规则
+        this.setupCustomRules();
+    }
+    /**
+     * Convert HTML to Markdown
+     */
+    convert(html) {
+        try {
+            const markdown = this.turndownService.turndown(html);
+            return this.cleanMarkdown(markdown);
+        }
+        catch (error) {
+            throw new Error(`Failed to convert HTML to Markdown: ${error.message}`);
+        }
+    }
+    /**
+     * Setup custom conversion rules
+     */
+    setupCustomRules() {
+        // 保留图片的 alt 文本和链接
+        this.turndownService.addRule('images', {
+            filter: 'img',
+            replacement: (content, node) => {
+                const alt = node.alt || '';
+                const src = node.src || '';
+                const title = node.title || '';
+                if (!src)
+                    return '';
+                return title
+                    ? `![${alt}](${src} "${title}")`
+                    : `![${alt}](${src})`;
+            }
+        });
+        // 处理代码块，保留语言标识
+        this.turndownService.addRule('codeBlocks', {
+            filter: (node) => {
+                return node.nodeName === 'PRE' &&
+                    node.firstChild?.nodeName === 'CODE';
+            },
+            replacement: (content, node) => {
+                const codeNode = node.firstChild;
+                const className = codeNode?.className || '';
+                const language = className.match(/language-(\w+)/)?.[1] || '';
+                const code = codeNode?.textContent || '';
+                return `\n\`\`\`${language}\n${code}\n\`\`\`\n`;
+            }
+        });
+    }
+    /**
+     * Clean up the generated Markdown
+     */
+    cleanMarkdown(markdown) {
+        return markdown
+            // 移除多余的空行（超过 2 个连续换行）
+            .replace(/\n{3,}/g, '\n\n')
+            // 移除行尾空格
+            .replace(/[ \t]+$/gm, '')
+            // 确保文件以换行符结尾
+            .trim() + '\n';
+    }
+}
+//# sourceMappingURL=converter.js.map

package/dist/core/converter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"converter.js","sourceRoot":"","sources":["../../src/core/converter.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,MAAM,UAAU,CAAC;AAGvC,MAAM,OAAO,iBAAiB;IACpB,eAAe,CAAkB;IAEzC,YAAY,UAA6B,EAAE;QACzC,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CAAC;YACzC,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,KAAK;YAC3C,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,QAAQ;YAClD,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,GAAG;YACjD,EAAE,EAAE,KAAK;YACT,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;QAEH,UAAU;QACV,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,IAAY;QAClB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,uCAAwC,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACrF,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB;QACtB,kBAAkB;QAClB,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,EAAE;YACrC,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE;gBAC7B,MAAM,GAAG,GAAI,IAAyB,CAAC,GAAG,IAAI,EAAE,CAAC;gBACjD,MAAM,GAAG,GAAI,IAAyB,CAAC,GAAG,IAAI,EAAE,CAAC;gBACjD,MAAM,KAAK,GAAI,IAAyB,CAAC,KAAK,IAAI,EAAE,CAAC;gBAErD,IAAI,CAAC,GAAG;oBAAE,OAAO,EAAE,CAAC;gBAEpB,OAAO,KAAK;oBACV,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,KAAK,KAAK,IAAI;oBAChC,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC;YAC1B,CAAC;SACF,CAAC,CAAC;QAEH,eAAe;QACf,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,YAAY,EAAE;YACzC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACf,OAAO,IAAI,CAAC,QAAQ,KAAK,KAAK;oBACvB,IAAI,CAAC,UAAU,EAAE,QAAQ,KAAK,MAAM,CAAC;YAC9C,CAAC;YACD,WAAW,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE;gBAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAyB,CAAC;gBAChD,MAAM,SAAS,GAAG,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;gBAC5C,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAE9D,MAAM,IAAI,GAAG,QAAQ,EAAE,WAAW,IAAI,EAAE,CAAC;gBACzC,OAAO,WAAW,QAAQ,KAAK,IAAI,YAAY,CAAC;YAClD,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,QAAgB;QACpC,OAAO,QAAQ;YACb,sBAAsB;aACrB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;YAC3B,SAAS;aACR,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;YACzB,aAAa;aACZ,IAAI,EAAE,GAAG,IAAI,CAAC;IACnB,CAAC;CACF"}

package/dist/core/extractor.d.ts

@@ -0,0 +1,28 @@
+import type { ExtractOptions, ExtractedContent, PageMetadata } from '../types/index.js';
+export declare class ContentExtractor {
+    /**
+     * Create a virtual console that suppresses CSS errors
+     */
+    private createVirtualConsole;
+    /**
+     * Extract content from HTML
+     */
+    extract(html: string, url: string, options: ExtractOptions): ExtractedContent;
+    /**
+     * Extract content using CSS selector
+     */
+    private extractBySelector;
+    /**
+     * Extract content using Mozilla Readability
+     */
+    private extractWithReadability;
+    /**
+     * Extract metadata from the page
+     */
+    extractMetadata(html: string, url: string): PageMetadata;
+    /**
+     * Extract keywords from meta tags
+     */
+    private extractKeywords;
+}
+//# sourceMappingURL=extractor.d.ts.map

package/dist/core/extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../../src/core/extractor.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAGxF,qBAAa,gBAAgB;IAC3B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAS5B;;OAEG;IACH,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,GAAG,gBAAgB;IAwC7E;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAUzB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAsB9B;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,YAAY;IAyDxD;;OAEG;IACH,OAAO,CAAC,eAAe;CASxB"}

package/dist/core/extractor.js

@@ -0,0 +1,151 @@
+import { JSDOM, VirtualConsole } from 'jsdom';
+import { Readability } from '@mozilla/readability';
+import { ExtractionError } from '../types/index.js';
+export class ContentExtractor {
+    /**
+     * Create a virtual console that suppresses CSS errors
+     */
+    createVirtualConsole() {
+        const virtualConsole = new VirtualConsole();
+        // Suppress CSS parsing errors (they don't affect content extraction)
+        virtualConsole.on('error', () => {
+            // Ignore errors
+        });
+        return virtualConsole;
+    }
+    /**
+     * Extract content from HTML
+     */
+    extract(html, url, options) {
+        const { useReadability, selector } = options;
+        try {
+            const dom = new JSDOM(html, {
+                url,
+                virtualConsole: this.createVirtualConsole()
+            });
+            const document = dom.window.document;
+            // 提取元数据
+            const metadata = this.extractMetadata(html, url);
+            let content;
+            // 如果指定了选择器，使用选择器提取
+            if (selector) {
+                content = this.extractBySelector(document, selector);
+            }
+            // 如果禁用了 readability，返回整个 body
+            else if (!useReadability) {
+                content = document.body.innerHTML || '';
+            }
+            // 使用 readability 提取主要内容
+            else {
+                content = this.extractWithReadability(document, url);
+            }
+            return {
+                content,
+                metadata
+            };
+        }
+        catch (error) {
+            throw new ExtractionError(url, `Failed to extract content: ${error.message}`);
+        }
+    }
+    /**
+     * Extract content using CSS selector
+     */
+    extractBySelector(document, selector) {
+        const element = document.querySelector(selector);
+        if (!element) {
+            throw new Error(`Selector "${selector}" not found in the document`);
+        }
+        return element.innerHTML;
+    }
+    /**
+     * Extract content using Mozilla Readability
+     */
+    extractWithReadability(document, url) {
+        // Clone document for readability (它会修改 DOM)
+        const documentClone = document.cloneNode(true);
+        const reader = new Readability(documentClone, {
+            debug: false,
+            maxElemsToParse: 0, // 无限制
+            nbTopCandidates: 5,
+            charThreshold: 500
+        });
+        const article = reader.parse();
+        if (!article || !article.content) {
+            // 如果 readability 失败，回退到原始 body
+            console.warn(`Readability failed for ${url}, falling back to full body content`);
+            return document.body.innerHTML || '';
+        }
+        return article.content;
+    }
+    /**
+     * Extract metadata from the page
+     */
+    extractMetadata(html, url) {
+        try {
+            const dom = new JSDOM(html, {
+                url,
+                virtualConsole: this.createVirtualConsole()
+            });
+            const document = dom.window.document;
+            // 使用 readability 获取元数据
+            const documentClone = document.cloneNode(true);
+            const reader = new Readability(documentClone);
+            const article = reader.parse();
+            // Helper function to get meta content
+            const getMeta = (selectors) => {
+                for (const selector of selectors) {
+                    const element = document.querySelector(selector);
+                    const content = element?.getAttribute('content') || element?.getAttribute('value');
+                    if (content)
+                        return content;
+                }
+                return undefined;
+            };
+            // Extract comprehensive metadata
+            const metadata = {
+                url,
+                title: article?.title ||
+                    getMeta(['meta[property="og:title"]', 'meta[name="twitter:title"]']) ||
+                    document.querySelector('title')?.textContent ||
+                    undefined,
+                description: article?.excerpt ||
+                    getMeta(['meta[name="description"]', 'meta[property="og:description"]', 'meta[name="twitter:description"]']) ||
+                    undefined,
+                author: article?.byline ||
+                    getMeta(['meta[name="author"]', 'meta[property="article:author"]']) ||
+                    undefined,
+                publishedTime: getMeta(['meta[property="article:published_time"]', 'meta[name="publish_date"]', 'meta[property="og:published_time"]']) ||
+                    undefined,
+                modifiedTime: getMeta(['meta[property="article:modified_time"]', 'meta[property="og:updated_time"]']) ||
+                    undefined,
+                siteName: article?.siteName ||
+                    getMeta(['meta[property="og:site_name"]']) ||
+                    undefined,
+                keywords: this.extractKeywords(document),
+                image: getMeta(['meta[property="og:image"]', 'meta[name="twitter:image"]']) ||
+                    undefined,
+                lang: document.documentElement.lang ||
+                    getMeta(['meta[property="og:locale"]']) ||
+                    undefined
+            };
+            return metadata;
+        }
+        catch (error) {
+            return { url };
+        }
+    }
+    /**
+     * Extract keywords from meta tags
+     */
+    extractKeywords(document) {
+        const keywordsContent = document.querySelector('meta[name="keywords"]')?.getAttribute('content');
+        if (!keywordsContent)
+            return undefined;
+        return keywordsContent
+            .split(',')
+            .map(k => k.trim())
+            .filter(k => k.length > 0);
+    }
+}
+//# sourceMappingURL=extractor.js.map

package/dist/core/extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../src/core/extractor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,OAAO,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,MAAM,OAAO,gBAAgB;IAC3B;;OAEG;IACK,oBAAoB;QAC1B,MAAM,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;QAC5C,qEAAqE;QACrE,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAC9B,gBAAgB;QAClB,CAAC,CAAC,CAAC;QACH,OAAO,cAAc,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,IAAY,EAAE,GAAW,EAAE,OAAuB;QACxD,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE;gBAC1B,GAAG;gBACH,cAAc,EAAE,IAAI,CAAC,oBAAoB,EAAE;aAC5C,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;YAErC,QAAQ;YACR,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAEjD,IAAI,OAAe,CAAC;YAEpB,mBAAmB;YACnB,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACvD,CAAC;YACD,8BAA8B;iBACzB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACzB,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;YAC1C,CAAC;YACD,wBAAwB;iBACnB,CAAC;gBACJ,OAAO,GAAG,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACvD,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,QAAQ;aACT,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,eAAe,CACvB,GAAG,EACH,8BAA+B,KAAe,CAAC,OAAO,EAAE,CACzD,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,QAAkB,EAAE,QAAgB;QAC5D,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAEjD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,aAAa,QAAQ,6BAA6B,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,OAAO,CAAC,SAAS,CAAC;IAC3B,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,QAAkB,EAAE,GAAW;QAC5D,4CAA4C;QAC5C,MAAM,aAAa,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAa,CAAC;QAE3D,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,aAAa,EAAE;YAC5C,KAAK,EAAE,KAAK;YACZ,eAAe,EAAE,CAAC,EAAE,MAAM;YAC1B,eAAe,EAAE,CAAC;YAClB,aAAa,EAAE,GAAG;SACnB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;QAE/B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACjC,+BAA+B;YAC/B,OAAO,CAAC,IAAI,CAAC,0BAA0B,GAAG,qCAAqC,CAAC,CAAC;YACjF,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;QACvC,CAAC;QAED,OAAO,OAAO,CAAC,OAAO,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAY,EAAE,GAAW;QACvC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE;gBAC1B,GAAG;gBACH,cAAc,EAAE,IAAI,CAAC,oBAAoB,EAAE;aAC5C,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;YAErC,uBAAuB;YACvB,MAAM,aAAa,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAa,CAAC;YAC3D,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,aAAa,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;YAE/B,sCAAsC;YACtC,MAAM,OAAO,GAAG,CAAC,SAAmB,EAAsB,EAAE;gBAC1D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;oBACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACjD,MAAM,OAAO,GAAG,OAAO,EAAE,YAAY,CAAC,SAAS,CAAC,IAAI,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;oBACnF,IAAI,OAAO;wBAAE,OAAO,OAAO,CAAC;gBAC9B,CAAC;gBACD,OAAO,SAAS,CAAC;YACnB,CAAC,CAAC;YAEF,iCAAiC;YACjC,MAAM,QAAQ,GAAiB;gBAC7B,GAAG;gBACH,KAAK,EAAE,OAAO,EAAE,KAAK;oBACd,OAAO,CAAC,CAAC,2BAA2B,EAAE,4BAA4B,CAAC,CAAC;oBACpE,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,WAAW;oBAC5C,SAAS;gBAChB,WAAW,EAAE,OAAO,EAAE,OAAO;oBACjB,OAAO,CAAC,CAAC,0BAA0B,EAAE,iCAAiC,EAAE,kCAAkC,CAAC,CAAC;oBAC5G,SAAS;gBACrB,MAAM,EAAE,OAAO,EAAE,MAAM;oBAChB,OAAO,CAAC,CAAC,qBAAqB,EAAE,iCAAiC,CAAC,CAAC;oBACnE,SAAS;gBAChB,aAAa,EAAE,OAAO,CAAC,CAAC,yCAAyC,EAAE,2BAA2B,EAAE,oCAAoC,CAAC,CAAC;oBACxH,SAAS;gBACvB,YAAY,EAAE,OAAO,CAAC,CAAC,wCAAwC,EAAE,kCAAkC,CAAC,CAAC;oBACxF,SAAS;gBACtB,QAAQ,EAAE,OAAO,EAAE,QAAQ;oBAClB,OAAO,CAAC,CAAC,+BAA+B,CAAC,CAAC;oBAC1C,SAAS;gBAClB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;gBACxC,KAAK,EAAE,OAAO,CAAC,CAAC,2BAA2B,EAAE,4BAA4B,CAAC,CAAC;oBACrE,SAAS;gBACf,IAAI,EAAE,QAAQ,CAAC,eAAe,CAAC,IAAI;oBAC9B,OAAO,CAAC,CAAC,4BAA4B,CAAC,CAAC;oBACvC,SAAS;aACf,CAAC;YAEF,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,GAAG,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,QAAkB;QACxC,MAAM,eAAe,GAAG,QAAQ,CAAC,aAAa,CAAC,uBAAuB,CAAC,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC;QACjG,IAAI,CAAC,eAAe;YAAE,OAAO,SAAS,CAAC;QAEvC,OAAO,eAAe;aACnB,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aAClB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/B,CAAC;CACF"}

package/dist/core/fetcher.d.ts

@@ -0,0 +1,24 @@
+import type { FetchOptions } from '../types/index.js';
+export declare class Fetcher {
+    /**
+     * Get proxy URL from environment variables or options
+     */
+    private getProxyUrl;
+    /**
+     * Fetch HTML content from a URL
+     */
+    fetch(url: string, options?: FetchOptions): Promise<string>;
+    /**
+     * Fetch multiple URLs with concurrency control (for future batch processing)
+     */
+    fetchBatch(urls: string[], options?: FetchOptions, concurrent?: number): Promise<Array<{
+        url: string;
+        html?: string;
+        error?: Error;
+    }>>;
+    /**
+     * Sleep helper for retry delays
+     */
+    private sleep;
+}
+//# sourceMappingURL=fetcher.d.ts.map

package/dist/core/fetcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetcher.d.ts","sourceRoot":"","sources":["../../src/core/fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAKtD,qBAAa,OAAO;IAClB;;OAEG;IACH,OAAO,CAAC,WAAW;IAgCnB;;OAEG;IACG,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,MAAM,CAAC;IAoErE;;OAEG;IACG,UAAU,CACd,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,GAAE,YAAiB,EAC1B,UAAU,GAAE,MAAU,GACrB,OAAO,CAAC,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,KAAK,CAAA;KAAE,CAAC,CAAC;IAiBhE;;OAEG;IACH,OAAO,CAAC,KAAK;CAGd"}

package/dist/core/fetcher.js

@@ -0,0 +1,111 @@
+import { FetchError } from '../types/index.js';
+import { DEFAULT_TIMEOUT, DEFAULT_USER_AGENT, RETRY_ATTEMPTS, RETRY_DELAY } from '../constants.js';
+import { ProxyAgent } from 'undici';
+export class Fetcher {
+    /**
+     * Get proxy URL from environment variables or options
+     */
+    getProxyUrl(url, proxyOption) {
+        // 优先使用命令行参数中的代理
+        if (proxyOption) {
+            return proxyOption;
+        }
+        // 从环境变量读取代理
+        const urlObj = new URL(url);
+        const protocol = urlObj.protocol;
+        // 检查 NO_PROXY
+        const noProxy = process.env.NO_PROXY || process.env.no_proxy;
+        if (noProxy) {
+            const noProxyList = noProxy.split(',').map(s => s.trim());
+            if (noProxyList.some(pattern => {
+                if (pattern === '*')
+                    return true;
+                if (pattern.startsWith('.'))
+                    return urlObj.hostname.endsWith(pattern);
+                return urlObj.hostname === pattern;
+            })) {
+                return undefined;
+            }
+        }
+        // 根据协议选择代理
+        if (protocol === 'https:') {
+            return process.env.HTTPS_PROXY || process.env.https_proxy ||
+                process.env.HTTP_PROXY || process.env.http_proxy;
+        }
+        else {
+            return process.env.HTTP_PROXY || process.env.http_proxy;
+        }
+    }
+    /**
+     * Fetch HTML content from a URL
+     */
+    async fetch(url, options = {}) {
+        const { headers = {}, timeout = DEFAULT_TIMEOUT, userAgent = DEFAULT_USER_AGENT, proxy } = options;
+        // 获取代理 URL
+        const proxyUrl = this.getProxyUrl(url, proxy);
+        // 构建 fetch 选项
+        const fetchOptions = {
+            headers: {
+                'User-Agent': userAgent,
+                ...headers
+            },
+            signal: AbortSignal.timeout(timeout)
+        };
+        // 如果有代理，使用 ProxyAgent
+        if (proxyUrl) {
+            fetchOptions.dispatcher = new ProxyAgent(proxyUrl);
+        }
+        let lastError = null;
+        // 重试逻辑
+        for (let attempt = 0; attempt < RETRY_ATTEMPTS; attempt++) {
+            try {
+                const response = await fetch(url, fetchOptions);
+                if (!response.ok) {
+                    throw new FetchError(url, response.status, `HTTP ${response.status}: ${response.statusText}`);
+                }
+                const html = await response.text();
+                return html;
+            }
+            catch (error) {
+                lastError = error;
+                // 如果是最后一次尝试，抛出错误
+                if (attempt === RETRY_ATTEMPTS - 1) {
+                    break;
+                }
+                // 指数退避：等待时间 = RETRY_DELAY * 2^attempt
+                const delay = RETRY_DELAY * Math.pow(2, attempt);
+                await this.sleep(delay);
+            }
+        }
+        // 所有重试都失败了
+        if (lastError instanceof FetchError) {
+            throw lastError;
+        }
+        throw new FetchError(url, undefined, `Failed to fetch after ${RETRY_ATTEMPTS} attempts: ${lastError?.message}`);
+    }
+    /**
+     * Fetch multiple URLs with concurrency control (for future batch processing)
+     */
+    async fetchBatch(urls, options = {}, concurrent = 3) {
+        // 这个方法在 Phase 3 批量处理时实现
+        // 目前先返回一个简单的顺序实现
+        const results = [];
+        for (const url of urls) {
+            try {
+                const html = await this.fetch(url, options);
+                results.push({ url, html });
+            }
+            catch (error) {
+                results.push({ url, error: error });
+            }
+        }
+        return results;
+    }
+    /**
+     * Sleep helper for retry delays
+     */
+    sleep(ms) {
+        return new Promise(resolve => setTimeout(resolve, ms));
+    }
+}
+//# sourceMappingURL=fetcher.js.map

package/dist/core/fetcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetcher.js","sourceRoot":"","sources":["../../src/core/fetcher.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACnG,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,MAAM,OAAO,OAAO;IAClB;;OAEG;IACK,WAAW,CAAC,GAAW,EAAE,WAAoB;QACnD,gBAAgB;QAChB,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,YAAY;QACZ,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAEjC,cAAc;QACd,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC7D,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1D,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;gBAC7B,IAAI,OAAO,KAAK,GAAG;oBAAE,OAAO,IAAI,CAAC;gBACjC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACtE,OAAO,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC;YACrC,CAAC,CAAC,EAAE,CAAC;gBACH,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QAED,WAAW;QACX,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC1B,OAAO,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW;gBAClD,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QAC1D,CAAC;aAAM,CAAC;YACN,OAAO,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QAC1D,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,UAAwB,EAAE;QACjD,MAAM,EACJ,OAAO,GAAG,EAAE,EACZ,OAAO,GAAG,eAAe,EACzB,SAAS,GAAG,kBAAkB,EAC9B,KAAK,EACN,GAAG,OAAO,CAAC;QAEZ,WAAW;QACX,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAE9C,cAAc;QACd,MAAM,YAAY,GAA8C;YAC9D,OAAO,EAAE;gBACP,YAAY,EAAE,SAAS;gBACvB,GAAG,OAAO;aACX;YACD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC;SACrC,CAAC;QAEF,sBAAsB;QACtB,IAAI,QAAQ,EAAE,CAAC;YACb,YAAY,CAAC,UAAU,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,SAAS,GAAiB,IAAI,CAAC;QAEnC,OAAO;QACP,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,cAAc,EAAE,OAAO,EAAE,EAAE,CAAC;YAC1D,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;gBAEhD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,MAAM,IAAI,UAAU,CAClB,GAAG,EACH,QAAQ,CAAC,MAAM,EACf,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAClD,CAAC;gBACJ,CAAC;gBAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAc,CAAC;gBAE3B,iBAAiB;gBACjB,IAAI,OAAO,KAAK,cAAc,GAAG,CAAC,EAAE,CAAC;oBACnC,MAAM;gBACR,CAAC;gBAED,sCAAsC;gBACtC,MAAM,KAAK,GAAG,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBACjD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,WAAW;QACX,IAAI,SAAS,YAAY,UAAU,EAAE,CAAC;YACpC,MAAM,SAAS,CAAC;QAClB,CAAC;QAED,MAAM,IAAI,UAAU,CAClB,GAAG,EACH,SAAS,EACT,yBAAyB,cAAc,cAAc,SAAS,EAAE,OAAO,EAAE,CAC1E,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CACd,IAAc,EACd,UAAwB,EAAE,EAC1B,aAAqB,CAAC;QAEtB,wBAAwB;QACxB,iBAAiB;QACjB,MAAM,OAAO,GAAyD,EAAE,CAAC;QAEzE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,KAAc,EAAE,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;CACF"}

package/dist/core/processor.d.ts

@@ -0,0 +1,22 @@
+import type { ProcessOptions, FetchResult } from '../types/index.js';
+export declare class ContentProcessor {
+    private fetcher;
+    private browserFetcher;
+    private extractor;
+    private converter;
+    constructor();
+    /**
+     * Process a single URL: fetch → extract → convert
+     */
+    process(url: string, options: ProcessOptions): Promise<string>;
+    /**
+     * Process multiple URLs (batch mode)
+     * Will be enhanced in Phase 3 with concurrency control
+     */
+    processBatch(urls: string[], options: ProcessOptions): Promise<FetchResult[]>;
+    /**
+     * Cleanup resources (close browser if opened)
+     */
+    cleanup(): Promise<void>;
+}
+//# sourceMappingURL=processor.d.ts.map

package/dist/core/processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"processor.d.ts","sourceRoot":"","sources":["../../src/core/processor.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErE,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,cAAc,CAA+B;IACrD,OAAO,CAAC,SAAS,CAAmB;IACpC,OAAO,CAAC,SAAS,CAAoB;;IAQrC;;OAEG;IACG,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;IAiEpE;;;OAGG;IACG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAuBnF;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAM/B"}