botrun-crawler-2 1.0.0

package/dist/processors/video.d.ts

@@ -0,0 +1,20 @@
+/**
+ * 耳（Ear）- 影片處理器
+ *
+ * 支援格式：.mov, .mp4, .webm, .avi, .mkv, .m4v
+ * 功能：音軌轉文字、關鍵幀描述、字幕萃取、場景分段
+ *
+ * @version 1.0.0
+ */
+import { ProcessResult, ProcessOptions } from "../types/index.js";
+import { BaseProcessor } from "./base.js";
+export declare class VideoProcessor extends BaseProcessor {
+    readonly name = "VideoProcessor";
+    readonly version = "1.0.0";
+    readonly supportedExtensions: string[];
+    /**
+     * 實際處理影片
+     */
+    protected doProcess(filePath: string, options: ProcessOptions): Promise<ProcessResult>;
+}
+//# sourceMappingURL=video.d.ts.map

package/dist/processors/video.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"video.d.ts","sourceRoot":"","sources":["../../src/processors/video.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAqB,MAAM,mBAAmB,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE1C,qBAAa,cAAe,SAAQ,aAAa;IAC/C,QAAQ,CAAC,IAAI,oBAAoB;IACjC,QAAQ,CAAC,OAAO,WAAW;IAC3B,QAAQ,CAAC,mBAAmB,WAA2B;IAEvD;;OAEG;cACa,SAAS,CACvB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,aAAa,CAAC;CAmF1B"}

package/dist/processors/video.js

@@ -0,0 +1,93 @@
+/**
+ * 耳（Ear）- 影片處理器
+ *
+ * 支援格式：.mov, .mp4, .webm, .avi, .mkv, .m4v
+ * 功能：音軌轉文字、關鍵幀描述、字幕萃取、場景分段
+ *
+ * @version 1.0.0
+ */
+import * as path from "path";
+import * as fs from "fs";
+import { FORMAT_EXTENSIONS } from "../types/index.js";
+import { BaseProcessor } from "./base.js";
+export class VideoProcessor extends BaseProcessor {
+    name = "VideoProcessor";
+    version = "1.0.0";
+    supportedExtensions = FORMAT_EXTENSIONS.video;
+    /**
+     * 實際處理影片
+     */
+    async doProcess(filePath, options) {
+        const startTime = Date.now();
+        const outputPath = this.getOutputPath(filePath, options);
+        try {
+            this.logger.child(this.name).info("處理影片中...");
+            // 影片處理通常需要先萃取音軌
+            // 這裡先實作基本框架，後續可整合 ffmpeg
+            const { content, costUsd } = await this.agent.processWithAgent(filePath, `請分析此影片並輸出以下內容：
+
+        ## 輸出格式
+
+        ### 1. 基本資訊
+        - 影片長度
+        - 解析度
+        - 格式
+
+        ### 2. 音軌轉文字
+        將影片中的對話和旁白轉換為文字。
+        格式：[時間戳] 說話者：內容
+
+        ### 3. 場景分段
+        將影片分成有意義的場景，每個場景包含：
+        - 時間範圍
+        - 場景描述
+        - 主要內容
+
+        ### 4. 關鍵幀描述
+        描述影片中的重要視覺元素和場景。
+
+        ### 5. 字幕萃取
+        如果影片有內嵌字幕，請萃取出來。
+
+        ### 6. 摘要
+        200 字以內的影片內容摘要。`);
+            // 儲存輸出
+            const outputDir = path.dirname(outputPath);
+            if (!fs.existsSync(outputDir)) {
+                fs.mkdirSync(outputDir, { recursive: true });
+            }
+            const timestamp = this.getTimestamp();
+            const basename = path.basename(filePath, path.extname(filePath));
+            const markdown = `---
+source: ${filePath}
+processed_at: ${timestamp}
+processor: ${this.name}
+version: ${this.version}
+type: video
+---
+
+# ${basename}
+
+${content}
+`;
+            fs.writeFileSync(outputPath, markdown);
+            return {
+                success: true,
+                outputPath,
+                content: markdown,
+                metadata: await this.createMetadata(filePath, startTime, costUsd, "claude-haiku-4-5"),
+            };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            return {
+                success: false,
+                outputPath: "",
+                content: "",
+                metadata: await this.createMetadata(filePath, startTime, 0),
+                error: errorMessage,
+            };
+        }
+    }
+}
+//# sourceMappingURL=video.js.map

package/dist/processors/video.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"video.js","sourceRoot":"","sources":["../../src/processors/video.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,EAAiC,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE1C,MAAM,OAAO,cAAe,SAAQ,aAAa;IACtC,IAAI,GAAG,gBAAgB,CAAC;IACxB,OAAO,GAAG,OAAO,CAAC;IAClB,mBAAmB,GAAG,iBAAiB,CAAC,KAAK,CAAC;IAEvD;;OAEG;IACO,KAAK,CAAC,SAAS,CACvB,QAAgB,EAChB,OAAuB;QAEvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAEzD,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAE9C,gBAAgB;YAChB,yBAAyB;YAEzB,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAC5D,QAAQ,EACR;;;;;;;;;;;;;;;;;;;;;;;;;;wBA0BgB,CACjB,CAAC;YAEF,OAAO;YACP,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC3C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/C,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAEjE,MAAM,QAAQ,GAAG;UACb,QAAQ;gBACF,SAAS;aACZ,IAAI,CAAC,IAAI;WACX,IAAI,CAAC,OAAO;;;;IAInB,QAAQ;;EAEV,OAAO;CACR,CAAC;YAEI,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YAEvC,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,UAAU;gBACV,OAAO,EAAE,QAAQ;gBACjB,QAAQ,EAAE,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,kBAAkB,CAAC;aACtF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAE5E,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE,EAAE;gBACd,OAAO,EAAE,EAAE;gBACX,QAAQ,EAAE,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC3D,KAAK,EAAE,YAAY;aACpB,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/scraper/cli.d.ts

@@ -0,0 +1,23 @@
+import { ScrapeResult } from "./index.js";
+export interface ScrapeCliOptions {
+    json?: boolean;
+    saveHtml?: string;
+    saveText?: string;
+    verbose?: boolean;
+    quiet?: boolean;
+}
+/**
+ * 輸出人類可讀報告
+ */
+export declare function printReport(result: ScrapeResult, verbose?: boolean): void;
+/**
+ * 執行 scrape 命令
+ */
+export declare function runScrapeCommand(url: string, options: ScrapeCliOptions): Promise<void>;
+/**
+ * 批次抓取多個 URL
+ */
+export declare function runScrapeBatchCommand(urls: string[], outputDir: string, options?: {
+    quiet?: boolean;
+}): Promise<void>;
+//# sourceMappingURL=cli.d.ts.map

package/dist/scraper/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/scraper/cli.ts"],"names":[],"mappings":"AAIA,OAAO,EAAmB,YAAY,EAAc,MAAM,YAAY,CAAC;AAEvE,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,GAAE,OAAe,GAAG,IAAI,CA0ChF;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CA+B5F;AAED;;GAEG;AACH,wBAAsB,qBAAqB,CACzC,IAAI,EAAE,MAAM,EAAE,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,KAAK,CAAC,EAAE,OAAO,CAAA;CAAO,GAChC,OAAO,CAAC,IAAI,CAAC,CAuCf"}

package/dist/scraper/cli.js

@@ -0,0 +1,118 @@
+/**
+ * 網頁抓取 CLI 模組
+ */
+import * as fs from "fs";
+import { WebPageAnalyzer } from "./index.js";
+/**
+ * 輸出人類可讀報告
+ */
+export function printReport(result, verbose = false) {
+    console.log("=".repeat(60));
+    console.log("網頁分析報告");
+    console.log("=".repeat(60));
+    console.log(`網址: ${result.url}`);
+    if (result.title) {
+        console.log(`標題: ${result.title}`);
+    }
+    console.log();
+    console.log("【大小統計】");
+    console.log(`  原始 HTML: ${result.size.raw_html_readable}`);
+    console.log(`  純文字:    ${result.size.text_readable}`);
+    console.log(`  壓縮比:    ${result.size.compression_ratio} 節省`);
+    console.log();
+    console.log(`【可下載檔案】共 ${result.links.downloads.count} 個`);
+    if (verbose && result.links.downloads.items.length > 0) {
+        const items = result.links.downloads.items.slice(0, 20);
+        for (let i = 0; i < items.length; i++) {
+            const item = items[i];
+            console.log(`  ${i + 1}. [${item.type.toUpperCase()}] ${item.text.slice(0, 50)}`);
+        }
+        if (result.links.downloads.items.length > 20) {
+            console.log(`  ... 還有 ${result.links.downloads.items.length - 20} 個`);
+        }
+    }
+    console.log();
+    console.log(`【連外連結】共 ${result.links.external.count} 個`);
+    if (Object.keys(result.links.external.domains).length > 0) {
+        const sorted = Object.entries(result.links.external.domains)
+            .sort((a, b) => b[1] - a[1])
+            .slice(0, 10);
+        for (const [domain, count] of sorted) {
+            console.log(`  - ${domain}: ${count} 個`);
+        }
+    }
+    console.log();
+    console.log(`【內部連結】共 ${result.links.internal.count} 個`);
+    console.log();
+}
+/**
+ * 執行 scrape 命令
+ */
+export async function runScrapeCommand(url, options) {
+    const analyzer = new WebPageAnalyzer(url);
+    const success = await analyzer.fetch();
+    if (!success) {
+        process.exit(1);
+    }
+    const result = analyzer.analyze();
+    // 儲存檔案
+    if (options.saveHtml) {
+        fs.writeFileSync(options.saveHtml, analyzer.getRawHtml(), "utf-8");
+        if (!options.quiet) {
+            console.error(`原始 HTML 已儲存: ${options.saveHtml}`);
+        }
+    }
+    if (options.saveText) {
+        fs.writeFileSync(options.saveText, analyzer.getTextContent(), "utf-8");
+        if (!options.quiet) {
+            console.error(`純文字已儲存: ${options.saveText}`);
+        }
+    }
+    // 輸出
+    if (options.json) {
+        console.log(JSON.stringify(result, null, 2));
+    }
+    else {
+        printReport(result, options.verbose);
+    }
+}
+/**
+ * 批次抓取多個 URL
+ */
+export async function runScrapeBatchCommand(urls, outputDir, options = {}) {
+    fs.mkdirSync(outputDir, { recursive: true });
+    let count = 0;
+    for (const url of urls) {
+        // 跳過空行和註解
+        const trimmed = url.trim();
+        if (!trimmed || trimmed.startsWith("#"))
+            continue;
+        count++;
+        const filename = trimmed
+            .replace(/[^a-zA-Z0-9]/g, "_")
+            .slice(0, 50);
+        if (!options.quiet) {
+            console.log(`[${count}] 抓取: ${trimmed}`);
+        }
+        try {
+            const analyzer = new WebPageAnalyzer(trimmed);
+            const success = await analyzer.fetch();
+            if (success) {
+                const result = analyzer.analyze();
+                fs.writeFileSync(`${outputDir}/${filename}.html`, analyzer.getRawHtml(), "utf-8");
+                fs.writeFileSync(`${outputDir}/${filename}.txt`, analyzer.getTextContent(), "utf-8");
+                fs.writeFileSync(`${outputDir}/${filename}.json`, JSON.stringify(result, null, 2), "utf-8");
+            }
+            else {
+                console.warn(`抓取失敗: ${trimmed}`);
+            }
+        }
+        catch (error) {
+            console.warn(`抓取失敗: ${trimmed}`);
+        }
+    }
+    if (!options.quiet) {
+        console.log(`完成批次抓取，共處理 ${count} 個網址`);
+    }
+}
+//# sourceMappingURL=cli.js.map

package/dist/scraper/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/scraper/cli.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,EAAE,eAAe,EAA4B,MAAM,YAAY,CAAC;AAUvE;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,MAAoB,EAAE,UAAmB,KAAK;IACxE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACtB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,OAAO,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IACjC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,OAAO,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACtB,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;IACtD,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,CAAC;IAC1D,IAAI,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACxD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QACpF,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC7C,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,IAAI,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,OAAO,CAAC,GAAG,CAAC,WAAW,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC;IACxD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;aACzD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;aAC3B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChB,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,OAAO,MAAM,KAAK,KAAK,IAAI,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,OAAO,CAAC,GAAG,CAAC,WAAW,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,EAAE,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAW,EAAE,OAAyB;IAC3E,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,GAAG,CAAC,CAAC;IAE1C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IACvC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;IAElC,OAAO;IACP,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;QACnE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,KAAK,CAAC,gBAAgB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,cAAc,EAAE,EAAE,OAAO,CAAC,CAAC;QACvE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,KAAK,CAAC,WAAW,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,KAAK;IACL,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;SAAM,CAAC;QACN,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,IAAc,EACd,SAAiB,EACjB,UAA+B,EAAE;IAEjC,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,UAAU;QACV,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QAElD,KAAK,EAAE,CAAC;QACR,MAAM,QAAQ,GAAG,OAAO;aACrB,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC;aAC7B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAEhB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,SAAS,OAAO,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;YAEvC,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;gBAElC,EAAE,CAAC,aAAa,CAAC,GAAG,SAAS,IAAI,QAAQ,OAAO,EAAE,QAAQ,CAAC,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;gBAClF,EAAE,CAAC,aAAa,CAAC,GAAG,SAAS,IAAI,QAAQ,MAAM,EAAE,QAAQ,CAAC,cAAc,EAAE,EAAE,OAAO,CAAC,CAAC;gBACrF,EAAE,CAAC,aAAa,CAAC,GAAG,SAAS,IAAI,QAAQ,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC9F,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,SAAS,OAAO,EAAE,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,SAAS,OAAO,EAAE,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,MAAM,CAAC,CAAC;IACzC,CAAC;AACH,CAAC"}

package/dist/scraper/index.d.ts

@@ -0,0 +1,120 @@
+/**
+ * 網頁抓取與分析模組 (TypeScript 版本)
+ * 遵循 BDD/TDD/SOLID/DRY/KISS/DDD 原則
+ *
+ * 支援 HTTPS Proxy（沙盒環境）
+ */
+export interface ScrapeOptions {
+    timeout?: number;
+    userAgent?: string;
+}
+export interface LinkItem {
+    url: string;
+    text: string;
+}
+export interface DownloadLinkItem extends LinkItem {
+    type: string;
+}
+export interface ExternalLinkItem extends LinkItem {
+    domain: string;
+}
+export interface ScrapeResult {
+    url: string;
+    title: string;
+    description: string;
+    size: {
+        raw_html_bytes: number;
+        raw_html_readable: string;
+        text_bytes: number;
+        text_readable: string;
+        compression_ratio: string;
+    };
+    links: {
+        downloads: {
+            count: number;
+            items: DownloadLinkItem[];
+        };
+        external: {
+            count: number;
+            domains: Record<string, number>;
+            items: ExternalLinkItem[];
+        };
+        internal: {
+            count: number;
+            items: LinkItem[];
+        };
+    };
+}
+/**
+ * 格式化檔案大小
+ */
+export declare function formatSize(bytes: number): string;
+/**
+ * 解析 HTML 取得純文字
+ */
+export declare function extractText(html: string): string;
+/**
+ * 網頁分析器類別
+ */
+export declare class WebPageAnalyzer {
+    private url;
+    private baseDomain;
+    private html;
+    constructor(url: string);
+    /**
+     * 抓取網頁（支援 HTTPS Proxy）
+     */
+    fetch(options?: ScrapeOptions): Promise<boolean>;
+    /**
+     * 取得原始 HTML
+     */
+    getRawHtml(): string;
+    /**
+     * 取得原始大小
+     */
+    getRawSize(): number;
+    /**
+     * 取得純文字
+     */
+    getTextContent(): string;
+    /**
+     * 取得純文字大小
+     */
+    getTextSize(): number;
+    /**
+     * 取得頁面標題
+     */
+    getTitle(): string;
+    /**
+     * 取得 meta description
+     */
+    getDescription(): string;
+    /**
+     * 取得可下載連結
+     */
+    getDownloadableLinks(): DownloadLinkItem[];
+    /**
+     * 取得連外連結
+     */
+    getExternalLinks(): ExternalLinkItem[];
+    /**
+     * 取得內部連結
+     */
+    getInternalLinks(): LinkItem[];
+    /**
+     * 完整分析
+     */
+    analyze(): ScrapeResult;
+}
+/**
+ * 快速抓取並分析網頁
+ */
+export declare function scrapeUrl(url: string, options?: ScrapeOptions): Promise<ScrapeResult | null>;
+/**
+ * 抓取並取得原始內容
+ */
+export declare function fetchRawContent(url: string, options?: ScrapeOptions): Promise<{
+    html: string;
+    text: string;
+} | null>;
+//# sourceMappingURL=index.d.ts.map

package/dist/scraper/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/scraper/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,MAAM,WAAW,aAAa;IAC5B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,gBAAiB,SAAQ,QAAQ;IAChD,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,gBAAiB,SAAQ,QAAQ;IAChD,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE;QACJ,cAAc,EAAE,MAAM,CAAC;QACvB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,UAAU,EAAE,MAAM,CAAC;QACnB,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,KAAK,EAAE;QACL,SAAS,EAAE;YACT,KAAK,EAAE,MAAM,CAAC;YACd,KAAK,EAAE,gBAAgB,EAAE,CAAC;SAC3B,CAAC;QACF,QAAQ,EAAE;YACR,KAAK,EAAE,MAAM,CAAC;YACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAChC,KAAK,EAAE,gBAAgB,EAAE,CAAC;SAC3B,CAAC;QACF,QAAQ,EAAE;YACR,KAAK,EAAE,MAAM,CAAC;YACd,KAAK,EAAE,QAAQ,EAAE,CAAC;SACnB,CAAC;KACH,CAAC;CACH;AAgBD;;GAEG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAQhD;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAiChD;AA+FD;;GAEG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,GAAG,CAAS;IACpB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,IAAI,CAAc;gBAEd,GAAG,EAAE,MAAM;IAMvB;;OAEG;IACG,KAAK,CAAC,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,OAAO,CAAC;IA0B1D;;OAEG;IACH,UAAU,IAAI,MAAM;IAIpB;;OAEG;IACH,UAAU,IAAI,MAAM;IAIpB;;OAEG;IACH,cAAc,IAAI,MAAM;IAIxB;;OAEG;IACH,WAAW,IAAI,MAAM;IAIrB;;OAEG;IACH,QAAQ,IAAI,MAAM;IAIlB;;OAEG;IACH,cAAc,IAAI,MAAM;IAIxB;;OAEG;IACH,oBAAoB,IAAI,gBAAgB,EAAE;IAsB1C;;OAEG;IACH,gBAAgB,IAAI,gBAAgB,EAAE;IAgCtC;;OAEG;IACH,gBAAgB,IAAI,QAAQ,EAAE;IA8B9B;;OAEG;IACH,OAAO,IAAI,YAAY;CA6CxB;AAED;;GAEG;AACH,wBAAsB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAOtG;AAED;;GAEG;AACH,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC;IACvF,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,GAAG,IAAI,CAAC,CAUR"}