@nahisaho/katashiro-collector 0.1.0

package/dist/scraper/web-scraper.js

@@ -0,0 +1,144 @@
+/**
+ * WebScraper - Webスクレイパー
+ *
+ * @requirement REQ-COLLECT-002
+ * @design DES-KATASHIRO-001 §2.2 Collector Container
+ * @task TSK-011
+ */
+import { ok, err, formatTimestamp, validateUrl, isErr, } from '@nahisaho/katashiro-core';
+/**
+ * Webスクレイパー実装
+ * Note: 本番環境ではPlaywrightを使用推奨
+ */
+export class WebScraper {
+    /**
+     * URLからコンテンツをスクレイピング
+     */
+    async scrape(url, options) {
+        // URL検証
+        const urlValidation = validateUrl(url);
+        if (isErr(urlValidation)) {
+            return err(new Error(`Invalid URL: ${urlValidation.error}`));
+        }
+        try {
+            const html = await this.fetchPage(url, options);
+            const result = this.parseHtml(html, url, options);
+            return ok(result);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : 'Unknown error';
+            return err(new Error(`Scraping error: ${message}`));
+        }
+    }
+    /**
+     * ページを取得
+     */
+    async fetchPage(url, options) {
+        const userAgent = options?.userAgent ?? 'Mozilla/5.0 (compatible; KATASHIRO/0.1.0)';
+        const response = await fetch(url, {
+            headers: {
+                'User-Agent': userAgent,
+                Accept: 'text/html,application/xhtml+xml',
+            },
+            signal: options?.timeout
+                ? AbortSignal.timeout(options.timeout)
+                : undefined,
+        });
+        if (!response.ok) {
+            throw new Error(`HTTP error: ${response.status}`);
+        }
+        return response.text();
+    }
+    /**
+     * HTMLをパース
+     */
+    parseHtml(html, url, options) {
+        const title = this.extractTitle(html);
+        const content = this.extractContent(html);
+        const images = options?.extractImages ? this.extractImages(html, url) : undefined;
+        const links = options?.extractLinks ? this.extractLinks(html, url) : undefined;
+        return {
+            url,
+            title,
+            content,
+            html: options?.javascript ? html : undefined,
+            images,
+            links,
+            fetchedAt: formatTimestamp(),
+        };
+    }
+    /**
+     * タイトルを抽出
+     */
+    extractTitle(html) {
+        const titleMatch = html.match(/<title[^>]*>([^<]+)<\/title>/i);
+        return titleMatch?.[1]?.trim() ?? 'Untitled';
+    }
+    /**
+     * コンテンツを抽出（スクリプトとスタイルを除去）
+     */
+    extractContent(html) {
+        // script, style, nav, footer, header タグを除去
+        let cleaned = html
+            .replace(/<script[^>]*>[\s\S]*?<\/script>/gi, '')
+            .replace(/<style[^>]*>[\s\S]*?<\/style>/gi, '')
+            .replace(/<nav[^>]*>[\s\S]*?<\/nav>/gi, '')
+            .replace(/<footer[^>]*>[\s\S]*?<\/footer>/gi, '')
+            .replace(/<header[^>]*>[\s\S]*?<\/header>/gi, '');
+        // HTMLタグを除去
+        cleaned = cleaned.replace(/<[^>]+>/g, ' ');
+        // 空白を正規化
+        cleaned = cleaned
+            .replace(/\s+/g, ' ')
+            .replace(/\n\s*\n/g, '\n')
+            .trim();
+        return cleaned;
+    }
+    /**
+     * 画像URLを抽出
+     */
+    extractImages(html, baseUrl) {
+        const imgRegex = /<img[^>]+src=["']([^"']+)["']/gi;
+        const images = [];
+        let match;
+        while ((match = imgRegex.exec(html)) !== null) {
+            const src = match[1];
+            if (src) {
+                const absoluteUrl = this.resolveUrl(src, baseUrl);
+                images.push(absoluteUrl);
+            }
+        }
+        return images;
+    }
+    /**
+     * リンクを抽出
+     */
+    extractLinks(html, baseUrl) {
+        const linkRegex = /<a[^>]+href=["']([^"']+)["']/gi;
+        const links = [];
+        let match;
+        while ((match = linkRegex.exec(html)) !== null) {
+            const href = match[1];
+            if (href && !href.startsWith('#') && !href.startsWith('javascript:')) {
+                const absoluteUrl = this.resolveUrl(href, baseUrl);
+                links.push(absoluteUrl);
+            }
+        }
+        return links;
+    }
+    /**
+     * 相対URLを絶対URLに変換
+     */
+    resolveUrl(url, baseUrl) {
+        if (url.startsWith('http://') || url.startsWith('https://')) {
+            return url;
+        }
+        try {
+            return new URL(url, baseUrl).href;
+        }
+        catch {
+            return url;
+        }
+    }
+}
+//# sourceMappingURL=web-scraper.js.map

package/dist/scraper/web-scraper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-scraper.js","sourceRoot":"","sources":["../../src/scraper/web-scraper.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAEL,EAAE,EACF,GAAG,EACH,eAAe,EACf,WAAW,EACX,KAAK,GACN,MAAM,0BAA0B,CAAC;AAGlC;;;GAGG;AACH,MAAM,OAAO,UAAU;IACrB;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,GAAW,EACX,OAAyB;QAEzB,QAAQ;QACR,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;YACzB,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,gBAAgB,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAClD,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YACzE,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,mBAAmB,OAAO,EAAE,CAAC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,SAAS,CAAC,GAAW,EAAE,OAAyB;QAC5D,MAAM,SAAS,GACb,OAAO,EAAE,SAAS,IAAI,2CAA2C,CAAC;QAEpE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,OAAO,EAAE;gBACP,YAAY,EAAE,SAAS;gBACvB,MAAM,EAAE,iCAAiC;aAC1C;YACD,MAAM,EAAE,OAAO,EAAE,OAAO;gBACtB,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;gBACtC,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,eAAe,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,SAAS,CACf,IAAY,EACZ,GAAW,EACX,OAAyB;QAEzB,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClF,MAAM,KAAK,GAAG,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAE/E,OAAO;YACL,GAAG;YACH,KAAK;YACL,OAAO;YACP,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YAC5C,MAAM;YACN,KAAK;YACL,SAAS,EAAE,eAAe,EAAE;SAC7B,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAY;QAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC/D,OAAO,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,UAAU,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY;QACjC,2CAA2C;QAC3C,IAAI,OAAO,GAAG,IAAI;aACf,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC;aAChD,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC;aAC9C,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC;aAC1C,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC;aAChD,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC;QAEpD,YAAY;QACZ,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAE3C,SAAS;QACT,OAAO,GAAG,OAAO;aACd,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC;aACzB,IAAI,EAAE,CAAC;QAEV,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,IAAY,EAAE,OAAe;QACjD,MAAM,QAAQ,GAAG,iCAAiC,CAAC;QACnD,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC;QAEV,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAClD,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAY,EAAE,OAAe;QAChD,MAAM,SAAS,GAAG,gCAAgC,CAAC;QACnD,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC;QAEV,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;gBACrE,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBACnD,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,GAAW,EAAE,OAAe;QAC7C,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5D,OAAO,GAAG,CAAC;QACb,CAAC;QACD,IAAI,CAAC;YACH,OAAO,IAAI,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,CAAC;QACb,CAAC;IACH,CAAC;CACF"}

package/dist/types.d.ts

@@ -0,0 +1,82 @@
+/**
+ * Collector型定義
+ *
+ * @requirement REQ-COLLECT-001 ~ REQ-COLLECT-009
+ * @design DES-KATASHIRO-001 §2.2 Collector Container
+ * @task TSK-010 ~ TSK-015
+ */
+import type { Timestamp, URL } from '@nahisaho/katashiro-core';
+/**
+ * Web検索オプション
+ */
+export interface WebSearchOptions {
+    readonly provider?: 'google' | 'bing' | 'duckduckgo';
+    readonly maxResults?: number;
+    readonly language?: string;
+    readonly region?: string;
+    readonly safeSearch?: boolean;
+    readonly timeout?: number;
+}
+/**
+ * スクレイピングオプション
+ */
+export interface ScrapingOptions {
+    readonly waitForSelector?: string;
+    readonly timeout?: number;
+    readonly userAgent?: string;
+    readonly javascript?: boolean;
+    readonly extractImages?: boolean;
+    readonly extractLinks?: boolean;
+}
+/**
+ * スクレイピング結果
+ */
+export interface ScrapingResult {
+    readonly url: URL;
+    readonly title: string;
+    readonly content: string;
+    readonly html?: string;
+    readonly images?: string[];
+    readonly links?: string[];
+    readonly fetchedAt: Timestamp;
+}
+/**
+ * フィードアイテム
+ */
+export interface FeedItem {
+    readonly id: string;
+    readonly title: string;
+    readonly link: URL;
+    readonly description?: string;
+    readonly content?: string;
+    readonly author?: string;
+    readonly publishedAt?: Timestamp;
+    readonly categories?: string[];
+}
+/**
+ * 文字起こしセグメント
+ */
+export interface TranscriptSegment {
+    readonly text: string;
+    readonly startTime: number;
+    readonly endTime: number;
+    readonly duration?: number;
+}
+/**
+ * メディアメタデータ
+ */
+export interface MediaMetadata {
+    readonly url?: URL;
+    readonly sourceUrl?: URL;
+    readonly type: 'image' | 'video' | 'audio';
+    readonly title?: string;
+    readonly description?: string;
+    readonly width?: number;
+    readonly height?: number;
+    readonly duration?: number;
+    readonly format?: string;
+    readonly size?: number;
+    readonly thumbnailUrl?: string;
+    readonly fetchedAt?: Timestamp;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,0BAA0B,CAAC;AAE/D;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,GAAG,YAAY,CAAC;IACrD,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;IACjC,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;IAClB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;IACnB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,CAAC;IACjC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC;IACnB,QAAQ,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC;IAC3C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC;CAChC"}

package/dist/types.js

@@ -0,0 +1,9 @@
+/**
+ * Collector型定義
+ *
+ * @requirement REQ-COLLECT-001 ~ REQ-COLLECT-009
+ * @design DES-KATASHIRO-001 §2.2 Collector Container
+ * @task TSK-010 ~ TSK-015
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG"}

package/dist/web-search/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Web検索モジュール
+ *
+ * @requirement REQ-COLLECT-001
+ * @task TSK-010
+ */
+export { WebSearchClient } from './web-search-client.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/web-search/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/web-search/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/web-search/index.js

@@ -0,0 +1,8 @@
+/**
+ * Web検索モジュール
+ *
+ * @requirement REQ-COLLECT-001
+ * @task TSK-010
+ */
+export { WebSearchClient } from './web-search-client.js';
+//# sourceMappingURL=index.js.map

package/dist/web-search/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/web-search/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/web-search/web-search-client.d.ts

@@ -0,0 +1,44 @@
+/**
+ * WebSearchClient - Web検索クライアント
+ *
+ * @requirement REQ-COLLECT-001
+ * @design DES-KATASHIRO-001 §2.2 Collector Container
+ * @task TSK-010
+ */
+import { type Result, type SearchResult, type SearchQuery } from '@nahisaho/katashiro-core';
+import type { IWebSearchClient, WebSearchOptions } from '../index.js';
+/**
+ * Web検索クライアント実装
+ */
+export declare class WebSearchClient implements IWebSearchClient {
+    private readonly defaultProvider;
+    private readonly defaultMaxResults;
+    /**
+     * Web検索を実行
+     */
+    search(query: SearchQuery, options?: WebSearchOptions): Promise<Result<SearchResult[], Error>>;
+    /**
+     * プロバイダーから検索結果を取得
+     */
+    private fetchFromProvider;
+    /**
+     * DuckDuckGo Instant Answer API を使用した検索
+     * Note: 本番環境ではSerpAPIやBraveSearchAPIなどを使用推奨
+     */
+    private searchDuckDuckGo;
+    /**
+     * Google Custom Search API を使用した検索
+     * Note: 実装にはAPI Keyが必要
+     */
+    private searchGoogle;
+    /**
+     * Bing Search API を使用した検索
+     * Note: 実装にはAPI Keyが必要
+     */
+    private searchBing;
+    /**
+     * テキストからタイトルを抽出
+     */
+    private extractTitle;
+}
+//# sourceMappingURL=web-search-client.d.ts.map

package/dist/web-search/web-search-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-search-client.d.ts","sourceRoot":"","sources":["../../src/web-search/web-search-client.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,KAAK,MAAM,EACX,KAAK,YAAY,EACjB,KAAK,WAAW,EAKjB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAoBtE;;GAEG;AACH,qBAAa,eAAgB,YAAW,gBAAgB;IACtD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAM;IAExC;;OAEG;IACG,MAAM,CACV,KAAK,EAAE,WAAW,EAClB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,EAAE,KAAK,CAAC,CAAC;IAyBzC;;OAEG;YACW,iBAAiB;IAgB/B;;;OAGG;YACW,gBAAgB;IAkD9B;;;OAGG;YACW,YAAY;IAM1B;;;OAGG;YACW,UAAU;IAMxB;;OAEG;IACH,OAAO,CAAC,YAAY;CAQrB"}

package/dist/web-search/web-search-client.js

@@ -0,0 +1,131 @@
+/**
+ * WebSearchClient - Web検索クライアント
+ *
+ * @requirement REQ-COLLECT-001
+ * @design DES-KATASHIRO-001 §2.2 Collector Container
+ * @task TSK-010
+ */
+import { ok, err, generateId, formatTimestamp, } from '@nahisaho/katashiro-core';
+/**
+ * Web検索クライアント実装
+ */
+export class WebSearchClient {
+    defaultProvider = 'duckduckgo';
+    defaultMaxResults = 10;
+    /**
+     * Web検索を実行
+     */
+    async search(query, options) {
+        // バリデーション
+        if (!query.query || query.query.trim().length === 0) {
+            return err(new Error('Search query cannot be empty'));
+        }
+        const provider = options?.provider ?? this.defaultProvider;
+        const maxResults = query.maxResults ?? options?.maxResults ?? this.defaultMaxResults;
+        try {
+            const results = await this.fetchFromProvider(provider, {
+                ...query,
+                maxResults,
+            });
+            // maxResultsでスライス
+            const limitedResults = results.slice(0, maxResults);
+            return ok(limitedResults);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : 'Unknown error';
+            return err(new Error(`Search error: ${message}`));
+        }
+    }
+    /**
+     * プロバイダーから検索結果を取得
+     */
+    async fetchFromProvider(provider, query) {
+        switch (provider) {
+            case 'duckduckgo':
+                return this.searchDuckDuckGo(query);
+            case 'google':
+                return this.searchGoogle(query);
+            case 'bing':
+                return this.searchBing(query);
+            default:
+                return this.searchDuckDuckGo(query);
+        }
+    }
+    /**
+     * DuckDuckGo Instant Answer API を使用した検索
+     * Note: 本番環境ではSerpAPIやBraveSearchAPIなどを使用推奨
+     */
+    async searchDuckDuckGo(query) {
+        const encodedQuery = encodeURIComponent(query.query);
+        const url = `https://api.duckduckgo.com/?q=${encodedQuery}&format=json&no_html=1`;
+        const response = await fetch(url, {
+            headers: {
+                'User-Agent': 'KATASHIRO/0.1.0',
+            },
+        });
+        if (!response.ok) {
+            throw new Error(`DuckDuckGo API error: ${response.status}`);
+        }
+        const data = (await response.json());
+        const results = [];
+        // Abstract結果を追加
+        if (data.AbstractText && data.AbstractURL) {
+            results.push({
+                id: generateId('search'),
+                title: data.Heading ?? query.query,
+                url: data.AbstractURL,
+                snippet: data.AbstractText,
+                source: 'duckduckgo',
+                timestamp: formatTimestamp(),
+                relevanceScore: 1.0,
+            });
+        }
+        // Related Topics を追加
+        if (data.RelatedTopics) {
+            for (const topic of data.RelatedTopics) {
+                if (topic.Text && topic.FirstURL) {
+                    results.push({
+                        id: generateId('search'),
+                        title: this.extractTitle(topic.Text),
+                        url: topic.FirstURL,
+                        snippet: topic.Text,
+                        source: 'duckduckgo',
+                        timestamp: formatTimestamp(),
+                        relevanceScore: 0.8,
+                    });
+                }
+            }
+        }
+        return results;
+    }
+    /**
+     * Google Custom Search API を使用した検索
+     * Note: 実装にはAPI Keyが必要
+     */
+    async searchGoogle(_query) {
+        // Google Custom Search API の実装
+        // 環境変数 GOOGLE_API_KEY, GOOGLE_CX が必要
+        throw new Error('Google search requires API key configuration');
+    }
+    /**
+     * Bing Search API を使用した検索
+     * Note: 実装にはAPI Keyが必要
+     */
+    async searchBing(_query) {
+        // Bing Search API の実装
+        // 環境変数 BING_API_KEY が必要
+        throw new Error('Bing search requires API key configuration');
+    }
+    /**
+     * テキストからタイトルを抽出
+     */
+    extractTitle(text) {
+        // 最初の文または最初の50文字をタイトルとして使用
+        const firstSentence = text.split(/[.!?]/)[0];
+        if (firstSentence && firstSentence.length <= 100) {
+            return firstSentence.trim();
+        }
+        return text.substring(0, 50).trim() + '...';
+    }
+}
+//# sourceMappingURL=web-search-client.js.map

package/dist/web-search/web-search-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-search-client.js","sourceRoot":"","sources":["../../src/web-search/web-search-client.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAIL,EAAE,EACF,GAAG,EACH,UAAU,EACV,eAAe,GAChB,MAAM,0BAA0B,CAAC;AAqBlC;;GAEG;AACH,MAAM,OAAO,eAAe;IACT,eAAe,GAAmB,YAAY,CAAC;IAC/C,iBAAiB,GAAG,EAAE,CAAC;IAExC;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,KAAkB,EAClB,OAA0B;QAE1B,UAAU;QACV,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC3D,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,IAAI,OAAO,EAAE,UAAU,IAAI,IAAI,CAAC,iBAAiB,CAAC;QAErF,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE;gBACrD,GAAG,KAAK;gBACR,UAAU;aACX,CAAC,CAAC;YAEH,kBAAkB;YAClB,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;YAEpD,OAAO,EAAE,CAAC,cAAc,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YACzE,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,iBAAiB,OAAO,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAC7B,QAAwB,EACxB,KAAkB;QAElB,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,YAAY;gBACf,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YACtC,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAClC,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAChC;gBACE,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,gBAAgB,CAAC,KAAkB;QAC/C,MAAM,YAAY,GAAG,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,GAAG,GAAG,iCAAiC,YAAY,wBAAwB,CAAC;QAElF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,OAAO,EAAE;gBACP,YAAY,EAAE,iBAAiB;aAChC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAuB,CAAC;QAC3D,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,gBAAgB;QAChB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC;gBACxB,KAAK,EAAE,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK;gBAClC,GAAG,EAAE,IAAI,CAAC,WAAW;gBACrB,OAAO,EAAE,IAAI,CAAC,YAAY;gBAC1B,MAAM,EAAE,YAAY;gBACpB,SAAS,EAAE,eAAe,EAAE;gBAC5B,cAAc,EAAE,GAAG;aACpB,CAAC,CAAC;QACL,CAAC;QAED,qBAAqB;QACrB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvC,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACjC,OAAO,CAAC,IAAI,CAAC;wBACX,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC;wBACxB,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC;wBACpC,GAAG,EAAE,KAAK,CAAC,QAAQ;wBACnB,OAAO,EAAE,KAAK,CAAC,IAAI;wBACnB,MAAM,EAAE,YAAY;wBACpB,SAAS,EAAE,eAAe,EAAE;wBAC5B,cAAc,EAAE,GAAG;qBACpB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,YAAY,CAAC,MAAmB;QAC5C,+BAA+B;QAC/B,qCAAqC;QACrC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,UAAU,CAAC,MAAmB;QAC1C,sBAAsB;QACtB,wBAAwB;QACxB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAY;QAC/B,2BAA2B;QAC3B,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;YACjD,OAAO,aAAa,CAAC,IAAI,EAAE,CAAC;QAC9B,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC;IAC9C,CAAC;CACF"}

package/dist/youtube/index.d.ts

@@ -0,0 +1,5 @@
+/**
+ * YouTube module exports
+ */
+export { YouTubeTranscript } from './youtube-transcript.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/youtube/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/youtube/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC"}

package/dist/youtube/index.js

@@ -0,0 +1,5 @@
+/**
+ * YouTube module exports
+ */
+export { YouTubeTranscript } from './youtube-transcript.js';
+//# sourceMappingURL=index.js.map

package/dist/youtube/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/youtube/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC"}

package/dist/youtube/youtube-transcript.d.ts

@@ -0,0 +1,57 @@
+/**
+ * YouTubeTranscript - YouTube字幕・メタデータ取得
+ *
+ * @requirement REQ-COLLECT-003
+ * @design DES-KATASHIRO-001 §2.2 Collector Container
+ * @task TSK-012
+ */
+import { type Result } from '@nahisaho/katashiro-core';
+import type { IYouTubeTranscript, TranscriptSegment, MediaMetadata } from '../index.js';
+/**
+ * YouTube字幕・メタデータ取得実装
+ */
+export declare class YouTubeTranscript implements IYouTubeTranscript {
+    private readonly userAgent;
+    /**
+     * YouTube URLから動画IDを抽出
+     */
+    extractVideoId(url: string): string | null;
+    /**
+     * 字幕を取得
+     */
+    getTranscript(url: string, language?: string): Promise<Result<TranscriptSegment[], Error>>;
+    /**
+     * 動画メタデータを取得
+     */
+    getVideoMetadata(url: string): Promise<Result<MediaMetadata, Error>>;
+    /**
+     * 字幕セグメントをテキストにフォーマット
+     */
+    formatTranscript(segments: TranscriptSegment[]): string;
+    /**
+     * 秒をMM:SS形式に変換
+     */
+    private formatTime;
+    /**
+     * YouTube APIから字幕を取得
+     * Note: 本番環境ではyoutube-transcript等のライブラリ使用推奨
+     */
+    private fetchTranscript;
+    /**
+     * 字幕XMLをパース
+     */
+    private parseTranscriptXml;
+    /**
+     * HTMLエンティティをデコード
+     */
+    private decodeHtmlEntities;
+    /**
+     * 動画メタデータを取得
+     */
+    private fetchMetadata;
+    /**
+     * メタタグからコンテンツを抽出
+     */
+    private extractMetaContent;
+}
+//# sourceMappingURL=youtube-transcript.d.ts.map

package/dist/youtube/youtube-transcript.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"youtube-transcript.d.ts","sourceRoot":"","sources":["../../src/youtube/youtube-transcript.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,KAAK,MAAM,EAIZ,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAExF;;GAEG;AACH,qBAAa,iBAAkB,YAAW,kBAAkB;IAC1D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA+C;IAEzE;;OAEG;IACH,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAsB1C;;OAEG;IACG,aAAa,CACjB,GAAG,EAAE,MAAM,EACX,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,EAAE,KAAK,CAAC,CAAC;IAe9C;;OAEG;IACG,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IAe1E;;OAEG;IACH,gBAAgB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,MAAM;IAavD;;OAEG;IACH,OAAO,CAAC,UAAU;IAMlB;;;OAGG;YACW,eAAe;IAyD7B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IA0B1B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAY1B;;OAEG;YACW,aAAa;IAmC3B;;OAEG;IACH,OAAO,CAAC,kBAAkB;CAwB3B"}