@nahisaho/katashiro-collector 0.1.0

package/dist/interfaces.d.ts

@@ -0,0 +1,53 @@
+/**
+ * Collectorインターフェース定義
+ *
+ * @requirement REQ-COLLECT-001 ~ REQ-COLLECT-009
+ * @design DES-KATASHIRO-001 §2.2 Collector Container
+ * @task TSK-010 ~ TSK-015
+ */
+import type { Result, SearchResult, SearchQuery } from '@nahisaho/katashiro-core';
+import type { WebSearchOptions, ScrapingOptions, ScrapingResult, FeedItem, TranscriptSegment, MediaMetadata } from './types.js';
+/**
+ * Web検索クライアントインターフェース
+ * @requirement REQ-COLLECT-001
+ */
+export interface IWebSearchClient {
+    search(query: SearchQuery, options?: WebSearchOptions): Promise<Result<SearchResult[], Error>>;
+}
+/**
+ * Webスクレイパーインターフェース
+ * @requirement REQ-COLLECT-002
+ */
+export interface IWebScraper {
+    scrape(url: string, options?: ScrapingOptions): Promise<Result<ScrapingResult, Error>>;
+}
+/**
+ * フィードリーダーインターフェース
+ * @requirement REQ-COLLECT-004
+ */
+export interface IFeedReader {
+    fetch(feedUrl: string): Promise<Result<FeedItem[], Error>>;
+}
+/**
+ * APIクライアントインターフェース
+ * @requirement REQ-COLLECT-005
+ */
+export interface IAPIClient {
+    get<T>(endpoint: string, params?: Record<string, string>): Promise<Result<T, Error>>;
+    post<T>(endpoint: string, body: unknown): Promise<Result<T, Error>>;
+}
+/**
+ * YouTube文字起こしインターフェース
+ * @requirement REQ-COLLECT-003
+ */
+export interface IYouTubeTranscript {
+    getTranscript(videoId: string): Promise<Result<TranscriptSegment[], Error>>;
+}
+/**
+ * メディア抽出インターフェース
+ * @requirement REQ-COLLECT-006
+ */
+export interface IMediaExtractor {
+    extractMetadata(url: string): Promise<Result<MediaMetadata, Error>>;
+}
+//# sourceMappingURL=interfaces.d.ts.map

package/dist/interfaces.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../src/interfaces.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAClF,OAAO,KAAK,EACV,gBAAgB,EAChB,eAAe,EACf,cAAc,EACd,QAAQ,EACR,iBAAiB,EACjB,aAAa,EACd,MAAM,YAAY,CAAC;AAEpB;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,MAAM,CACJ,KAAK,EAAE,WAAW,EAClB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;CAC3C;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC;CACxF;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;CAC5D;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACrF,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;CACrE;AAED;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IACjC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;CAC7E;AAED;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC;CACrE"}

package/dist/interfaces.js

@@ -0,0 +1,9 @@
+/**
+ * Collectorインターフェース定義
+ *
+ * @requirement REQ-COLLECT-001 ~ REQ-COLLECT-009
+ * @design DES-KATASHIRO-001 §2.2 Collector Container
+ * @task TSK-010 ~ TSK-015
+ */
+export {};
+//# sourceMappingURL=interfaces.js.map

package/dist/interfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../src/interfaces.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG"}

package/dist/media/index.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Media module exports
+ */
+export { MediaExtractor, type ExtractedMedia } from './media-extractor.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/media/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,cAAc,EAAE,KAAK,cAAc,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/media/index.js

@@ -0,0 +1,5 @@
+/**
+ * Media module exports
+ */
+export { MediaExtractor } from './media-extractor.js';
+//# sourceMappingURL=index.js.map

package/dist/media/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,cAAc,EAAuB,MAAM,sBAAsB,CAAC"}

package/dist/media/media-extractor.d.ts

@@ -0,0 +1,74 @@
+/**
+ * MediaExtractor - メディア抽出・メタデータ取得
+ *
+ * @requirement REQ-COLLECT-006
+ * @design DES-KATASHIRO-001 §2.2 Collector Container
+ * @task TSK-015
+ */
+import { type Result } from '@nahisaho/katashiro-core';
+import type { IMediaExtractor, MediaMetadata } from '../index.js';
+type MediaType = 'image' | 'video' | 'audio';
+/**
+ * HTMLから抽出されたメディア
+ */
+export interface ExtractedMedia {
+    readonly images: string[];
+    readonly videos: string[];
+    readonly audio: string[];
+}
+/**
+ * メディア抽出・メタデータ取得実装
+ */
+export declare class MediaExtractor implements IMediaExtractor {
+    private readonly userAgent;
+    /**
+     * URLからメディアメタデータを抽出
+     */
+    extractMetadata(url: string): Promise<Result<MediaMetadata, Error>>;
+    /**
+     * GETリクエストでメタデータを抽出（HEADが失敗した場合）
+     */
+    private extractMetadataWithGet;
+    /**
+     * レスポンスからメタデータをパース
+     */
+    private parseMetadataFromResponse;
+    /**
+     * Content-Typeからメディアタイプを検出
+     */
+    detectMediaType(contentType: string): MediaType | null;
+    /**
+     * URLからメディアタイプを検出
+     */
+    private detectMediaTypeFromUrl;
+    /**
+     * Content-Typeからフォーマットを抽出
+     */
+    extractFormat(contentType: string): string | null;
+    /**
+     * URLから拡張子を抽出
+     */
+    extractFormatFromUrl(url: string): string | null;
+    /**
+     * HTMLからメディアURLを抽出
+     */
+    extractFromHtml(html: string, baseUrl: string): ExtractedMedia;
+    /**
+     * HTMLから画像URLを抽出
+     */
+    private extractImages;
+    /**
+     * HTMLから動画URLを抽出
+     */
+    private extractVideos;
+    /**
+     * HTMLから音声URLを抽出
+     */
+    private extractAudio;
+    /**
+     * 相対URLを絶対URLに変換
+     */
+    private resolveUrl;
+}
+export {};
+//# sourceMappingURL=media-extractor.d.ts.map

package/dist/media/media-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-extractor.d.ts","sourceRoot":"","sources":["../../src/media/media-extractor.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,KAAK,MAAM,EAMZ,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAElE,KAAK,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC;AAE7C;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED;;GAEG;AACH,qBAAa,cAAe,YAAW,eAAe;IACpD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA+C;IAEzE;;OAEG;IACG,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IA0BzE;;OAEG;YACW,sBAAsB;IAsBpC;;OAEG;IACH,OAAO,CAAC,yBAAyB;IA4BjC;;OAEG;IACH,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI;IAgBtD;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAe9B;;OAEG;IACH,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAKjD;;OAEG;IACH,oBAAoB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAUhD;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,cAAc;IAQ9D;;OAEG;IACH,OAAO,CAAC,aAAa;IAkErB;;OAEG;IACH,OAAO,CAAC,aAAa;IAgCrB;;OAEG;IACH,OAAO,CAAC,YAAY;IAgCpB;;OAEG;IACH,OAAO,CAAC,UAAU;CAUnB"}

package/dist/media/media-extractor.js

@@ -0,0 +1,287 @@
+/**
+ * MediaExtractor - メディア抽出・メタデータ取得
+ *
+ * @requirement REQ-COLLECT-006
+ * @design DES-KATASHIRO-001 §2.2 Collector Container
+ * @task TSK-015
+ */
+import { ok, err, formatTimestamp, validateUrl, isErr, } from '@nahisaho/katashiro-core';
+/**
+ * メディア抽出・メタデータ取得実装
+ */
+export class MediaExtractor {
+    userAgent = 'Mozilla/5.0 (compatible; KATASHIRO/0.1.0)';
+    /**
+     * URLからメディアメタデータを抽出
+     */
+    async extractMetadata(url) {
+        const urlValidation = validateUrl(url);
+        if (isErr(urlValidation)) {
+            return err(new Error(`Invalid URL: ${urlValidation.error}`));
+        }
+        try {
+            const response = await fetch(url, {
+                method: 'HEAD',
+                headers: {
+                    'User-Agent': this.userAgent,
+                },
+            });
+            if (!response.ok) {
+                // Try GET if HEAD fails
+                return this.extractMetadataWithGet(url);
+            }
+            return this.parseMetadataFromResponse(url, response);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : 'Unknown error';
+            return err(new Error(`Metadata extraction error: ${message}`));
+        }
+    }
+    /**
+     * GETリクエストでメタデータを抽出（HEADが失敗した場合）
+     */
+    async extractMetadataWithGet(url) {
+        try {
+            const response = await fetch(url, {
+                headers: {
+                    'User-Agent': this.userAgent,
+                    Range: 'bytes=0-0', // Minimize download
+                },
+            });
+            if (!response.ok && response.status !== 206) {
+                return err(new Error(`HTTP error: ${response.status}`));
+            }
+            return this.parseMetadataFromResponse(url, response);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : 'Unknown error';
+            return err(new Error(`Metadata extraction error: ${message}`));
+        }
+    }
+    /**
+     * レスポンスからメタデータをパース
+     */
+    parseMetadataFromResponse(url, response) {
+        const contentType = response.headers.get('content-type') ?? '';
+        const contentLength = response.headers.get('content-length');
+        const mediaType = this.detectMediaType(contentType);
+        if (!mediaType) {
+            // Try to detect from URL
+            const urlType = this.detectMediaTypeFromUrl(url);
+            if (!urlType) {
+                return err(new Error('Unable to determine media type'));
+            }
+        }
+        const format = this.extractFormat(contentType) ?? this.extractFormatFromUrl(url);
+        return ok({
+            url,
+            type: mediaType ?? this.detectMediaTypeFromUrl(url) ?? 'image',
+            format: format ?? undefined,
+            size: contentLength ? parseInt(contentLength, 10) : undefined,
+            fetchedAt: formatTimestamp(),
+        });
+    }
+    /**
+     * Content-Typeからメディアタイプを検出
+     */
+    detectMediaType(contentType) {
+        const lower = contentType.toLowerCase();
+        if (lower.startsWith('image/')) {
+            return 'image';
+        }
+        if (lower.startsWith('video/')) {
+            return 'video';
+        }
+        if (lower.startsWith('audio/')) {
+            return 'audio';
+        }
+        return null;
+    }
+    /**
+     * URLからメディアタイプを検出
+     */
+    detectMediaTypeFromUrl(url) {
+        const ext = this.extractFormatFromUrl(url)?.toLowerCase();
+        if (!ext)
+            return null;
+        const imageExtensions = ['jpg', 'jpeg', 'png', 'gif', 'webp', 'svg', 'bmp', 'ico'];
+        const videoExtensions = ['mp4', 'webm', 'mov', 'avi', 'mkv', 'flv', 'wmv'];
+        const audioExtensions = ['mp3', 'wav', 'ogg', 'flac', 'aac', 'm4a', 'wma'];
+        if (imageExtensions.includes(ext))
+            return 'image';
+        if (videoExtensions.includes(ext))
+            return 'video';
+        if (audioExtensions.includes(ext))
+            return 'audio';
+        return null;
+    }
+    /**
+     * Content-Typeからフォーマットを抽出
+     */
+    extractFormat(contentType) {
+        const match = contentType.match(/^(?:image|video|audio)\/([^;]+)/);
+        return match?.[1] ?? null;
+    }
+    /**
+     * URLから拡張子を抽出
+     */
+    extractFormatFromUrl(url) {
+        try {
+            const pathname = new URL(url).pathname;
+            const match = pathname.match(/\.([a-zA-Z0-9]+)$/);
+            return match?.[1] ?? null;
+        }
+        catch {
+            return null;
+        }
+    }
+    /**
+     * HTMLからメディアURLを抽出
+     */
+    extractFromHtml(html, baseUrl) {
+        const images = this.extractImages(html, baseUrl);
+        const videos = this.extractVideos(html, baseUrl);
+        const audio = this.extractAudio(html, baseUrl);
+        return { images, videos, audio };
+    }
+    /**
+     * HTMLから画像URLを抽出
+     */
+    extractImages(html, baseUrl) {
+        const images = [];
+        const seen = new Set();
+        // img src
+        const imgSrcRegex = /<img[^>]+src=["']([^"']+)["']/gi;
+        let match;
+        while ((match = imgSrcRegex.exec(html)) !== null) {
+            if (match[1]) {
+                const url = this.resolveUrl(match[1], baseUrl);
+                if (!seen.has(url)) {
+                    seen.add(url);
+                    images.push(url);
+                }
+            }
+        }
+        // img srcset
+        const srcsetRegex = /<img[^>]+srcset=["']([^"']+)["']/gi;
+        while ((match = srcsetRegex.exec(html)) !== null) {
+            if (match[1]) {
+                const srcset = match[1];
+                const urls = srcset.split(',').map((s) => s.trim().split(/\s+/)[0]);
+                for (const src of urls) {
+                    if (src) {
+                        const url = this.resolveUrl(src, baseUrl);
+                        if (!seen.has(url)) {
+                            seen.add(url);
+                            images.push(url);
+                        }
+                    }
+                }
+            }
+        }
+        // picture source
+        const sourceRegex = /<source[^>]+srcset=["']([^"']+)["']/gi;
+        while ((match = sourceRegex.exec(html)) !== null) {
+            if (match[1]) {
+                const srcsetParts = match[1].split(',')[0]?.trim().split(/\s+/);
+                const src = srcsetParts?.[0];
+                if (src) {
+                    const url = this.resolveUrl(src, baseUrl);
+                    if (!seen.has(url)) {
+                        seen.add(url);
+                        images.push(url);
+                    }
+                }
+            }
+        }
+        // background-image in style
+        const bgRegex = /background(?:-image)?:\s*url\(['"]?([^'")\s]+)['"]?\)/gi;
+        while ((match = bgRegex.exec(html)) !== null) {
+            if (match[1]) {
+                const url = this.resolveUrl(match[1], baseUrl);
+                if (!seen.has(url)) {
+                    seen.add(url);
+                    images.push(url);
+                }
+            }
+        }
+        return images;
+    }
+    /**
+     * HTMLから動画URLを抽出
+     */
+    extractVideos(html, baseUrl) {
+        const videos = [];
+        const seen = new Set();
+        // video src
+        const videoSrcRegex = /<video[^>]+src=["']([^"']+)["']/gi;
+        let match;
+        while ((match = videoSrcRegex.exec(html)) !== null) {
+            if (match[1]) {
+                const url = this.resolveUrl(match[1], baseUrl);
+                if (!seen.has(url)) {
+                    seen.add(url);
+                    videos.push(url);
+                }
+            }
+        }
+        // source inside video
+        const videoSourceRegex = /<video[^>]*>[\s\S]*?<source[^>]+src=["']([^"']+)["']/gi;
+        while ((match = videoSourceRegex.exec(html)) !== null) {
+            if (match[1]) {
+                const url = this.resolveUrl(match[1], baseUrl);
+                if (!seen.has(url)) {
+                    seen.add(url);
+                    videos.push(url);
+                }
+            }
+        }
+        return videos;
+    }
+    /**
+     * HTMLから音声URLを抽出
+     */
+    extractAudio(html, baseUrl) {
+        const audio = [];
+        const seen = new Set();
+        // audio src
+        const audioSrcRegex = /<audio[^>]+src=["']([^"']+)["']/gi;
+        let match;
+        while ((match = audioSrcRegex.exec(html)) !== null) {
+            if (match[1]) {
+                const url = this.resolveUrl(match[1], baseUrl);
+                if (!seen.has(url)) {
+                    seen.add(url);
+                    audio.push(url);
+                }
+            }
+        }
+        // source inside audio
+        const audioSourceRegex = /<audio[^>]*>[\s\S]*?<source[^>]+src=["']([^"']+)["']/gi;
+        while ((match = audioSourceRegex.exec(html)) !== null) {
+            if (match[1]) {
+                const url = this.resolveUrl(match[1], baseUrl);
+                if (!seen.has(url)) {
+                    seen.add(url);
+                    audio.push(url);
+                }
+            }
+        }
+        return audio;
+    }
+    /**
+     * 相対URLを絶対URLに変換
+     */
+    resolveUrl(url, baseUrl) {
+        if (url.startsWith('http://') || url.startsWith('https://')) {
+            return url;
+        }
+        try {
+            return new URL(url, baseUrl).href;
+        }
+        catch {
+            return url;
+        }
+    }
+}
+//# sourceMappingURL=media-extractor.js.map

package/dist/media/media-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-extractor.js","sourceRoot":"","sources":["../../src/media/media-extractor.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAEL,EAAE,EACF,GAAG,EACH,eAAe,EACf,WAAW,EACX,KAAK,GACN,MAAM,0BAA0B,CAAC;AAclC;;GAEG;AACH,MAAM,OAAO,cAAc;IACR,SAAS,GAAG,2CAA2C,CAAC;IAEzE;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,GAAW;QAC/B,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;YACzB,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,gBAAgB,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,YAAY,EAAE,IAAI,CAAC,SAAS;iBAC7B;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,wBAAwB;gBACxB,OAAO,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;YAC1C,CAAC;YAED,OAAO,IAAI,CAAC,yBAAyB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YACzE,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,8BAA8B,OAAO,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,sBAAsB,CAClC,GAAW;QAEX,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,OAAO,EAAE;oBACP,YAAY,EAAE,IAAI,CAAC,SAAS;oBAC5B,KAAK,EAAE,WAAW,EAAE,oBAAoB;iBACzC;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5C,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,eAAe,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;YAED,OAAO,IAAI,CAAC,yBAAyB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YACzE,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,8BAA8B,OAAO,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,yBAAyB,CAC/B,GAAW,EACX,QAAkB;QAElB,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAC/D,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAE7D,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACpD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,yBAAyB;YACzB,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;YACjD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GACV,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;QAEpE,OAAO,EAAE,CAAC;YACR,GAAG;YACH,IAAI,EAAE,SAAS,IAAI,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,IAAI,OAAO;YAC9D,MAAM,EAAE,MAAM,IAAI,SAAS;YAC3B,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7D,SAAS,EAAE,eAAe,EAAE;SAC7B,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,WAAmB;QACjC,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;QAExC,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,GAAW;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC;QAC1D,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QAEtB,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACnF,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAC3E,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAE3E,IAAI,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,OAAO,CAAC;QAClD,IAAI,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,OAAO,CAAC;QAClD,IAAI,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,OAAO,CAAC;QAElD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,WAAmB;QAC/B,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACnE,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,GAAW;QAC9B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;YACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAClD,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAY,EAAE,OAAe;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAE/C,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IACnC,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,IAAY,EAAE,OAAe;QACjD,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,UAAU;QACV,MAAM,WAAW,GAAG,iCAAiC,CAAC;QACtD,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACjD,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAC/C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACd,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAED,aAAa;QACb,MAAM,WAAW,GAAG,oCAAoC,CAAC;QACzD,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACjD,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACb,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxB,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,IAAI,GAAG,EAAE,CAAC;wBACR,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;wBAC1C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;4BACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;4BACd,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACnB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,MAAM,WAAW,GAAG,uCAAuC,CAAC;QAC5D,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACjD,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACb,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAChE,MAAM,GAAG,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC7B,IAAI,GAAG,EAAE,CAAC;oBACR,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;oBAC1C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;wBACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBACd,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACnB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,MAAM,OAAO,GAAG,yDAAyD,CAAC;QAC1E,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC7C,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAC/C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACd,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,IAAY,EAAE,OAAe;QACjD,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,YAAY;QACZ,MAAM,aAAa,GAAG,mCAAmC,CAAC;QAC1D,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACnD,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAC/C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACd,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,MAAM,gBAAgB,GAAG,wDAAwD,CAAC;QAClF,OAAO,CAAC,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtD,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAC/C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACd,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAY,EAAE,OAAe;QAChD,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,YAAY;QACZ,MAAM,aAAa,GAAG,mCAAmC,CAAC;QAC1D,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACnD,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAC/C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACd,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;YACH,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,MAAM,gBAAgB,GAAG,wDAAwD,CAAC;QAClF,OAAO,CAAC,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtD,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAC/C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACd,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,GAAW,EAAE,OAAe;QAC7C,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5D,OAAO,GAAG,CAAC;QACb,CAAC;QACD,IAAI,CAAC;YACH,OAAO,IAAI,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,CAAC;QACb,CAAC;IACH,CAAC;CACF"}

package/dist/scraper/index.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Scraper module exports
+ */
+export { WebScraper } from './web-scraper.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/scraper/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/scraper/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/scraper/index.js

@@ -0,0 +1,5 @@
+/**
+ * Scraper module exports
+ */
+export { WebScraper } from './web-scraper.js';
+//# sourceMappingURL=index.js.map

package/dist/scraper/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/scraper/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/scraper/web-scraper.d.ts

@@ -0,0 +1,48 @@
+/**
+ * WebScraper - Webスクレイパー
+ *
+ * @requirement REQ-COLLECT-002
+ * @design DES-KATASHIRO-001 §2.2 Collector Container
+ * @task TSK-011
+ */
+import { type Result } from '@nahisaho/katashiro-core';
+import type { IWebScraper, ScrapingOptions, ScrapingResult } from '../index.js';
+/**
+ * Webスクレイパー実装
+ * Note: 本番環境ではPlaywrightを使用推奨
+ */
+export declare class WebScraper implements IWebScraper {
+    /**
+     * URLからコンテンツをスクレイピング
+     */
+    scrape(url: string, options?: ScrapingOptions): Promise<Result<ScrapingResult, Error>>;
+    /**
+     * ページを取得
+     */
+    private fetchPage;
+    /**
+     * HTMLをパース
+     */
+    private parseHtml;
+    /**
+     * タイトルを抽出
+     */
+    private extractTitle;
+    /**
+     * コンテンツを抽出（スクリプトとスタイルを除去）
+     */
+    private extractContent;
+    /**
+     * 画像URLを抽出
+     */
+    private extractImages;
+    /**
+     * リンクを抽出
+     */
+    private extractLinks;
+    /**
+     * 相対URLを絶対URLに変換
+     */
+    private resolveUrl;
+}
+//# sourceMappingURL=web-scraper.d.ts.map

package/dist/scraper/web-scraper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-scraper.d.ts","sourceRoot":"","sources":["../../src/scraper/web-scraper.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,KAAK,MAAM,EAMZ,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAEhF;;;GAGG;AACH,qBAAa,UAAW,YAAW,WAAW;IAC5C;;OAEG;IACG,MAAM,CACV,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;IAiBzC;;OAEG;YACW,SAAS;IAqBvB;;OAEG;IACH,OAAO,CAAC,SAAS;IAqBjB;;OAEG;IACH,OAAO,CAAC,YAAY;IAKpB;;OAEG;IACH,OAAO,CAAC,cAAc;IAqBtB;;OAEG;IACH,OAAO,CAAC,aAAa;IAgBrB;;OAEG;IACH,OAAO,CAAC,YAAY;IAgBpB;;OAEG;IACH,OAAO,CAAC,UAAU;CAUnB"}