@iflow-mcp/jakeliume-webpeel 0.22.0

package/dist/ee/extractors/google-flights.js

@@ -0,0 +1,176 @@
+// ---------------------------------------------------------------------------
+// Google Flights extractor
+// ---------------------------------------------------------------------------
+export async function googleFlightsExtractor(_html, url) {
+    if (!url.includes('/travel/flights'))
+        return null;
+    // Google Flights is a SPA. The _html parameter is usually readability-processed markdown
+    // (from the pipeline's post-fetch processing), which looks like:
+    //   -   7:15 PM
+    //       7:15 PM on Sat, Apr 4
+    //        – 10:29 PM
+    //       United
+    //       3 hr 14 min
+    //       EWR
+    //       ...
+    //       $188
+    //
+    // This markdown is much easier to parse than raw HTML.
+    let text = _html;
+    // If this is raw HTML (contains <!DOCTYPE or <html), strip HTML tags
+    if (text.includes('<!DOCTYPE') || text.includes('<html')) {
+        text = text
+            .replace(/<script[^>]*>[\s\S]*?<\/script>/gi, '')
+            .replace(/<style[^>]*>[\s\S]*?<\/style>/gi, '')
+            .replace(/<[^>]+>/g, '\n')
+            .replace(/&amp;/g, '&')
+            .replace(/&lt;/g, '<')
+            .replace(/&gt;/g, '>')
+            .replace(/&#\d+;/g, '')
+            .replace(/\n{2,}/g, '\n');
+    }
+    const lines = text.split('\n').map(l => l.trim()).filter(Boolean);
+    const AIRLINES = ['United', 'Delta', 'American', 'JetBlue', 'Spirit', 'Frontier', 'Southwest', 'Breeze', 'Alaska', 'Hawaiian', 'Sun Country', 'Avelo'];
+    const flights = [];
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        // Detect departure time
+        const departMatch = line.match(/^(?:-\s+)?(\d{1,2}:\d{2}\s*[AP]M)$/);
+        if (!departMatch)
+            continue;
+        const departTime = departMatch[1];
+        let departDate = '', arriveTime = '', airline = '', duration = '';
+        let fromAirport = '', toAirport = '', stops = '', bags = '';
+        let price = 0;
+        for (let j = i + 1; j < Math.min(i + 45, lines.length); j++) {
+            const l = lines[j];
+            // Date
+            const dateM = l.match(/on\s+(\w+,\s+\w+\s+\d+)/);
+            if (dateM && !departDate) {
+                departDate = dateM[1];
+                continue;
+            }
+            // Arrival time
+            const arrM = l.match(/^[–\-–—]\s*(\d{1,2}:\d{2}\s*[AP]M)$/) || l.match(/^(\d{1,2}:\d{2}\s*[AP]M)\s+on\s/);
+            if (arrM && !arriveTime && departTime) {
+                arriveTime = arrM[1];
+                continue;
+            }
+            // Arrival time: also check for "10:29 PM on Sat, Apr 4" pattern (second occurrence)
+            if (!arriveTime && l.match(/^\d{1,2}:\d{2}\s*[AP]M\s+on\s/)) {
+                const m = l.match(/^(\d{1,2}:\d{2}\s*[AP]M)/);
+                if (m) {
+                    arriveTime = m[1];
+                    continue;
+                }
+            }
+            // Airline
+            if (!airline) {
+                for (const a of AIRLINES) {
+                    if (l === a || l.startsWith(a + 'Operated') || l.startsWith(a + ' ')) {
+                        airline = a;
+                        break;
+                    }
+                }
+                if (airline)
+                    continue;
+            }
+            // Duration
+            if (!duration && l.match(/^\d+\s+hr\s+\d+\s+min$/)) {
+                duration = l;
+                continue;
+            }
+            // Airport codes
+            if (l.match(/^[A-Z]{3}$/) && !fromAirport) {
+                fromAirport = l;
+                continue;
+            }
+            if (l.match(/^[A-Z]{3}$/) && fromAirport && !toAirport && l !== fromAirport) {
+                toAirport = l;
+                continue;
+            }
+            // Stops
+            if (!stops && (l === 'Nonstop' || l.match(/^\d+\s+stop/))) {
+                stops = l;
+                continue;
+            }
+            // Bags
+            if (l.includes('carry-on bag') && !bags) {
+                bags = l.includes('not included') ? 'Carry-on NOT included (extra fee)' : 'Carry-on included';
+                continue;
+            }
+            // Price — first occurrence only
+            const priceM = l.match(/^\$(\d[\d,]*)$/);
+            if (priceM && !price) {
+                price = parseInt(priceM[1].replace(',', ''));
+                break;
+            }
+        }
+        if (departTime && arriveTime && airline && price) {
+            flights.push({ departTime, arriveTime, departDate, airline, duration, fromAirport, toAirport, stops: stops || 'Unknown', price, priceStr: `$${price}`, bags });
+        }
+    }
+    // Deduplicate
+    const seen = new Set();
+    const unique = flights.filter(f => {
+        const key = `${f.departTime}-${f.airline}-${f.price}`;
+        if (seen.has(key))
+            return false;
+        seen.add(key);
+        return true;
+    });
+    if (unique.length === 0)
+        return null;
+    unique.sort((a, b) => a.price - b.price);
+    // Helper: get airline booking URL
+    function getAirlineBookingUrl(airline, from, to, dateStr) {
+        const fromUp = from.toUpperCase();
+        const toUp = to.toUpperCase();
+        // Airline homepages — direct booking pages (deep links don't work without session/cookies)
+        const urlMap = {
+            'United': `https://www.united.com`,
+            'Delta': `https://www.delta.com`,
+            'JetBlue': `https://www.jetblue.com`,
+            'American': `https://www.aa.com`,
+            'Spirit': `https://www.spirit.com`,
+            'Frontier': `https://www.flyfrontier.com`,
+            'Southwest': `https://www.southwest.com`,
+            'Breeze': `https://www.flybreeze.com`,
+            'Alaska': `https://www.alaskaair.com`,
+            'Hawaiian': `https://www.hawaiianairlines.com`,
+            'Sun Country': `https://www.suncountry.com`,
+            'Avelo': `https://www.aveloair.com`,
+        };
+        return urlMap[airline] || `https://www.google.com/travel/flights?q=${encodeURIComponent(`${airline} flights ${fromUp} to ${toUp} ${dateStr}`)}`;
+    }
+    // Parse route from URL
+    const u = new URL(url);
+    const query = (u.searchParams.get('q') || '').replace(/Flights?\s+(from\s+)?/i, '').replace(/\s+one\s+way/i, '').trim();
+    const md = [
+        `# ✈️ Flights — ${query || 'Search Results'}`,
+        '',
+        `*${unique.length} flights found · Source: [Google Flights](${url})*`,
+        `*Prices include taxes + fees for 1 adult. Book directly via airline.*`,
+        '',
+    ];
+    for (let idx = 0; idx < unique.length; idx++) {
+        const f = unique[idx];
+        const bookingUrl = getAirlineBookingUrl(f.airline, f.fromAirport, f.toAirport, f.departDate);
+        md.push(`## ${idx + 1}. ${f.airline} — ${f.priceStr}`);
+        md.push(`🕐 Depart **${f.departTime}** → Arrive **${f.arriveTime}**${f.departDate ? ` · ${f.departDate}` : ''}`);
+        md.push(`🛫 ${f.fromAirport} → ${f.toAirport} · ${f.duration} · ${f.stops}`);
+        if (f.bags)
+            md.push(`🧳 ${f.bags}`);
+        md.push(`🔍 [See price on Google Flights](${url})`);
+        md.push(`🛒 [Book on ${f.airline}](${bookingUrl})`);
+        md.push('');
+    }
+    md.push('---');
+    md.push(`📌 *All prices verified via [Google Flights](${url}). Click "See price" to confirm, then book directly with the airline.*`);
+    return {
+        domain: 'google.com/travel/flights',
+        type: 'flights',
+        structured: { flights: unique, route: query, source: 'Google Flights', sourceUrl: url },
+        cleanContent: md.join('\n'),
+    };
+}

package/dist/ee/extractors/hackernews.d.ts

@@ -0,0 +1,2 @@
+import type { DomainExtractResult } from './types.js';
+export declare function hackerNewsExtractor(_html: string, url: string): Promise<DomainExtractResult | null>;

package/dist/ee/extractors/hackernews.js

@@ -0,0 +1,147 @@
+import { stripHtml, unixToIso, fetchJson } from './shared.js';
+async function fetchHNComment(id, depth) {
+    if (depth < 0)
+        return null;
+    try {
+        const data = await fetchJson(`https://hacker-news.firebaseio.com/v0/item/${id}.json`);
+        if (!data || data.deleted || data.dead)
+            return null;
+        const text = stripHtml(data.text || '');
+        if (!text)
+            return null;
+        let replies = [];
+        if (depth > 0 && Array.isArray(data.kids) && data.kids.length > 0) {
+            const replyResults = await Promise.all(data.kids.slice(0, 5).map((kid) => fetchHNComment(kid, depth - 1)));
+            replies = replyResults.filter(Boolean);
+        }
+        return {
+            author: data.by || '[deleted]',
+            text,
+            time: unixToIso(data.time),
+            replies,
+        };
+    }
+    catch {
+        return null;
+    }
+}
+export async function hackerNewsExtractor(_html, url) {
+    const urlObj = new URL(url);
+    const path = urlObj.pathname;
+    const domain = 'news.ycombinator.com';
+    // Story: ?id=12345 or /item?id=12345
+    const itemId = urlObj.searchParams.get('id');
+    if (itemId && (path === '/' || path === '/item' || path === '')) {
+        const storyData = await fetchJson(`https://hacker-news.firebaseio.com/v0/item/${itemId}.json`);
+        if (!storyData)
+            return null;
+        // Comment items — fetch parent story for context
+        if (storyData.type === 'comment') {
+            const parentId = storyData.parent;
+            let parentTitle = '';
+            if (parentId) {
+                try {
+                    const parentData = await fetchJson(`https://hacker-news.firebaseio.com/v0/item/${parentId}.json`);
+                    parentTitle = parentData?.title || '';
+                    // Walk up to root story if parent is also a comment
+                    if (!parentTitle && parentData?.parent) {
+                        const rootData = await fetchJson(`https://hacker-news.firebaseio.com/v0/item/${parentData.parent}.json`);
+                        parentTitle = rootData?.title || '';
+                    }
+                }
+                catch { /* non-fatal */ }
+            }
+            const text = storyData.text ? stripHtml(storyData.text) : '';
+            const titleStr = parentTitle ? `Comment on: ${parentTitle}` : 'HN Comment';
+            const cleanContent = `## 🟠 ${titleStr}\n\n**Author:** ${storyData.by || '[deleted]'} | **Posted:** ${unixToIso(storyData.time)}\n\n${text}`;
+            return { domain: 'news.ycombinator.com', type: 'comment', structured: { title: titleStr, author: storyData.by, text }, cleanContent };
+        }
+        const type = storyData.type === 'story' ? 'story' :
+            storyData.type === 'ask' ? 'ask_hn' :
+                storyData.type === 'show' ? 'show_hn' :
+                    storyData.type === 'job' ? 'job' : 'story';
+        // Fetch top 15 comments (top-level), 2 levels deep
+        const commentIds = Array.isArray(storyData.kids) ? storyData.kids.slice(0, 15) : [];
+        const commentResults = await Promise.all(commentIds.map((id) => fetchHNComment(id, 2)));
+        const comments = commentResults.filter(Boolean);
+        const structured = {
+            id: storyData.id,
+            title: storyData.title || '',
+            author: storyData.by || '[deleted]',
+            score: storyData.score ?? 0,
+            url: storyData.url || `https://news.ycombinator.com/item?id=${storyData.id}`,
+            commentCount: storyData.descendants ?? 0,
+            created: unixToIso(storyData.time),
+            text: storyData.text ? stripHtml(storyData.text) : null,
+            comments,
+        };
+        const commentsMd = comments.slice(0, 10).map(c => {
+            const repliesMd = c.replies.slice(0, 3).map(r => `  > **${r.author}**: ${r.text.slice(0, 200)}`).join('\n');
+            return `**${c.author}** (${c.time})\n${c.text.slice(0, 300)}${repliesMd ? '\n' + repliesMd : ''}`;
+        }).join('\n\n---\n\n');
+        const bodySection = structured.text ? `\n\n${structured.text.slice(0, 500)}` : '';
+        const cleanContent = `## 🟠 Hacker News: ${structured.title}
+
+**Author:** ${structured.author}  |  **Score:** ${structured.score}  |  **Comments:** ${structured.commentCount}
+**Posted:** ${structured.created}
+${structured.url !== `https://news.ycombinator.com/item?id=${structured.id}` ? `**Link:** ${structured.url}` : ''}${bodySection}
+
+---
+
+### Top Comments
+
+${commentsMd || '*No comments found.*'}`;
+        return { domain, type, structured, cleanContent };
+    }
+    // Front page / /news — fetch top stories
+    if (path === '/' || path === '/news' || path === '') {
+        const topIds = await fetchJson('https://hacker-news.firebaseio.com/v0/topstories.json');
+        if (!Array.isArray(topIds))
+            return null;
+        const top30 = topIds.slice(0, 30);
+        const storyResults = await Promise.all(top30.map((id) => fetchJson(`https://hacker-news.firebaseio.com/v0/item/${id}.json`).catch(() => null)));
+        const stories = storyResults
+            .filter((s) => s && s.title)
+            .map((s) => ({
+            id: s.id,
+            title: s.title,
+            author: s.by || '[deleted]',
+            score: s.score ?? 0,
+            commentCount: s.descendants ?? 0,
+            url: s.url || `https://news.ycombinator.com/item?id=${s.id}`,
+            hnUrl: `https://news.ycombinator.com/item?id=${s.id}`,
+            domain: s.url ? (() => { try {
+                return new URL(s.url).hostname.replace(/^www\./, '');
+            }
+            catch {
+                return '';
+            } })() : '',
+        }));
+        const structured = { title: 'Hacker News — Front Page', stories };
+        // Compact format: title (domain) | score pts | N comments
+        const cleanContent = `## 🟠 Hacker News — Front Page
+
+${stories.map((s, i) => `${i + 1}. **${s.title}**${s.domain ? ` (${s.domain})` : ''} — ↑${s.score} · 💬${s.commentCount}`).join('\n')}`;
+        return { domain, type: 'frontpage', structured, cleanContent };
+    }
+    // User page: ?id=username
+    const userId = urlObj.searchParams.get('id');
+    if (path === '/user' && userId) {
+        const userData = await fetchJson(`https://hacker-news.firebaseio.com/v0/user/${userId}.json`);
+        if (!userData)
+            return null;
+        const structured = {
+            id: userData.id,
+            karma: userData.karma ?? 0,
+            about: userData.about ? stripHtml(userData.about) : '',
+            created: unixToIso(userData.created),
+            submitted: (userData.submitted || []).length,
+        };
+        const cleanContent = `## 🟠 HN User: ${structured.id}
+
+**Karma:** ${structured.karma}  |  **Member since:** ${structured.created}
+${structured.about ? '\n' + structured.about : ''}`;
+        return { domain, type: 'user', structured, cleanContent };
+    }
+    return null;
+}

package/dist/ee/extractors/imdb.d.ts

@@ -0,0 +1,2 @@
+import type { DomainExtractResult } from './types.js';
+export declare function imdbExtractor(html: string, url: string): Promise<DomainExtractResult | null>;

package/dist/ee/extractors/imdb.js

@@ -0,0 +1,172 @@
+import { tryParseJson } from './shared.js';
+// ---------------------------------------------------------------------------
+// 16. IMDB extractor
+// ---------------------------------------------------------------------------
+export async function imdbExtractor(html, url) {
+    try {
+        const { load } = await import('cheerio');
+        const $ = load(html);
+        // IMDB uses JSON-LD richly
+        let jsonLd = null;
+        $('script[type="application/ld+json"]').each((_, el) => {
+            if (jsonLd)
+                return;
+            const raw = $(el).html() || '';
+            const parsed = tryParseJson(raw);
+            if (parsed?.['@type'] === 'Movie' || parsed?.['@type'] === 'TVSeries' || parsed?.['@type'] === 'TVEpisode') {
+                jsonLd = parsed;
+            }
+        });
+        const title = jsonLd?.name ||
+            $('meta[property="og:title"]').attr('content')?.replace(/ - IMDb$/, '') ||
+            $('h1[data-testid="hero__pageTitle"] span').first().text().trim() || '';
+        if (!title)
+            return null;
+        const description = jsonLd?.description ||
+            $('meta[property="og:description"]').attr('content') ||
+            $('p[data-testid="plot"]').text().trim() || '';
+        const year = jsonLd?.datePublished?.substring(0, 4) ||
+            $('a[href*="releaseinfo"]').first().text().trim() || '';
+        const ratingValue = jsonLd?.aggregateRating?.ratingValue ||
+            $('[data-testid="hero-rating-bar__aggregate-rating__score"] span').first().text().trim() || '';
+        const ratingCount = jsonLd?.aggregateRating?.ratingCount || '';
+        const contentType = jsonLd?.['@type'] || 'Movie';
+        // Genres
+        const genres = jsonLd?.genre
+            ? (Array.isArray(jsonLd.genre) ? jsonLd.genre : [jsonLd.genre])
+            : [];
+        if (!genres.length) {
+            $('[data-testid="genres"] a, a[href*="/search/title?genres"]').each((_, el) => {
+                const g = $(el).text().trim();
+                if (g && !genres.includes(g))
+                    genres.push(g);
+            });
+        }
+        // Director
+        const director = jsonLd?.director
+            ? (Array.isArray(jsonLd.director)
+                ? jsonLd.director.map((d) => d.name || d).join(', ')
+                : jsonLd.director?.name || String(jsonLd.director))
+            : $('a[href*="/name/"][class*="ipc-metadata-list-item__list-content-item"]').first().text().trim() || '';
+        // Cast — parse HTML first for actor+character pairs, then fall back to JSON-LD
+        const castPairs = [];
+        // IMDB new UI: each title-cast-item contains actor link + character link
+        $('[data-testid="title-cast-item"]').each((_, el) => {
+            const actorEl = $(el).find('a[href*="/name/nm"]').first();
+            const charEl = $(el).find('[data-testid="title-cast-item__character"]').first();
+            const actor = actorEl.text().trim();
+            // Character name may span multiple elements; clean whitespace
+            const character = charEl.text().trim().replace(/\s+/g, ' ').replace(/^\.\.\.$/, '');
+            if (actor && actor.length > 1) {
+                castPairs.push({ actor, character: character || '' });
+            }
+        });
+        // Fall back to classic cast list (older IMDB page versions)
+        const castFromHtml = [];
+        if (!castPairs.length) {
+            $('.cast_list td.itemprop a').each((_, el) => {
+                const name = $(el).text().trim();
+                if (name && name.length > 1 && !castFromHtml.includes(name))
+                    castFromHtml.push(name);
+            });
+        }
+        // JSON-LD actors as final fallback
+        const castFromLd = jsonLd?.actor
+            ? (Array.isArray(jsonLd.actor) ? jsonLd.actor : [jsonLd.actor])
+                .map((a) => a.name || a)
+            : [];
+        // Build final cast list: with characters if available (top 10), otherwise names only
+        const cast = castPairs.length > 0
+            ? castPairs.slice(0, 10).map(({ actor, character }) => character ? `${actor} as ${character}` : actor)
+            : [...new Set([...castFromLd, ...castFromHtml])].slice(0, 10);
+        // Runtime
+        const runtime = jsonLd?.duration
+            ? (() => {
+                const m = String(jsonLd.duration).match(/PT(?:(\d+)H)?(?:(\d+)M)?/);
+                if (m)
+                    return [m[1] ? `${m[1]}h` : '', m[2] ? `${m[2]}m` : ''].filter(Boolean).join(' ');
+                return String(jsonLd.duration);
+            })()
+            : '';
+        // Full plot/storyline — try to get the longer version from HTML
+        const fullPlot = $('[data-testid="storyline-plot-summary"] span, [data-testid="plot-xl"] span, span[data-testid="plot-l"], #titleStoryLine p, .plot_summary .summary_text').first().text().trim() || description;
+        // Additional details: Writers, Keywords, Awards
+        const writers = [];
+        $('[data-testid="title-pc-wide-screen"] li[data-testid="title-pc-principal-credit"]:nth-child(2) a, .credit_summary_item:contains("Writer") a').each((_, el) => {
+            const name = $(el).text().trim();
+            if (name && !writers.includes(name))
+                writers.push(name);
+        });
+        // Keywords — try HTML first, fall back to JSON-LD keywords
+        let keywords = [];
+        $('[data-testid="storyline-plot-keywords"] a, .see-more.inline.canwrap span a, a[href*="keyword"]').each((_, el) => {
+            const kw = $(el).text().trim();
+            if (kw && kw.length < 30 && !keywords.includes(kw))
+                keywords.push(kw);
+        });
+        // Fall back to JSON-LD keywords if HTML didn't yield any
+        if (!keywords.length && jsonLd?.keywords) {
+            keywords = (typeof jsonLd.keywords === 'string'
+                ? jsonLd.keywords.split(',')
+                : Array.isArray(jsonLd.keywords) ? jsonLd.keywords : []).map((k) => k.trim()).filter(Boolean);
+        }
+        // Writers — also try JSON-LD creator field
+        if (!writers.length && jsonLd?.creator) {
+            const creators = Array.isArray(jsonLd.creator) ? jsonLd.creator : [jsonLd.creator];
+            for (const c of creators) {
+                const name = c?.name || (typeof c === 'string' ? c : '');
+                if (name && !writers.includes(name))
+                    writers.push(name);
+            }
+        }
+        // Awards / accolades — try hero accolades chip, then any awards-related link text
+        let awardsSummary = '';
+        // IMDB new UI: awards accolades chip in the hero section
+        const accoladesEl = $('[data-testid="awards-accolades"]');
+        if (accoladesEl.length) {
+            awardsSummary = accoladesEl.text().trim().replace(/\s+/g, ' ');
+        }
+        // Fallback: look for per-title awards link (href contains the title ID /tt\d+/awards)
+        if (!awardsSummary) {
+            const titleMatch = url.match(/\/(tt\d+)/);
+            const titleId = titleMatch ? titleMatch[1] : '';
+            if (titleId) {
+                $(`a[href*="${titleId}"][href*="awards"]`).each((_, el) => {
+                    const text = $(el).text().trim().replace(/\s+/g, ' ');
+                    if (text && text.length > 3 && text.length < 200) {
+                        awardsSummary = text;
+                        return false; // break
+                    }
+                });
+            }
+        }
+        // Fallback: JSON-LD award field
+        if (!awardsSummary && jsonLd?.award) {
+            awardsSummary = typeof jsonLd.award === 'string' ? jsonLd.award : '';
+        }
+        // Content rating & release date from JSON-LD
+        const contentRating = jsonLd?.contentRating || '';
+        const datePublished = jsonLd?.datePublished || '';
+        const structured = {
+            title, year, contentType, description: fullPlot, ratingValue, ratingCount,
+            genres, director, writers, cast, runtime, keywords, contentRating, datePublished, awardsSummary, url,
+        };
+        const ratingLine = ratingValue ? `⭐ ${ratingValue}/10${ratingCount ? ` (${Number(ratingCount).toLocaleString()} votes)` : ''}` : '';
+        const genreLine = genres.length ? genres.join(', ') : '';
+        const directorLine = director ? `**Director:** ${director}` : '';
+        const writersLine = writers.length ? `**Writers:** ${writers.slice(0, 5).join(', ')}` : '';
+        const castLine = cast.length ? `**Cast:** ${cast.join(', ')}` : '';
+        const runtimeLine = runtime ? `**Runtime:** ${runtime}` : '';
+        const ratedLine = contentRating ? `**Rated:** ${contentRating}` : '';
+        const releaseLine = datePublished ? `**Released:** ${datePublished}` : '';
+        const keywordsLine = keywords.length ? `\n**Keywords:** ${keywords.slice(0, 10).join(', ')}` : '';
+        const awardsLine = awardsSummary ? `**Awards:** ${awardsSummary}` : '';
+        const metaParts = [ratingLine, genreLine, runtimeLine, year ? `**Year:** ${year}` : ''].filter(Boolean).join(' | ');
+        const detailParts = [directorLine, writersLine, castLine, ratedLine, releaseLine, awardsLine].filter(Boolean).join('\n');
+        const cleanContent = `# 🎬 ${title}\n\n${metaParts}\n\n${detailParts}${keywordsLine}\n\n## Plot\n\n${fullPlot}`;
+        return { domain: 'imdb.com', type: contentType === 'TVSeries' ? 'tv_show' : 'movie', structured, cleanContent };
+    }
+    catch {
+        return null;
+    }
+}

package/dist/ee/extractors/index.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Domain extractor registry — imports all individual extractors and
+ * provides the getDomainExtractor / extractDomainData public API.
+ *
+ * This file is the entry point for the split extractor architecture.
+ * The original domain-extractors.ts re-exports from here for backward compat.
+ */
+export type { DomainExtractResult, DomainExtractor } from './types.js';
+import type { DomainExtractor, DomainExtractResult } from './types.js';
+/**
+ * Returns the domain extractor for a URL, or null if none matches.
+ */
+export declare function getDomainExtractor(url: string): DomainExtractor | null;
+/**
+ * Returns true if a domain extractor exists for the given URL.
+ */
+export declare function hasDomainExtractor(url: string): boolean;
+/** Clear the extractor response cache (used in tests). */
+export declare function clearExtractorCache(): void;
+/** Inject a Redis client for shared cross-pod caching. */
+export declare function setExtractorRedis(redis: any): void;
+/**
+ * Convenience: run the extractor for the URL (if one exists).
+ * Wraps _extractDomainDataImpl with a two-tier cache (in-memory + Redis).
+ */
+export declare function extractDomainData(html: string, url: string): Promise<DomainExtractResult | null>;