@iflow-mcp/jakeliume-webpeel 0.22.0

package/dist/ee/extractors/index.js

@@ -0,0 +1,247 @@
+/**
+ * Domain extractor registry — imports all individual extractors and
+ * provides the getDomainExtractor / extractDomainData public API.
+ *
+ * This file is the entry point for the split extractor architecture.
+ * The original domain-extractors.ts re-exports from here for backward compat.
+ */
+import { twitterExtractor } from './twitter.js';
+import { redditExtractor } from './reddit.js';
+import { githubExtractor } from './github.js';
+import { hackerNewsExtractor } from './hackernews.js';
+import { wikipediaExtractor } from './wikipedia.js';
+import { youtubeExtractor } from './youtube.js';
+import { arxivExtractor } from './arxiv.js';
+import { stackOverflowExtractor } from './stackoverflow.js';
+import { npmExtractor } from './npm.js';
+import { bestBuyExtractor } from './bestbuy.js';
+import { walmartExtractor } from './walmart.js';
+import { amazonExtractor } from './amazon.js';
+import { mediumExtractor } from './medium.js';
+import { substackExtractor } from './substack.js';
+import { allrecipesExtractor } from './allrecipes.js';
+import { imdbExtractor } from './imdb.js';
+import { linkedinExtractor } from './linkedin.js';
+import { pypiExtractor } from './pypi.js';
+import { devtoExtractor } from './devto.js';
+import { craigslistExtractor } from './craigslist.js';
+import { spotifyExtractor } from './spotify.js';
+import { tiktokExtractor } from './tiktok.js';
+import { pinterestExtractor } from './pinterest.js';
+import { nytimesExtractor, bbcExtractor, cnnExtractor } from './news.js';
+import { twitchExtractor } from './twitch.js';
+import { soundcloudExtractor } from './soundcloud.js';
+import { instagramExtractor } from './instagram.js';
+import { pdfExtractor } from './pdf.js';
+import { productHuntExtractor } from './producthunt.js';
+import { substackRootExtractor } from './substackroot.js';
+import { polymarketExtractor } from './polymarket.js';
+import { kalshiExtractor } from './kalshi.js';
+import { tradingViewExtractor } from './tradingview.js';
+import { espnExtractor } from './espn.js';
+import { sportsBettingExtractor } from './sportsbetting.js';
+import { semanticScholarExtractor } from './semanticscholar.js';
+import { pubmedExtractor } from './pubmed.js';
+import { coinGeckoExtractor } from './coingecko.js';
+import { weatherExtractor } from './weather.js';
+import { facebookMarketplaceExtractor } from './facebook.js';
+import { etsyExtractor } from './etsy.js';
+import { carsComExtractor } from './carscom.js';
+import { ebayExtractor } from './ebay.js';
+import { yelpExtractor } from './yelp.js';
+import { zillowExtractor } from './zillow.js';
+import { redfinExtractor } from './redfin.js';
+import { googleFlightsExtractor } from './google-flights.js';
+import { kayakCarRentalExtractor } from './kayak-cars.js';
+// ---------------------------------------------------------------------------
+// Registry — same order as original domain-extractors.ts
+// ---------------------------------------------------------------------------
+const REGISTRY = [
+    { match: (h) => h === 'twitter.com' || h === 'x.com' || h === 'www.twitter.com' || h === 'www.x.com', extractor: twitterExtractor },
+    { match: (h) => h === 'reddit.com' || h === 'www.reddit.com' || h === 'old.reddit.com', extractor: redditExtractor },
+    { match: (h) => h === 'github.com' || h === 'www.github.com', extractor: githubExtractor },
+    { match: (h) => h === 'news.ycombinator.com', extractor: hackerNewsExtractor },
+    { match: (h) => h === 'en.wikipedia.org' || h === 'www.wikipedia.org' || /\w+\.wikipedia\.org/.test(h), extractor: wikipediaExtractor },
+    { match: (h) => h === 'youtube.com' || h === 'www.youtube.com' || h === 'youtu.be', extractor: youtubeExtractor },
+    { match: (h) => h === 'arxiv.org' || h === 'export.arxiv.org', extractor: arxivExtractor },
+    { match: (h) => h === 'stackoverflow.com' || h === 'www.stackoverflow.com', extractor: stackOverflowExtractor },
+    { match: (h) => h === 'www.npmjs.com' || h === 'npmjs.com', extractor: npmExtractor },
+    { match: (h) => h === 'www.bestbuy.com' || h === 'bestbuy.com', extractor: bestBuyExtractor },
+    { match: (h) => h === 'www.walmart.com' || h === 'walmart.com', extractor: walmartExtractor },
+    { match: (h) => h === 'www.amazon.com' || h === 'amazon.com', extractor: amazonExtractor },
+    { match: (h) => h === 'medium.com' || h === 'www.medium.com' || h.endsWith('.medium.com'), extractor: mediumExtractor },
+    { match: (h) => h.endsWith('.substack.com'), extractor: substackExtractor },
+    { match: (h) => h === 'www.allrecipes.com' || h === 'allrecipes.com', extractor: allrecipesExtractor },
+    { match: (h) => h === 'www.imdb.com' || h === 'imdb.com', extractor: imdbExtractor },
+    { match: (h) => h === 'www.linkedin.com' || h === 'linkedin.com', extractor: linkedinExtractor },
+    { match: (h) => h === 'pypi.org' || h === 'www.pypi.org', extractor: pypiExtractor },
+    { match: (h) => h === 'dev.to' || h === 'www.dev.to', extractor: devtoExtractor },
+    { match: (h) => h === 'craigslist.org' || h === 'www.craigslist.org' || h.endsWith('.craigslist.org'), extractor: craigslistExtractor },
+    // ── New extractors ────────────────────────────────────────────────────────
+    { match: (h) => h === 'open.spotify.com', extractor: spotifyExtractor },
+    { match: (h) => h === 'tiktok.com' || h === 'www.tiktok.com' || h === 'vm.tiktok.com', extractor: tiktokExtractor },
+    { match: (h) => h === 'pinterest.com' || h === 'www.pinterest.com' || h.endsWith('.pinterest.com'), extractor: pinterestExtractor },
+    { match: (h) => h === 'nytimes.com' || h === 'www.nytimes.com', extractor: nytimesExtractor },
+    { match: (h) => h === 'bbc.com' || h === 'www.bbc.com' || h === 'bbc.co.uk' || h === 'www.bbc.co.uk', extractor: bbcExtractor },
+    { match: (h) => h === 'cnn.com' || h === 'www.cnn.com', extractor: cnnExtractor },
+    { match: (h) => h === 'twitch.tv' || h === 'www.twitch.tv' || h === 'clips.twitch.tv', extractor: twitchExtractor },
+    { match: (h) => h === 'soundcloud.com' || h === 'www.soundcloud.com', extractor: soundcloudExtractor },
+    { match: (h) => h === 'instagram.com' || h === 'www.instagram.com', extractor: instagramExtractor },
+    { match: (h) => h === 'www.producthunt.com' || h === 'producthunt.com', extractor: productHuntExtractor },
+    { match: (h) => h === 'substack.com' || h === 'www.substack.com', extractor: substackRootExtractor },
+    { match: (_h, url = '') => /\.pdf(\?|$|#)/i.test(url) || /\/pdf\//i.test(url), extractor: pdfExtractor },
+    // ── Prediction markets & trading ─────────────────────────────────────────
+    { match: (h) => h === 'polymarket.com' || h === 'www.polymarket.com', extractor: polymarketExtractor },
+    { match: (h) => h === 'kalshi.com' || h === 'www.kalshi.com', extractor: kalshiExtractor },
+    { match: (h) => h === 'tradingview.com' || h === 'www.tradingview.com', extractor: tradingViewExtractor },
+    // ── Sports ───────────────────────────────────────────────────────────────
+    { match: (h) => h === 'espn.com' || h === 'www.espn.com', extractor: espnExtractor },
+    { match: (h) => h === 'draftkings.com' || h === 'www.draftkings.com' || h === 'sportsbook.draftkings.com', extractor: sportsBettingExtractor },
+    { match: (h) => h === 'fanduel.com' || h === 'www.fanduel.com' || h === 'sportsbook.fanduel.com', extractor: sportsBettingExtractor },
+    { match: (h) => h === 'betmgm.com' || h === 'www.betmgm.com', extractor: sportsBettingExtractor },
+    // ── Academic papers ───────────────────────────────────────────────────────
+    { match: (h) => h === 'semanticscholar.org' || h === 'www.semanticscholar.org', extractor: semanticScholarExtractor },
+    { match: (h) => h === 'pubmed.ncbi.nlm.nih.gov', extractor: pubmedExtractor },
+    // ── Crypto ───────────────────────────────────────────────────────────────
+    { match: (h) => h === 'coingecko.com' || h === 'www.coingecko.com', extractor: coinGeckoExtractor },
+    { match: (h) => h === 'coinmarketcap.com' || h === 'www.coinmarketcap.com', extractor: coinGeckoExtractor },
+    // ── Weather ──────────────────────────────────────────────────────────────
+    { match: (h) => h === 'open-meteo.com' || h === 'api.open-meteo.com' || h === 'www.open-meteo.com', extractor: weatherExtractor },
+    { match: (h) => h === 'weather.com' || h === 'www.weather.com', extractor: weatherExtractor },
+    { match: (h) => h === 'accuweather.com' || h === 'www.accuweather.com', extractor: weatherExtractor },
+    // ── Marketplaces & Shopping ───────────────────────────────────────────────
+    { match: (h) => h === 'facebook.com' || h === 'www.facebook.com', extractor: facebookMarketplaceExtractor },
+    { match: (h) => h === 'etsy.com' || h === 'www.etsy.com', extractor: etsyExtractor },
+    { match: (h) => h === 'cars.com' || h === 'www.cars.com', extractor: carsComExtractor },
+    { match: (h) => h === 'ebay.com' || h === 'www.ebay.com', extractor: ebayExtractor },
+    // ── Local / Real Estate ────────────────────────────────────────────────────
+    { match: (h) => h === 'yelp.com' || h === 'www.yelp.com', extractor: yelpExtractor },
+    { match: (h) => h === 'zillow.com' || h === 'www.zillow.com', extractor: zillowExtractor },
+    { match: (h) => h === 'redfin.com' || h === 'www.redfin.com', extractor: redfinExtractor },
+    // ── Travel ──────────────────────────────────────────────────────────────
+    { match: (h, url = '') => (h === 'www.google.com' || h === 'google.com') && url.includes('/travel/flights'), extractor: googleFlightsExtractor },
+    { match: (h, url = '') => (h === 'www.kayak.com' || h === 'kayak.com') && url.includes('/cars/'), extractor: kayakCarRentalExtractor },
+];
+/**
+ * Returns the domain extractor for a URL, or null if none matches.
+ */
+export function getDomainExtractor(url) {
+    try {
+        const { hostname } = new URL(url);
+        const host = hostname.toLowerCase();
+        for (const entry of REGISTRY) {
+            if (entry.match(host, url))
+                return entry.extractor;
+        }
+    }
+    catch (e) {
+        if (process.env.DEBUG)
+            console.debug('[webpeel]', 'url parse failed:', e instanceof Error ? e.message : e);
+    }
+    return null;
+}
+/**
+ * Returns true if a domain extractor exists for the given URL.
+ */
+export function hasDomainExtractor(url) {
+    return getDomainExtractor(url) !== null;
+}
+// ── Extractor Response Cache ──────────────────────────────────────────────
+const EXTRACTOR_CACHE = new Map();
+const CACHE_TTL_MS = 5 * 60 * 1000; // 5 minutes
+/** Clear the extractor response cache (used in tests). */
+export function clearExtractorCache() { EXTRACTOR_CACHE.clear(); }
+function getCachedExtractorResult(url) {
+    const key = url.replace(/[?#].*$/, '').toLowerCase();
+    const entry = EXTRACTOR_CACHE.get(key);
+    if (entry && Date.now() - entry.ts < CACHE_TTL_MS) {
+        return entry.result;
+    }
+    EXTRACTOR_CACHE.delete(key);
+    return null;
+}
+function setCachedExtractorResult(url, result) {
+    const key = url.replace(/[?#].*$/, '').toLowerCase();
+    EXTRACTOR_CACHE.set(key, { result, ts: Date.now() });
+    if (EXTRACTOR_CACHE.size > 500) {
+        const oldest = EXTRACTOR_CACHE.keys().next().value;
+        if (oldest)
+            EXTRACTOR_CACHE.delete(oldest);
+    }
+}
+// ── Redis Shared Cache ────────────────────────────────────────────────────
+let _redisClient = null;
+const REDIS_CACHE_PREFIX = 'wp:ext:';
+const REDIS_CACHE_TTL_SECS = 300;
+/** Inject a Redis client for shared cross-pod caching. */
+export function setExtractorRedis(redis) {
+    _redisClient = redis;
+}
+async function getRedisCache(url) {
+    try {
+        if (!_redisClient)
+            return null;
+        const key = REDIS_CACHE_PREFIX + url.replace(/[?#].*$/, '').toLowerCase();
+        const cached = await _redisClient.get(key);
+        if (!cached)
+            return null;
+        return JSON.parse(cached);
+    }
+    catch {
+        return null;
+    }
+}
+async function setRedisCache(url, result) {
+    try {
+        if (!_redisClient)
+            return;
+        const key = REDIS_CACHE_PREFIX + url.replace(/[?#].*$/, '').toLowerCase();
+        await _redisClient.set(key, JSON.stringify(result), 'EX', REDIS_CACHE_TTL_SECS);
+    }
+    catch {
+        // Redis unavailable — in-memory cache still works
+    }
+}
+/**
+ * Internal implementation: run the extractor for the URL (if one exists).
+ */
+async function _extractDomainDataImpl(html, url) {
+    const extractor = getDomainExtractor(url);
+    if (!extractor)
+        return null;
+    try {
+        return await extractor(html, url);
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Convenience: run the extractor for the URL (if one exists).
+ * Wraps _extractDomainDataImpl with a two-tier cache (in-memory + Redis).
+ */
+export async function extractDomainData(html, url) {
+    // 1. Check in-memory cache (fastest — no network)
+    const cached = getCachedExtractorResult(url);
+    if (cached)
+        return cached;
+    // 2. Check Redis cache (shared across all pods)
+    const redisCached = await getRedisCache(url);
+    if (redisCached) {
+        setCachedExtractorResult(url, redisCached);
+        return redisCached;
+    }
+    // 3. Try the real extractor
+    const result = await _extractDomainDataImpl(html, url);
+    if (result && result.cleanContent.length > 20) {
+        setCachedExtractorResult(url, result);
+        void setRedisCache(url, result);
+        return result;
+    }
+    // 5. Extractor failed/returned garbage — check for any stale cache entry
+    const stale = getCachedExtractorResult(url);
+    if (stale)
+        return stale;
+    // 6. Genuinely nothing — return null so the pipeline falls back to fetch
+    return result;
+}

package/dist/ee/extractors/instagram.d.ts

@@ -0,0 +1,2 @@
+import type { DomainExtractResult } from './types.js';
+export declare function instagramExtractor(_html: string, url: string): Promise<DomainExtractResult | null>;

package/dist/ee/extractors/instagram.js

@@ -0,0 +1,102 @@
+import { simpleFetch } from '../../core/fetcher.js';
+import { tryParseJson, fetchJson } from './shared.js';
+// ---------------------------------------------------------------------------
+// 29. Instagram extractor (oEmbed)
+// ---------------------------------------------------------------------------
+export async function instagramExtractor(_html, url) {
+    const pathParts = new URL(url).pathname.split('/').filter(Boolean);
+    const contentType = pathParts[0] === 'p' ? 'post' : pathParts[0] === 'reel' ? 'reel' : pathParts[0] === 'tv' ? 'igtv' : pathParts.length === 1 ? 'profile' : 'post';
+    // --- Profile extraction via Instagram internal API (no auth needed) ---
+    if (contentType === 'profile' && pathParts.length === 1) {
+        const username = pathParts[0];
+        try {
+            const apiUrl = `https://www.instagram.com/api/v1/users/web_profile_info/?username=${encodeURIComponent(username)}`;
+            const igHeaders = {
+                'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+                'X-IG-App-ID': '936619743392459',
+                'Accept': '*/*',
+                'Referer': 'https://www.instagram.com/',
+            };
+            const apiResult = await simpleFetch(apiUrl, igHeaders['User-Agent'], 12000, igHeaders);
+            const data = tryParseJson(apiResult?.html || '');
+            const user = data?.data?.user;
+            if (user && user.username) {
+                const followers = user.edge_followed_by?.count ?? 0;
+                const following = user.edge_follow?.count ?? 0;
+                const postCount = user.edge_owner_to_timeline_media?.count ?? 0;
+                const fmtNum = (n) => n >= 1000000 ? (n / 1000000).toFixed(1) + 'M' : n >= 1000 ? (n / 1000).toFixed(1) + 'K' : String(n);
+                const structured = {
+                    username: user.username,
+                    fullName: user.full_name || '',
+                    bio: user.biography || '',
+                    followers,
+                    following,
+                    posts: postCount,
+                    verified: user.is_verified || false,
+                    isPrivate: user.is_private || false,
+                    profilePic: user.profile_pic_url_hd || user.profile_pic_url || '',
+                    externalUrl: user.external_url || (user.bio_links?.[0]?.url) || '',
+                    contentType: 'profile',
+                };
+                // Recent posts
+                const edges = user.edge_owner_to_timeline_media?.edges || [];
+                const postSections = [];
+                for (const edge of edges.slice(0, 6)) {
+                    const node = edge?.node;
+                    if (!node)
+                        continue;
+                    const caption = node.edge_media_to_caption?.edges?.[0]?.node?.text || '';
+                    const likes = node.edge_liked_by?.count ?? node.edge_media_preview_like?.count ?? 0;
+                    const comments = node.edge_media_to_comment?.count ?? 0;
+                    const isVideo = node.is_video;
+                    const mediaType = isVideo ? '🎬' : '📸';
+                    const timestamp = node.taken_at_timestamp ? new Date(node.taken_at_timestamp * 1000).toLocaleDateString('en-US', { year: 'numeric', month: 'long', day: 'numeric' }) : '';
+                    const imgUrl = node.thumbnail_src || node.display_url || '';
+                    const captionSnippet = caption ? caption.slice(0, 150) + (caption.length > 150 ? '…' : '') : '';
+                    postSections.push(`### ${mediaType} ${timestamp}\n${captionSnippet}\n❤️ ${fmtNum(likes)} | 💬 ${fmtNum(comments)}${imgUrl ? `\n🖼 ${imgUrl}` : ''}`);
+                }
+                const verifiedBadge = structured.verified ? ' ✓' : '';
+                const privateBadge = structured.isPrivate ? ' 🔒' : '';
+                const bioLine = structured.bio ? `\n\n${structured.bio}` : '';
+                const externalLine = structured.externalUrl ? `\n🌐 ${structured.externalUrl}` : '';
+                const postsSection = postSections.length > 0 ? '\n\n## Recent Posts\n\n' + postSections.join('\n\n---\n\n') : '';
+                const cleanContent = `# @${structured.username} on Instagram${verifiedBadge}${privateBadge}\n\n**${structured.fullName || structured.username}**${bioLine}${externalLine}\n\n👥 ${fmtNum(followers)} Followers | ${fmtNum(following)} Following | ${fmtNum(postCount)} Posts${postsSection}`;
+                return { domain: 'instagram.com', type: 'profile', structured, cleanContent };
+            }
+        }
+        catch (e) {
+            if (process.env.DEBUG)
+                console.debug('[webpeel]', 'Instagram profile API failed:', e instanceof Error ? e.message : e);
+        }
+    }
+    // --- Post/Reel/IGTV: Try oEmbed API ---
+    try {
+        const oembedUrl = `https://graph.facebook.com/v22.0/instagram_oembed?url=${encodeURIComponent(url)}&fields=title,author_name,provider_name,thumbnail_url`;
+        const data = await fetchJson(oembedUrl);
+        // Also try noembed.com as fallback
+        let resolvedData = data;
+        if (!data || data.error) {
+            const noembedUrl = `https://noembed.com/embed?url=${encodeURIComponent(url)}`;
+            resolvedData = await fetchJson(noembedUrl);
+        }
+        if (!resolvedData || resolvedData.error)
+            return null;
+        const structured = {
+            title: resolvedData.title || '',
+            author: resolvedData.author_name || '',
+            authorUrl: resolvedData.author_url || '',
+            thumbnailUrl: resolvedData.thumbnail_url || '',
+            contentType,
+            provider: 'Instagram',
+        };
+        const typeEmoji = contentType === 'reel' ? '🎬' : contentType === 'post' ? '📸' : '📱';
+        const titleText = structured.title || `Instagram ${contentType} by ${structured.author}`;
+        const cleanContent = `## ${typeEmoji} Instagram ${contentType}: ${titleText}\n\n**Creator:** @${structured.author.replace('@', '')}\n**URL:** ${url}`;
+        return { domain: 'instagram.com', type: contentType, structured, cleanContent };
+    }
+    catch (e) {
+        if (process.env.DEBUG)
+            console.debug('[webpeel]', 'Instagram oEmbed failed:', e instanceof Error ? e.message : e);
+        return null;
+    }
+}

package/dist/ee/extractors/kalshi.d.ts

@@ -0,0 +1,2 @@
+import type { DomainExtractResult } from './types.js';
+export declare function kalshiExtractor(_html: string, url: string): Promise<DomainExtractResult | null>;

package/dist/ee/extractors/kalshi.js

@@ -0,0 +1,121 @@
+import { fetchJson } from './shared.js';
+// ---------------------------------------------------------------------------
+// 34. Kalshi extractor — prediction market data via Kalshi Elections API
+// ---------------------------------------------------------------------------
+export async function kalshiExtractor(_html, url) {
+    const urlObj = new URL(url);
+    const path = urlObj.pathname;
+    const domain = 'kalshi.com';
+    // Helper: format Kalshi dollar price (they use dollars like 0.78 = 78¢ = 78%)
+    const fmtPct = (v) => {
+        const n = typeof v === 'string' ? parseFloat(v) : v;
+        if (n == null || isNaN(n))
+            return '?%';
+        return (n * 100).toFixed(0) + '%';
+    };
+    const fmtVol = (v) => {
+        const n = typeof v === 'string' ? parseFloat(v) : v;
+        if (n == null || isNaN(n) || n === 0)
+            return '$0';
+        if (n >= 1_000_000)
+            return `$${(n / 1_000_000).toFixed(1)}M`;
+        if (n >= 1_000)
+            return `$${(n / 1_000).toFixed(1)}K`;
+        return `$${n.toFixed(0)}`;
+    };
+    // Only handle paths we explicitly support. Return null for unknown paths
+    // (e.g. /help, /about, /portfolio) so the pipeline falls through to browser rendering.
+    const isRootOrMarkets = path === '/' || path === '' || path === '/markets' || path.startsWith('/markets?');
+    const tickerMatch = path.match(/^\/(?:markets|events)\/([^/?#]+)/);
+    if (!isRootOrMarkets && !tickerMatch) {
+        return null;
+    }
+    // --- Specific market/event page: /markets/<ticker> or /events/<ticker> ---
+    if (tickerMatch) {
+        const ticker = tickerMatch[1].toUpperCase();
+        try {
+            // Try fetching the specific event by ticker
+            const data = await fetchJson(`https://api.elections.kalshi.com/trade-api/v2/events/${ticker}?with_nested_markets=true`);
+            const event = data?.event;
+            if (event) {
+                const markets = event.markets || [];
+                const structured = {
+                    title: event.title,
+                    ticker: event.event_ticker,
+                    category: event.category,
+                    markets: markets.map((m) => ({
+                        title: m.title,
+                        ticker: m.ticker,
+                        yes_bid: m.yes_bid_dollars,
+                        yes_ask: m.yes_ask_dollars,
+                        volume: m.volume_fp,
+                        volume_24h: m.volume_24h_fp,
+                        last_price: m.last_price_dollars,
+                        expiration: m.expiration_time,
+                    })),
+                };
+                const marketsMd = markets.map((m) => {
+                    const yesBid = fmtPct(m.yes_bid_dollars);
+                    const yesAsk = fmtPct(m.yes_ask_dollars);
+                    const vol = fmtVol(m.volume_fp);
+                    const vol24 = fmtVol(m.volume_24h_fp);
+                    const expiry = m.expiration_time ? m.expiration_time.slice(0, 10) : '?';
+                    return `- **${m.title}**\n  Yes: ${yesBid}–${yesAsk} | Vol: ${vol} | Vol 24h: ${vol24} | Expires: ${expiry}`;
+                }).join('\n\n');
+                const cleanContent = `# 🎯 Kalshi: ${event.title}
+
+**Category:** ${event.category || 'General'} | **Ticker:** ${event.event_ticker}
+
+## Markets
+
+${marketsMd || '*No active markets found.*'}
+
+---
+*Source: [Kalshi](https://kalshi.com/markets/${ticker.toLowerCase()}) · Data via Kalshi Trade API*`;
+                return { domain, type: 'event', structured, cleanContent };
+            }
+        }
+        catch (e) {
+            if (process.env.DEBUG)
+                console.debug('[webpeel]', 'Kalshi event fetch failed:', e instanceof Error ? e.message : e);
+        }
+    }
+    // --- Main page or /markets: show top open events ---
+    try {
+        const data = await fetchJson('https://api.elections.kalshi.com/trade-api/v2/events?limit=20&status=open&with_nested_markets=true');
+        const events = data?.events || [];
+        if (events.length > 0) {
+            const rows = events.slice(0, 15).map((e) => {
+                const markets = e.markets || [];
+                const firstMkt = markets[0];
+                const yesBid = firstMkt ? fmtPct(firstMkt.yes_bid_dollars) : '?%';
+                const vol24 = firstMkt ? fmtVol(firstMkt.volume_24h_fp) : '$0';
+                const mktCount = markets.length > 1 ? ` (+${markets.length - 1} more)` : '';
+                return `| ${e.title} | ${yesBid}${mktCount} | ${vol24} | ${e.category || '?'} |`;
+            }).join('\n');
+            const structured = {
+                events: events.slice(0, 15).map((e) => ({
+                    title: e.title,
+                    ticker: e.event_ticker,
+                    category: e.category,
+                    markets: (e.markets || []).length,
+                })),
+                fetchedAt: new Date().toISOString(),
+            };
+            const cleanContent = `# 🎯 Kalshi — Top Open Events
+
+| Event | Yes Price | Vol 24h | Category |
+|-------|-----------|---------|----------|
+${rows}
+
+---
+*Source: [Kalshi](https://kalshi.com/markets) · Data via Kalshi Trade API*`;
+            return { domain, type: 'markets', structured, cleanContent };
+        }
+    }
+    catch (e) {
+        if (process.env.DEBUG)
+            console.debug('[webpeel]', 'Kalshi markets fetch failed:', e instanceof Error ? e.message : e);
+    }
+    return null;
+}

package/dist/ee/extractors/kayak-cars.d.ts

@@ -0,0 +1,2 @@
+import type { DomainExtractResult } from './types.js';
+export declare function kayakCarRentalExtractor(_html: string, url: string): Promise<DomainExtractResult | null>;