webpeel 0.21.85 → 0.21.87

package/dist/cli/commands/fetch.js

@@ -289,6 +289,7 @@ export async function runFetch(url, options) {
             format: options.html ? 'html' : options.text ? 'text' : options.clean ? 'clean' : 'markdown',
             budget: null, // Budget excluded from cache key — cache stores full content
             readable: options.readable || false,
+            noDomainApi: options.skipDomainApi || false, // Different cache for domain-api bypass
         };
         const cachedResult = getCache(url, cacheOptions);
         if (cachedResult) {
@@ -603,6 +604,7 @@ export async function runFetch(url, options) {
             headers,
             cookies: options.cookie,
             raw: options.raw || false,
+            noDomainApi: options.skipDomainApi || false,
             lite: options.lite || false,
             actions,
             maxTokens: options.maxTokens,
@@ -724,6 +726,16 @@ export async function runFetch(url, options) {
                 ? ` [${result.domainData.domain}:${result.domainData.type}]`
                 : '';
             spinner.succeed(`Fetched in ${result.elapsed}ms using ${result.method} method${domainTag}`);
+            // Smart hints — suggest features the user might not know about
+            if (!options.silent && !options.json && !options.skipDomainApi) {
+                if (result.method === 'domain-api') {
+                    const extractorName = result.domainData?.domain || new URL(url).hostname.replace('www.', '') || 'domain';
+                    console.error(`\x1b[33m💡 Tip: Using our ${extractorName} extractor. Want the raw page instead? Add --skip-domain-api\x1b[0m`);
+                }
+            }
+            if (!options.silent && !options.json && result.tokens && result.tokens < 50 && !options.render) {
+                console.error(`\x1b[33m💡 Tip: Page returned very little content. Try --render for JavaScript-heavy sites or --stealth if blocked.\x1b[0m`);
+            }
         }
         // Show metadata header
         const pageTitle = result.metadata?.title || result.title;
@@ -1176,6 +1188,7 @@ export function registerFetchCommands(program) {
         .option('--images', 'Output image URLs from the page')
         .option('--meta', 'Output only the page metadata (title, description, author, etc.)')
         .option('--raw', 'Return full page without smart content extraction')
+        .option('--skip-domain-api', 'Bypass domain-specific API extractors — force actual page scraping')
         .option('--full', 'Alias for --raw — full page content, no budget')
         .option('--lite', 'Lite mode — minimal processing, maximum speed (skip pruning, budget, metadata)')
         .option('--action <actions...>', 'Page actions before scraping (e.g., "click:.btn" "wait:2000" "scroll:bottom")')

package/dist/cli/utils.js

@@ -35,7 +35,14 @@ export async function checkForUpdates() {
         if (latest && latest !== cliVersion && cliVersion !== '0.0.0') {
             // Skip update notice in silent mode
             if (process.env.WEBPEEL_LOG_LEVEL !== 'silent') {
-                console.error(`\n💡 WebPeel v${latest} available (you have v${cliVersion}). Update: npm i -g webpeel@latest\n`);
+                const msg = `Update available: ${cliVersion} → ${latest}`;
+                const cmd = 'npm i -g webpeel@latest';
+                const width = Math.max(msg.length, cmd.length) + 4;
+                const line = '─'.repeat(width);
+                console.error(`\n\x1b[33m╭${line}╮\x1b[0m`);
+                console.error(`\x1b[33m│\x1b[0m  ${msg.padEnd(width - 2)}  \x1b[33m│\x1b[0m`);
+                console.error(`\x1b[33m│\x1b[0m  Run: \x1b[36m${cmd}\x1b[0m${' '.repeat(width - 6 - cmd.length)}  \x1b[33m│\x1b[0m`);
+                console.error(`\x1b[33m╰${line}╯\x1b[0m\n`);
             }
         }
     }
@@ -208,6 +215,8 @@ export async function fetchViaApi(url, options, apiKey, apiUrl) {
         params.set('budget', String(options.budget));
     if (options.question)
         params.set('question', options.question);
+    if (options.noDomainApi)
+        params.set('noDomainApi', 'true');
     const res = await fetch(`${apiUrl}/v1/fetch?${params}`, {
         headers: { Authorization: `Bearer ${apiKey}` },
         signal: AbortSignal.timeout(60000),

package/dist/core/http-fetch.js

@@ -154,10 +154,12 @@ export function createAbortError() {
  * proxy when proxy credentials are configured (WEBSHARE_PROXY_* env vars).
  */
 export const PROXY_PREFERRED_DOMAINS = [
+    // Social / content
     'reddit.com',
     'old.reddit.com',
     'forbes.com',
     'fortune.com',
+    // Auto / cars
     'cargurus.com',
     'edmunds.com',
     'cars.com',
@@ -165,14 +167,29 @@ export const PROXY_PREFERRED_DOMAINS = [
     'autotrader.com',
     'carfax.com',
     'tesla.com',
+    'motortrend.com',
+    'jdpower.com',
+    // Finance / home
     'nerdwallet.com',
     'bankrate.com',
     'homeadvisor.com',
     'angi.com',
+    // EV / auto news
     'insideevs.com',
     'electrek.co',
-    'motortrend.com',
-    'jdpower.com',
+    // Restaurants / food
+    'yelp.com',
+    // Travel
+    'kayak.com',
+    'booking.com',
+    'expedia.com',
+    'tripadvisor.com',
+    'hotels.com',
+    // Shopping / products
+    'amazon.com',
+    'bestbuy.com',
+    'walmart.com',
+    'target.com',
 ];
 /**
  * Returns true if the URL's domain is on the proxy-preferred blocklist.

package/dist/core/pipeline.js

@@ -341,7 +341,8 @@ export async function fetchContent(ctx) {
     const needsDesignAnalysis = ctx.options.designAnalysis && ctx.render;
     // Try API-based domain extraction first (Reddit, GitHub, HN use APIs, not HTML)
     // This avoids expensive browser fetches that often get blocked
-    if (hasDomainExtractor(ctx.url)) {
+    // Skip if noDomainApi is set — user wants raw page content, not API shortcut
+    if (hasDomainExtractor(ctx.url) && !ctx.options.noDomainApi) {
         try {
             ctx.timer.mark('domainApiFirst');
             const ddResult = await runDomainExtract('', ctx.url);
@@ -1078,7 +1079,7 @@ export async function postProcess(ctx) {
     }
     // Domain-aware structured extraction (Twitter, Reddit, GitHub, HN)
     // Fires when URL matches a known domain. Replaces content with clean markdown.
-    if (hasDomainExtractor(fetchResult.url) && !ctx.domainApiHandled) {
+    if (hasDomainExtractor(fetchResult.url) && !ctx.domainApiHandled && !ctx.options.noDomainApi) {
         try {
             ctx.timer.mark('domainExtract');
             // Try raw HTML first, then fall back to readability-processed content

package/dist/core/schema-templates.js

@@ -57,42 +57,55 @@ export const SCHEMA_TEMPLATES = {
         name: 'Event',
         description: 'Extract event information',
         fields: {
-            name: 'event name or title',
-            date: 'event date and time',
-            location: 'venue or location',
-            description: 'event description',
-            price: 'ticket price or cost',
-            organizer: 'event organizer',
-            url: 'registration or ticket URL',
+            name: 'What is the name of this event?',
+            date: 'When does this event take place?',
+            time: 'What time does this event start?',
+            location: 'Where is this event held?',
+            price: 'How much does this event cost?',
+            description: 'What is this event about?',
+            organizer: 'Who is organizing this event?',
         },
     },
     recipe: {
         name: 'Recipe',
         description: 'Extract recipe information from cooking sites',
         fields: {
-            title: 'recipe name',
-            ingredients: 'list of ingredients with quantities',
-            instructions: 'cooking steps or directions',
-            prepTime: 'preparation time',
-            cookTime: 'cooking time',
-            servings: 'number of servings',
-            calories: 'calories per serving',
-            author: 'recipe author or source',
+            name: 'What is the name of this recipe?',
+            ingredients: 'What ingredients are needed? List all.',
+            steps: 'What are the cooking steps or instructions?',
+            prepTime: 'How long does preparation take?',
+            cookTime: 'How long does cooking take?',
+            servings: 'How many servings does this recipe make?',
+            calories: 'How many calories per serving?',
+            rating: 'What is the recipe rating?',
         },
     },
     job: {
         name: 'Job',
         description: 'Extract job posting information',
         fields: {
-            title: 'job title',
-            company: 'company name',
-            location: 'job location',
-            salary: 'salary range or compensation',
-            description: 'job description',
-            requirements: 'required qualifications or skills',
-            type: 'job type (full-time, part-time, remote)',
-            posted: 'date posted',
-            applyUrl: 'application URL or link',
+            title: 'What is the job title?',
+            company: 'What company is hiring?',
+            location: 'Where is the job located?',
+            salary: 'What is the salary or compensation range?',
+            type: 'Is this full-time, part-time, contract, or remote?',
+            requirements: 'What are the key requirements or qualifications?',
+            description: 'What is the job description?',
+            applyUrl: 'What is the URL or method to apply?',
+        },
+    },
+    business: {
+        name: 'Business',
+        description: 'Extract business/company information',
+        fields: {
+            name: 'What is the business name?',
+            address: 'What is the full address?',
+            phone: 'What is the phone number?',
+            hours: 'What are the business hours?',
+            rating: 'What is the business rating?',
+            reviewCount: 'How many reviews does this business have?',
+            website: 'What is the business website URL?',
+            categories: 'What type of business is this?',
         },
     },
     review: {

package/dist/core/search-provider.d.ts

@@ -19,6 +19,8 @@ export interface WebSearchResult {
     snippet: string;
     /** Relevance score (0–1) based on keyword overlap with query. Added by filterRelevantResults. */
     relevanceScore?: number;
+    /** Thumbnail/image URL from SearXNG results (img_src or thumbnail field). */
+    imageUrl?: string;
 }
 export interface WebSearchOptions {
     /** Number of results (1-10) */

package/dist/core/search-provider.js

@@ -1066,8 +1066,15 @@ export class DuckDuckGoProvider {
                 if (searxResults.length > 0) {
                     providerStats.record('searxng', true);
                     log.debug(`source=searxng returned ${searxResults.length} results`);
-                    const filtered = filterRelevantResults(searxResults, query);
-                    return filtered.length > 0 ? filtered : searxResults;
+                    // Map SearXNG results to WebSearchResult (description → snippet, imageUrl passthrough)
+                    const mapped = searxResults.map(r => ({
+                        title: r.title,
+                        url: r.url,
+                        snippet: r.description ?? '',
+                        imageUrl: r.imageUrl,
+                    }));
+                    const filtered = filterRelevantResults(mapped, query);
+                    return filtered.length > 0 ? filtered : mapped;
                 }
                 providerStats.record('searxng', false);
                 log.debug('SearXNG returned 0 results, falling through to DDG');

package/dist/core/searxng-provider.d.ts

@@ -16,6 +16,7 @@ export interface SearXNGSearchResult {
     description?: string;
     publishedDate?: string;
     score?: number;
+    imageUrl?: string;
 }
 /**
  * Fetches search results from a SearXNG instance.

package/dist/core/searxng-provider.js

@@ -69,6 +69,7 @@ export async function searchViaSearXNG(query, options = {}) {
                 description: r.content ?? undefined,
                 publishedDate: r.publishedDate ?? undefined,
                 score: r.score ?? undefined,
+                imageUrl: r.img_src ?? r.thumbnail ?? undefined,
             });
             if (output.length >= count)
                 break;

package/dist/ee/challenge-re-export.d.ts

@@ -0,0 +1 @@
+export { solveChallenge } from './challenge-solver.js';

package/dist/ee/challenge-re-export.js

@@ -0,0 +1 @@
+export { solveChallenge } from './challenge-solver.js';

package/dist/{core → ee}/challenge-solver.d.ts

@@ -17,7 +17,7 @@
  *    // result.cookies = ["cf_clearance=...", ...]
  *  }
  */
-import type { ChallengeType } from './challenge-detection.js';
+import type { ChallengeType } from '../core/challenge-detection.js';
 export interface ImageCaptchaResult {
     solved: boolean;
     rounds: number;

package/dist/{core → ee}/challenge-solver.js

@@ -17,8 +17,8 @@
  *    // result.cookies = ["cf_clearance=...", ...]
  *  }
  */
-import { cacheCookiesForUrl } from './cookie-cache.js';
-import { createLogger } from './logger.js';
+import { cacheCookiesForUrl } from '../core/cookie-cache.js';
+import { createLogger } from '../core/logger.js';
 const log = createLogger('challenge-solver');
 // ── Image CAPTCHA solver constants ────────────────────────────────────────────
 const OLLAMA_VISION_URL = 'http://178.156.229.86:11435/api/generate';
@@ -372,7 +372,7 @@ export async function solveChallenge(url, challengeType, html, options = {}) {
 async function solveCaptchaWithVision(url, _html, timeoutMs, proxy) {
     let page = null;
     try {
-        const { getStealthBrowser, getRandomUserAgent, getRandomViewport, applyStealthScripts } = await import('./browser-pool.js');
+        const { getStealthBrowser, getRandomUserAgent, getRandomViewport, applyStealthScripts } = await import('../core/browser-pool.js');
         const browser = await getStealthBrowser();
         const vp = getRandomViewport();
         const ctx = await browser.newContext({
@@ -446,7 +446,7 @@ async function solveCloudflare(url, _html, timeoutMs, proxy) {
     let browser = null;
     let page = null;
     try {
-        const { getStealthBrowser, getRandomUserAgent, getRandomViewport, applyStealthScripts } = await import('./browser-pool.js');
+        const { getStealthBrowser, getRandomUserAgent, getRandomViewport, applyStealthScripts } = await import('../core/browser-pool.js');
         browser = await getStealthBrowser();
         const vp = getRandomViewport();
         const ctx = await browser.newContext({
@@ -528,7 +528,7 @@ async function solveCloudflare(url, _html, timeoutMs, proxy) {
 async function solveWithStealthBrowser(url, _html, timeoutMs, proxy, challengeType) {
     let page = null;
     try {
-        const { getStealthBrowser, getRandomUserAgent, getRandomViewport, applyStealthScripts } = await import('./browser-pool.js');
+        const { getStealthBrowser, getRandomUserAgent, getRandomViewport, applyStealthScripts } = await import('../core/browser-pool.js');
         const browser = await getStealthBrowser();
         const vp = getRandomViewport();
         const ctx = await browser.newContext({

package/dist/ee/domain-extractors.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Domain-aware structured extractors for WebPeel.
+ *
+ * This file re-exports from individual extractor files for backward compatibility.
+ * Each extractor now lives in its own file under src/ee/extractors/.
+ */
+export { getDomainExtractor, hasDomainExtractor, extractDomainData, clearExtractorCache, setExtractorRedis, } from './extractors/index.js';
+export type { DomainExtractResult, DomainExtractor } from './extractors/index.js';

package/dist/ee/domain-extractors.js

@@ -0,0 +1,8 @@
+/**
+ * Domain-aware structured extractors for WebPeel.
+ *
+ * This file re-exports from individual extractor files for backward compatibility.
+ * Each extractor now lives in its own file under src/ee/extractors/.
+ */
+// Re-exported from individual extractor files for backward compatibility
+export { getDomainExtractor, hasDomainExtractor, extractDomainData, clearExtractorCache, setExtractorRedis, } from './extractors/index.js';

package/dist/{server/premium → ee}/domain-intel.d.ts

@@ -11,6 +11,6 @@
  *
  * This module is NOT shipped in the npm package.
  */
-import type { StrategyHooks } from '../../core/strategy-hooks.js';
+import type { StrategyHooks } from '../core/strategy-hooks.js';
 export declare function clearDomainIntel(): void;
 export declare function createDomainIntelHooks(): Pick<StrategyHooks, 'getDomainRecommendation' | 'recordDomainResult'>;

package/dist/ee/extractors/allrecipes.d.ts

@@ -0,0 +1,2 @@
+import type { DomainExtractResult } from './types.js';
+export declare function allrecipesExtractor(html: string, url: string): Promise<DomainExtractResult | null>;

package/dist/ee/extractors/allrecipes.js

@@ -0,0 +1,120 @@
+import { tryParseJson } from './shared.js';
+// ---------------------------------------------------------------------------
+// 15. Allrecipes (Recipe Sites) extractor
+// ---------------------------------------------------------------------------
+export async function allrecipesExtractor(html, url) {
+    try {
+        const { load } = await import('cheerio');
+        const $ = load(html);
+        // Try Schema.org Recipe JSON-LD first
+        let recipe = null;
+        $('script[type="application/ld+json"]').each((_, el) => {
+            if (recipe)
+                return;
+            const raw = $(el).html() || '';
+            const parsed = tryParseJson(raw);
+            // Can be an array or direct object
+            const candidates = Array.isArray(parsed) ? parsed : [parsed];
+            for (const item of candidates) {
+                if (item?.['@type'] === 'Recipe' || (Array.isArray(item?.['@type']) && item['@type'].includes('Recipe'))) {
+                    recipe = item;
+                    break;
+                }
+                // Sometimes it's nested in @graph
+                if (item?.['@graph']) {
+                    const graphRecipe = item['@graph'].find((g) => g?.['@type'] === 'Recipe');
+                    if (graphRecipe) {
+                        recipe = graphRecipe;
+                        break;
+                    }
+                }
+            }
+        });
+        let title;
+        let ingredients = [];
+        let instructions = [];
+        let prepTime = '';
+        let cookTime = '';
+        let totalTime = '';
+        let servings = '';
+        let rating = '';
+        let reviewCount = '';
+        let description = '';
+        if (recipe) {
+            title = recipe.name || '';
+            description = recipe.description || '';
+            ingredients = (recipe.recipeIngredient || []).map((i) => i.trim());
+            // Instructions can be strings or HowToStep objects
+            const rawInstructions = recipe.recipeInstructions || [];
+            for (const step of rawInstructions) {
+                if (typeof step === 'string')
+                    instructions.push(step.trim());
+                else if (step.text)
+                    instructions.push(step.text.trim());
+                else if (step['@type'] === 'HowToSection' && step.itemListElement) {
+                    for (const s of step.itemListElement) {
+                        if (s.text)
+                            instructions.push(s.text.trim());
+                    }
+                }
+            }
+            // Parse ISO 8601 duration (PT30M, PT1H30M)
+            const parseDuration = (d) => {
+                if (!d)
+                    return '';
+                const h = d.match(/(\d+)H/)?.[1];
+                const m = d.match(/(\d+)M/)?.[1];
+                return [h ? `${h}h` : '', m ? `${m}m` : ''].filter(Boolean).join(' ');
+            };
+            prepTime = parseDuration(recipe.prepTime || '');
+            cookTime = parseDuration(recipe.cookTime || '');
+            totalTime = parseDuration(recipe.totalTime || '');
+            servings = String(recipe.recipeYield || '');
+            rating = recipe.aggregateRating?.ratingValue ? String(recipe.aggregateRating.ratingValue) : '';
+            reviewCount = recipe.aggregateRating?.reviewCount ? String(recipe.aggregateRating.reviewCount) : '';
+        }
+        else {
+            // HTML fallback
+            title = $('h1').first().text().trim() ||
+                $('meta[property="og:title"]').attr('content') || '';
+            description = $('meta[property="og:description"]').attr('content') || '';
+            $('[class*="ingredient"]').each((_, el) => {
+                const text = $(el).text().trim();
+                if (text && text.length < 200)
+                    ingredients.push(text);
+            });
+            $('[class*="instruction"] li, [class*="step"] li').each((_, el) => {
+                const text = $(el).text().trim();
+                if (text)
+                    instructions.push(text);
+            });
+        }
+        if (!title)
+            return null;
+        const structured = {
+            title, description, ingredients, instructions,
+            prepTime, cookTime, totalTime, servings, rating, reviewCount, url,
+        };
+        const timeParts = [
+            prepTime ? `Prep: ${prepTime}` : '',
+            cookTime ? `Cook: ${cookTime}` : '',
+            totalTime ? `Total: ${totalTime}` : '',
+        ].filter(Boolean).join(' | ');
+        const metaLine = [
+            timeParts,
+            servings ? `Servings: ${servings}` : '',
+            rating ? `Rating: ${rating}${reviewCount ? ` (${reviewCount} reviews)` : ''}` : '',
+        ].filter(Boolean).join(' | ');
+        const ingredientsMd = ingredients.length
+            ? `## Ingredients\n\n${ingredients.map(i => `- ${i}`).join('\n')}`
+            : '';
+        const instructionsMd = instructions.length
+            ? `## Instructions\n\n${instructions.map((s, i) => `${i + 1}. ${s}`).join('\n')}`
+            : '';
+        const cleanContent = `# 🍽️ ${title}\n\n${metaLine ? `*${metaLine}*\n\n` : ''}${description ? description + '\n\n' : ''}${ingredientsMd}\n\n${instructionsMd}`.trim();
+        return { domain: 'allrecipes.com', type: 'recipe', structured, cleanContent };
+    }
+    catch {
+        return null;
+    }
+}

package/dist/ee/extractors/amazon.d.ts

@@ -0,0 +1,2 @@
+import type { DomainExtractResult } from './types.js';
+export declare function amazonExtractor(html: string, url: string): Promise<DomainExtractResult | null>;

package/dist/ee/extractors/amazon.js

@@ -0,0 +1,78 @@
+import { tryParseJson } from './shared.js';
+// ---------------------------------------------------------------------------
+// 12. Amazon Products extractor
+// ---------------------------------------------------------------------------
+export async function amazonExtractor(html, url) {
+    try {
+        const { load } = await import('cheerio');
+        const $ = load(html);
+        // Extract from JSON-LD first
+        let jsonLdData = null;
+        $('script[type="application/ld+json"]').each((_, el) => {
+            if (jsonLdData)
+                return;
+            const raw = $(el).html() || '';
+            const parsed = tryParseJson(raw);
+            if (parsed?.['@type'] === 'Product')
+                jsonLdData = parsed;
+        });
+        // Meta tag fallbacks
+        const ogTitle = $('meta[property="og:title"]').attr('content') || '';
+        const ogDescription = $('meta[property="og:description"]').attr('content') || '';
+        const ogImage = $('meta[property="og:image"]').attr('content') || '';
+        // HTML selectors
+        const title = jsonLdData?.name ||
+            $('#productTitle').text().trim() ||
+            $('#title').text().trim() ||
+            ogTitle;
+        if (!title)
+            return null;
+        const priceWhole = $('#priceblock_ourprice').text().trim() ||
+            $('.a-price .a-offscreen').first().text().trim() ||
+            $('[data-asin-price]').first().attr('data-asin-price') || '';
+        const rating = jsonLdData?.aggregateRating?.ratingValue ||
+            $('#acrPopover .a-size-base.a-color-base').first().text().trim() ||
+            $('span[data-hook="rating-out-of-text"]').text().trim() || '';
+        const reviewCount = jsonLdData?.aggregateRating?.reviewCount ||
+            $('#acrCustomerReviewText').text().replace(/[^0-9,]/g, '').trim() || '';
+        const availability = jsonLdData?.offers?.availability?.replace('https://schema.org/', '') ||
+            $('#availability span').first().text().trim() || '';
+        const description = jsonLdData?.description ||
+            $('#feature-bullets .a-list-item').map((_, el) => $(el).text().trim()).get().join('\n') ||
+            $('#productDescription p').text().trim() ||
+            ogDescription;
+        const features = [];
+        $('#feature-bullets li').each((_, el) => {
+            const text = $(el).text().trim();
+            if (text && !text.includes('Make sure this fits'))
+                features.push(text);
+        });
+        // ASIN from URL
+        const asinMatch = url.match(/\/dp\/([A-Z0-9]{10})/i);
+        const asin = asinMatch?.[1] || '';
+        const structured = {
+            title,
+            price: priceWhole,
+            rating,
+            reviewCount,
+            availability,
+            description,
+            features,
+            asin,
+            image: ogImage,
+            url,
+        };
+        const ratingLine = rating ? `\n**Rating:** ${rating}${reviewCount ? ` (${reviewCount} reviews)` : ''}` : '';
+        const priceLine = priceWhole ? `\n**Price:** ${priceWhole}` : '';
+        const availLine = availability ? `\n**Availability:** ${availability}` : '';
+        const featuresSection = features.length
+            ? `\n\n## Features\n\n${features.map(f => `- ${f}`).join('\n')}`
+            : '';
+        const descSection = description ? `\n\n## Description\n\n${description.substring(0, 1000)}` : '';
+        const cleanContent = `# 🛒 ${title}${priceLine}${ratingLine}${availLine}${descSection}${featuresSection}`;
+        return { domain: 'amazon.com', type: 'product', structured, cleanContent };
+    }
+    catch {
+        return null;
+    }
+}

package/dist/ee/extractors/arxiv.d.ts

@@ -0,0 +1,2 @@
+import type { DomainExtractResult } from './types.js';
+export declare function arxivExtractor(_html: string, url: string): Promise<DomainExtractResult | null>;