recker 1.0.79 → 1.0.80-next.70ea84d

package/dist/cli/handlers/spider.js

@@ -1,25 +1,43 @@
 import { createOutput } from '../handler-types.js';
 import colors from '../../utils/colors.js';
+import { parseSpiderSerpConfig } from '../utils/serp-config.js';
+import { runSpiderKeywordCampaign, toSerpPayload } from '../utils/serp-campaign.js';
+import { getOptionValue, toBoolean, toNonNegativeInt, toOptionString, toSpiderTransport, toSpiderFocusMode, } from '../utils/option-helpers.js';
 function isExtendedContext(tui) {
-    return tui && typeof tui.setLoading === 'function';
+    return !!tui && typeof tui.setLoading === 'function';
 }
 export const spiderHandler = async (ctx) => {
     const out = createOutput(ctx);
     const extCtx = isExtendedContext(ctx.tui) ? ctx.tui : null;
+    const options = ctx.result.options;
+    const serpConfig = parseSpiderSerpConfig(options);
+    const shouldRunSerp = !!ctx.result.options.seo && serpConfig.enabled;
     let url = ctx.result.positional.url;
-    const depth = ctx.result.options.depth || 10;
-    const limit = ctx.result.options.limit || 1000;
-    const concurrency = ctx.result.options.concurrency || 5;
-    const output = ctx.result.options.output;
-    const focus = ctx.result.options.focus || 'all';
-    const seo = ctx.result.options.seo;
-    const robots = ctx.result.options.robots;
-    const jsonOutput = ctx.result.options.json;
-    const jsonl = ctx.result.options.jsonl;
-    const extract = ctx.result.options.extract;
-    const include = ctx.result.options.include;
-    const exclude = ctx.result.options.exclude;
-    const noSitemap = ctx.result.options.noSitemap;
+    const depth = toNonNegativeInt(ctx.result.options.depth, 10);
+    const limit = toNonNegativeInt(ctx.result.options.limit, 1000);
+    const concurrency = toNonNegativeInt(ctx.result.options.concurrency, 5);
+    const output = toOptionString(ctx.result.options.output);
+    const focus = toSpiderFocusMode(ctx.result.options.focus);
+    const seo = toBoolean(ctx.result.options.seo, false);
+    const robots = toBoolean(ctx.result.options.robots, false);
+    const jsonOutput = toBoolean(ctx.result.options.json, false);
+    const jsonl = toBoolean(ctx.result.options.jsonl, false);
+    const extract = toOptionString(ctx.result.options.extract);
+    const include = toOptionString(ctx.result.options.include);
+    const exclude = toOptionString(ctx.result.options.exclude);
+    const noSitemap = toBoolean(ctx.result.options.noSitemap, false);
+    const transport = toSpiderTransport(getOptionValue(options, 'transport'));
+    const preferCurlFirst = toBoolean(getOptionValue(options, 'preferCurlFirst', 'prefer-curl-first'), true);
+    const timeout = toNonNegativeInt(getOptionValue(options, 'timeout'), 10000);
+    const delay = toNonNegativeInt(getOptionValue(options, 'delay'), 100);
+    const maxRetryAttempts = toNonNegativeInt(getOptionValue(options, 'maxRetryAttempts', 'max-retry-attempts'), 3);
+    const baseRetryDelayMs = toNonNegativeInt(getOptionValue(options, 'baseRetryDelayMs', 'base-retry-delay-ms'), 1000);
+    const maxRetryDelayMs = toNonNegativeInt(getOptionValue(options, 'maxRetryDelayMs', 'max-retry-delay-ms'), 12000);
+    const retryBackoffMultiplier = toNonNegativeInt(getOptionValue(options, 'retryBackoffMultiplier', 'retry-backoff-multiplier'), 2);
+    const retryJitterMs = toNonNegativeInt(getOptionValue(options, 'retryJitterMs', 'retry-jitter-ms'), 250);
+    const maxDomainBlockStrikes = toNonNegativeInt(getOptionValue(options, 'maxDomainBlockStrikes', 'max-domain-block-strikes'), 2);
+    const rotateUserAgent = toBoolean(getOptionValue(options, 'rotateUserAgent', 'rotate-user-agent'), true);
+    const randomizeHeaders = toBoolean(getOptionValue(options, 'randomizeHeaders', 'randomize-headers'), true);
     if (!url) {
         out.error(colors.red('URL is required'));
         if (!ctx.isTui)
@@ -39,12 +57,26 @@ export const spiderHandler = async (ctx) => {
                 robots,
                 seo,
                 useSitemap: seo && !noSitemap,
-                focus: focus,
+                focus,
                 extract: extract ? extract.split(',').map(s => s.trim()) : undefined,
                 include: include ? include.split(',').map(s => s.trim()) : undefined,
                 exclude: exclude ? exclude.split(',').map(s => s.trim()) : undefined,
+                transport,
+                preferCurlFirst,
+                timeout,
+                delay,
+                maxRetryAttempts,
+                baseRetryDelayMs,
+                maxRetryDelayMs,
+                retryBackoffMultiplier,
+                retryJitterMs,
+                maxDomainBlockStrikes,
+                rotateUserAgent,
+                randomizeHeaders,
                 json: true,
             });
+            const serpCampaign = shouldRunSerp ? await runSpiderKeywordCampaign(url, result.pages, serpConfig) : undefined;
+            const serpPayload = serpCampaign ? toSerpPayload(serpCampaign) : undefined;
             extCtx.addResponse({
                 url: result.url,
                 pagesVisited: result.pagesVisited,
@@ -52,6 +84,8 @@ export const spiderHandler = async (ctx) => {
                 errors: result.errors,
                 internalLinks: result.internalLinks,
                 externalLinks: result.externalLinks,
+                security: result.security,
+                serp: serpPayload,
                 seo: result.seo ? {
                     avgScore: result.seo.avgScore,
                     pagesWithErrors: result.seo.pagesWithErrors,
@@ -68,7 +102,7 @@ export const spiderHandler = async (ctx) => {
         }
         catch (err) {
             extCtx.addResponse({
-                error: err.message,
+                error: err instanceof Error ? err.message : String(err),
             }, { responseType: 'spider-error' });
         }
         finally {
@@ -92,12 +126,25 @@ export const spiderHandler = async (ctx) => {
             extract,
             include,
             exclude,
+            transport,
+            preferCurlFirst,
+            timeout,
+            delay,
+            maxRetryAttempts,
+            baseRetryDelayMs,
+            maxRetryDelayMs,
+            retryBackoffMultiplier,
+            retryJitterMs,
+            maxDomainBlockStrikes,
+            rotateUserAgent,
+            randomizeHeaders,
             noSitemap,
+            serpConfig,
             disableTui: false,
         });
     }
     catch (err) {
-        out.error(colors.red(`Spider failed: ${err.message}`));
+        out.error(colors.red(`Spider failed: ${err instanceof Error ? err.message : String(err)}`));
         if (!ctx.isTui)
             process.exit(1);
     }
@@ -126,11 +173,41 @@ export const spiderCommands = {
                 include: { short: 'i', type: 'string', description: 'URL patterns to include (comma-separated regex)' },
                 exclude: { short: 'x', type: 'string', description: 'URL patterns to exclude (comma-separated regex)' },
                 noSitemap: { short: 'N', type: 'boolean', description: 'Disable sitemap.xml crawling' },
+                transport: { type: 'string', default: 'auto', description: 'HTTP transport (auto | undici | curl)' },
+                'prefer-curl-first': { type: 'boolean', default: true, description: 'Prefer curl-impersonate first in auto mode' },
+                timeout: { type: 'number', default: 10000, description: 'Request timeout in ms' },
+                delay: { type: 'number', default: 100, description: 'Delay between requests in ms' },
+                'max-retry-attempts': { type: 'number', default: 3, description: 'Max retry attempts per request' },
+                'base-retry-delay-ms': { type: 'number', default: 1000, description: 'Base retry delay in ms' },
+                'max-retry-delay-ms': { type: 'number', default: 12000, description: 'Maximum retry delay in ms' },
+                'retry-backoff-multiplier': { type: 'number', default: 2, description: 'Retry backoff multiplier' },
+                'retry-jitter-ms': { type: 'number', default: 250, description: 'Retry jitter in ms' },
+                'max-domain-block-strikes': { type: 'number', default: 2, description: 'Block strikes before forcing curl in auto mode' },
+                'rotate-user-agent': { type: 'boolean', default: true, description: 'Rotate user-agent per request' },
+                'randomize-headers': { type: 'boolean', default: true, description: 'Randomize request headers' },
+                serp: { type: 'boolean', description: 'Enable SERP campaign for top extracted keywords' },
+                'serp-top-keywords': { type: 'number', default: 5, description: 'Top keywords per page used as seeds' },
+                'serp-query-limit': { type: 'number', default: 10, description: 'Number of SERP queries to execute' },
+                'serp-results-per-query': { type: 'number', default: 10, description: 'Results fetched per SERP query' },
+                'serp-concurrency': { type: 'number', default: 1, description: 'Number of SERP queries to execute in parallel' },
+                'serp-delay-ms': { type: 'number', default: 1200, description: 'Delay in ms between SERP queries' },
+                'serp-delay-jitter-ms': { type: 'number', default: 450, description: 'Random delay jitter in ms between SERP queries' },
+                'serp-max-consecutive-blocks': { type: 'number', default: 3, description: 'Stop campaign after this many blocked/captcha responses in a row' },
+                'serp-captcha-cooldown-ms': { type: 'number', default: 2400, description: 'Cooldown in ms after captcha before continuing SERP' },
+                'serp-retry-count': { type: 'number', default: 1, description: 'Retry count per SERP query' },
+                'serp-retry-delay-ms': { type: 'number', default: 1200, description: 'Base retry delay in ms for SERP queries' },
+                'serp-transport': { type: 'string', description: 'Search transport (auto | undici | curl)' },
+                'serp-timeout': { type: 'number', description: 'Search timeout in ms' },
+                'serp-country': { type: 'string', description: 'Search country/region' },
+                'serp-gl': { type: 'string', description: 'Google GL parameter' },
+                'serp-hl': { type: 'string', description: 'Google HL parameter' },
             },
             examples: [
                 { cmd: 'rek spider example.com', desc: 'Basic crawl' },
                 { cmd: 'rek spider example.com --seo', desc: 'Enable SEO analysis' },
                 { cmd: 'rek spider example.com -d 3 -l 50', desc: 'Depth 3, max 50 pages' },
+                { cmd: 'rek spider example.com --seo --serp', desc: 'Enable SEO + SERP campaign' },
+                { cmd: 'rek spider example.com --seo --serp --serp-top-keywords 12 --serp-query-limit 10 --serp-results-per-query 10', desc: 'Tuned SERP campaign' },
             ],
             handler: spiderHandler
         }

package/dist/cli/handlers/streaming.js

@@ -1,4 +1,5 @@
 import { withHandler, getString, getNumber, getBoolean, colors, } from '../output.js';
+import { ValidationError } from '../../core/errors.js';
 export const hlsInfoHandler = withHandler({ loading: true }, async (ctx, out, extCtx) => {
     let url = getString(ctx.result.positional.url);
     if (!url) {
@@ -83,7 +84,10 @@ export const sseHandler = withHandler({ loading: true }, async (ctx, out, extCtx
     });
     const reader = response.body?.getReader();
     if (!reader) {
-        throw new Error('No response body - SSE requires streaming support');
+        throw new ValidationError('SSE response must include a readable body', {
+            field: 'response.body',
+            value: url,
+        });
     }
     const decoder = new TextDecoder();
     const events = [];

package/dist/cli/index.js

@@ -8,6 +8,7 @@ import { registerDnsCommands } from './commands/dns.js';
 import { registerAiCommand } from './commands/ai.js';
 import { registerSpiderCommand } from './commands/spider.js';
 import { registerScrapeCommand } from './commands/scrape.js';
+import { registerSearchCommand } from './commands/search.js';
 import { registerBenchCommand, registerLoadCommand } from './commands/bench.js';
 import { registerSecurityCommand } from './commands/security.js';
 import { registerServeCommand } from './commands/serve.js';
@@ -123,6 +124,7 @@ async function main() {
         .option('-o, --output <file>', 'Write response body to file')
         .option('-j, --json', 'Force JSON content-type')
         .option('-e, --env [path]', 'Load .env file')
+        .option('-x, --proxy <url>', 'Proxy URL (http://, https://, socks5://, socks5h://). Repeat for rotation.')
         .addHelpText('after', () => `
 ${theme.header('Examples:')}
   ${theme.example('$ rek httpbin.org/json')}
@@ -144,6 +146,12 @@ ${formatColumns(PRESET_NAMES, { prefix: '@', indent: 2, minWidth: 16, transform:
         const { clientOptions: enhancerOptions, remainingArgs } = await parseEnhancerPresets(args);
         let argsToParse = remainingArgs;
         let finalClientOptions = enhancerOptions;
+        if (options.proxy) {
+            const proxyArg = options.proxy;
+            finalClientOptions.proxy = Array.isArray(proxyArg)
+                ? proxyArg
+                : proxyArg;
+        }
         if (argsToParse.length > 0 && argsToParse[0].startsWith('@')) {
             let presetArg = argsToParse[0];
             let presetName = presetArg.slice(1);
@@ -155,7 +163,7 @@ ${formatColumns(PRESET_NAMES, { prefix: '@', indent: 2, minWidth: 16, transform:
             }
             const mainPresetOptions = await resolvePreset(presetName);
             if (mainPresetOptions) {
-                finalClientOptions = { ...finalClientOptions, ...mainPresetOptions, headers: { ...finalClientOptions.headers, ...mainPresetOptions.headers } };
+                finalClientOptions = { ...finalClientOptions, ...mainPresetOptions, headers: { ...finalClientOptions.headers, ...(mainPresetOptions.headers || {}) } };
                 if (pathFromPreset) {
                     if (finalClientOptions.baseUrl) {
                         finalClientOptions.baseUrl = (finalClientOptions.baseUrl || '').replace(/\/$/, '') + pathFromPreset;
@@ -259,7 +267,7 @@ ${formatColumns(PRESET_NAMES, { prefix: '@', indent: 2, minWidth: 16, transform:
                 body = data;
             }
             await handleRequest({
-                method,
+                method: method,
                 url,
                 body,
                 verbose: options.verbose,
@@ -314,6 +322,7 @@ ${formatColumns(PRESET_NAMES, { prefix: '@', indent: 2, minWidth: 16, transform:
     registerSecurityCommand(program);
     registerSpiderCommand(program);
     registerScrapeCommand(program);
+    registerSearchCommand(program);
     registerSeoCommand(program);
     registerNetworkCommands(program);
     registerDnsCommands(program);

package/dist/cli/presets.d.ts

@@ -2,4 +2,4 @@ export interface ResolvePresetOptions {
     throwOnError?: boolean;
     silent?: boolean;
 }
-export declare function resolvePreset(name: string, options?: ResolvePresetOptions): Promise<any>;
+export declare function resolvePreset(name: string, options?: ResolvePresetOptions): Promise<unknown>;

package/dist/cli/presets.js

@@ -1,5 +1,6 @@
 import * as presets from '../presets/index.js';
 import colors from '../utils/colors.js';
+import { ConfigurationError, ValidationError } from '../core/errors.js';
 const ENV_MAPPING = {
     openai: ['OPENAI_API_KEY'],
     anthropic: ['ANTHROPIC_API_KEY'],
@@ -20,13 +21,14 @@ const ENV_MAPPING = {
     together: ['TOGETHER_API_KEY'],
     perplexity: ['PERPLEXITY_API_KEY'],
 };
+const presetFactories = presets;
 export async function resolvePreset(name, options = {}) {
     const { throwOnError = false, silent = false } = options;
-    const presetFn = presets[name];
+    const presetFn = presetFactories[name];
     if (!presetFn) {
         const msg = `Unknown preset '@${name}'`;
         if (throwOnError) {
-            throw new Error(msg);
+            throw new ValidationError(msg, { field: 'name', value: name });
         }
         if (!silent) {
             console.error(colors.red(`Error: ${msg}`));
@@ -58,9 +60,9 @@ export async function resolvePreset(name, options = {}) {
         return presetFn(presetOptions);
     }
     catch (error) {
-        const msg = `Error initializing preset @${name}: ${error.message}`;
+        const msg = `Error initializing preset @${name}: ${getErrorMessage(error)}`;
         if (throwOnError) {
-            throw new Error(msg);
+            throw new ConfigurationError(msg, { configKey: `preset.${name}` });
         }
         if (!silent) {
             console.error(colors.red(msg));
@@ -68,6 +70,15 @@ export async function resolvePreset(name, options = {}) {
         return null;
     }
 }
+function getErrorMessage(error) {
+    if (error instanceof Error) {
+        return error.message;
+    }
+    if (typeof error === 'string') {
+        return error;
+    }
+    return String(error);
+}
 function mapEnvToOption(preset, env) {
     if (env.endsWith('_KEY') || env.endsWith('_TOKEN'))
         return 'apiKey';

package/dist/cli/tui/app.js

@@ -385,7 +385,12 @@ function DomainsTabContent({ width, height }) {
         }
         return Box({ flexDirection: 'column', paddingX: 1 }, Text({ color: primaryColor, bold: true }, `🌐 ${intel.domain}`), Text({ color: mutedFg }, '─'.repeat(Math.min(60, width - 4))), Text({ color: mutedFg, dim: true }, `First seen: ${intel.firstSeen.toLocaleString()} │ Last: ${intel.lastAccessed.toLocaleString()}`), Box({ height: 1 }), intel.dns ? Box({ flexDirection: 'column' }, Text({ color: accentColor, bold: true }, '📡 DNS Records'), ...intel.dns.records.slice(0, 5).map(r => Text({ color: mutedFg }, `  ${r.type.padEnd(6)} ${r.value}`)), intel.dns.records.length > 5
             ? Text({ color: mutedFg, dim: true }, `  ... and ${intel.dns.records.length - 5} more`)
-            : null, Box({ height: 1 })) : null, intel.seo ? Box({ flexDirection: 'column' }, Text({ color: accentColor, bold: true }, `📊 SEO Score: ${intel.seo.score}/100`), Text({ color: mutedFg }, `  Issues: ${intel.seo.issues} │ Technical: ${intel.seo.categories.technical} │ Content: ${intel.seo.categories.content}`), Box({ height: 1 })) : null, intel.spider ? Box({ flexDirection: 'column' }, Text({ color: accentColor, bold: true }, `🕷 Spider Results`), Text({ color: mutedFg }, `  Pages: ${intel.spider.pagesFound} │ Links: ${intel.spider.internalLinks + intel.spider.externalLinks} │ Images: ${intel.spider.images}`), Box({ height: 1 })) : null, intel.downloads.length > 0 ? Box({ flexDirection: 'column' }, Text({ color: accentColor, bold: true }, `📥 Downloads (${intel.downloads.length})`), ...intel.downloads.slice(-3).map(d => Text({ color: mutedFg }, `  ${d.type.padEnd(5)} ${d.filename.slice(0, 30)} (${(d.size / 1024 / 1024).toFixed(1)} MB)`)), Box({ height: 1 })) : null, Text({ color: mutedFg, dim: true }, 'Esc: Back to list │ Ctrl+D: DNS │ Ctrl+S: SEO │ Ctrl+R: Crawl'));
+            : null, Box({ height: 1 })) : null, intel.seo ? Box({ flexDirection: 'column' }, Text({ color: accentColor, bold: true }, `📊 SEO Score: ${intel.seo.score}/100`), Text({ color: mutedFg }, `  Issues: ${intel.seo.issues} │ Technical: ${intel.seo.categories.technical} │ Content: ${intel.seo.categories.content}`), Box({ height: 1 })) : null, intel.spider ? Box({ flexDirection: 'column' }, Text({ color: accentColor, bold: true }, `🕷 Spider Results`), Text({ color: mutedFg }, `  Pages: ${intel.spider.pagesFound} │ Links: ${intel.spider.internalLinks + intel.spider.externalLinks} │ Images: ${intel.spider.images}`), intel.spider.security ? Box({ flexDirection: 'column' }, Text({ color: mutedFg }, `  Anti-bot: blocked ${intel.spider.security.blockedPages} · captcha ${intel.spider.security.captchaPages}`), Text({ color: mutedFg }, `  Attempts: ${intel.spider.security.attempts} │ retries: ${intel.spider.security.retries}`), Text({ color: mutedFg }, `  Avg attempts: ${intel.spider.security.avgAttempts !== undefined ? intel.spider.security.avgAttempts.toFixed(2) : 'n/a'}`), Text({ color: mutedFg }, `  Transport: curl ${intel.spider.security.transportUsage?.curl || 0} / undici ${intel.spider.security.transportUsage?.undici || 0}`), Text({ color: mutedFg }, `  Timing: TTFB ${intel.spider.security.avgTtfbMs ?? 'n/a'}ms | total ${intel.spider.security.avgTotalMs ?? 'n/a'}ms | download ${intel.spider.security.avgDownloadMs ?? 'n/a'}ms`), intel.spider.security.captchaProviders && Object.keys(intel.spider.security.captchaProviders).length > 0
+            ? Text({ color: mutedFg }, `  Captcha providers: ${Object.entries(intel.spider.security.captchaProviders)
+                .sort((a, b) => b[1] - a[1])
+                .map(([provider, count]) => `${provider}: ${count}`)
+                .join(' | ')}`)
+            : null, Box({ height: 1 })) : null, Box({ height: 1 })) : null, intel.downloads.length > 0 ? Box({ flexDirection: 'column' }, Text({ color: accentColor, bold: true }, `📥 Downloads (${intel.downloads.length})`), ...intel.downloads.slice(-3).map(d => Text({ color: mutedFg }, `  ${d.type.padEnd(5)} ${d.filename.slice(0, 30)} (${(d.size / 1024 / 1024).toFixed(1)} MB)`)), Box({ height: 1 })) : null, Text({ color: mutedFg, dim: true }, 'Esc: Back to list │ Ctrl+D: DNS │ Ctrl+S: SEO │ Ctrl+R: Crawl'));
     }
     return Box({ flexDirection: 'column', paddingX: 1 }, Text({ color: primaryColor, bold: true }, `🌐 Domain Intelligence (${stats.total})`), Text({ color: mutedFg }, '─'.repeat(Math.min(60, width - 4))), Box({ height: 1 }), Box({ flexDirection: 'row', gap: 2 }, Text({ color: mutedFg, dim: true }, `DNS: ${stats.withDns}`), Text({ color: mutedFg, dim: true }, `SEO: ${stats.withSeo}`), Text({ color: mutedFg, dim: true }, `Spider: ${stats.withSpider}`), Text({ color: mutedFg, dim: true }, `Downloads: ${stats.totalDownloads}`)), Box({ height: 1 }), Box({ flexDirection: 'row', gap: 1 }, Text({ color: mutedFg, dim: true, bold: true }, '   Domain'.padEnd(25)), Text({ color: mutedFg, dim: true, bold: true }, 'DNS'), Text({ color: mutedFg, dim: true, bold: true }, ' SEO'), Text({ color: mutedFg, dim: true, bold: true }, ' Spider'), Text({ color: mutedFg, dim: true, bold: true }, ' DL')), ...allDomains.slice(0, height - 10).map((entry, idx) => {
         const isSelected = entry.domain === selected;

package/dist/cli/tui/components/rich-response.d.ts

@@ -206,6 +206,61 @@ interface SeoResponseData {
     };
     checks?: SeoCheck[];
     topIssues?: string[];
+    serp?: {
+        summary?: {
+            queriesRequested?: number;
+            queriesExecuted?: number;
+            queriesFound?: number;
+            queriesBlocked?: number;
+            queriesCaptcha?: number;
+            avgTopPosition?: number | null;
+            top3Count?: number;
+            top10Count?: number;
+            topOrganicCompetitors?: Array<{
+                domain: string;
+                matchedKeywords: number;
+                totalOutperformedQueries?: number;
+                organicQueries?: number;
+                paidQueries?: number;
+                avgOutperformedGap?: number | null;
+            }>;
+            topPaidCompetitors?: Array<{
+                domain: string;
+                matchedKeywords: number;
+                totalOutperformedQueries?: number;
+                organicQueries?: number;
+                paidQueries?: number;
+                avgOutperformedGap?: number | null;
+            }>;
+            competitorCoverage?: {
+                organicUniqueDomains?: number;
+                paidUniqueDomains?: number;
+            };
+        };
+        campaign?: {
+            active?: boolean;
+            confidence?: 'high' | 'medium' | 'low';
+            evidence?: string[];
+        };
+        results?: Array<{
+            keyword: string;
+            found: boolean;
+            blocked?: boolean;
+            blockReason?: string;
+            position: number | null;
+            targetUrl?: string;
+            searchUrl: string;
+        }>;
+        pageComparison?: Array<{
+            pageUrl: string;
+            tracked: number;
+            found: number;
+            appearanceRate: string;
+            avgPosition: string | number | null;
+            top3: number;
+            top10: number;
+        }>;
+    };
 }
 declare function renderSeoResponse(data: SeoResponseData, width: number): VNode;
 interface SpiderResponseData {
@@ -266,6 +321,23 @@ interface SpiderResponseData {
             };
         };
     };
+    serp?: NonNullable<SeoResponseData['serp']>;
+    security?: {
+        pages?: number;
+        blockedPages?: number;
+        captchaPages?: number;
+        captchaProviders?: Record<string, number>;
+        attempts?: number;
+        retries?: number;
+        transportUsage?: {
+            undici?: number;
+            curl?: number;
+        };
+        avgAttempts?: number;
+        avgTtfbMs?: number;
+        avgTotalMs?: number;
+        avgDownloadMs?: number;
+    };
 }
 declare function renderSpiderResponse(data: SpiderResponseData, width: number): VNode;
 declare function renderError(data: {

package/dist/cli/tui/components/rich-response.js

@@ -313,6 +313,90 @@ function renderTlsResponse(data, width) {
     }
     return Box({ flexDirection: 'column', width }, ...children);
 }
+function toPercent(value) {
+    if (typeof value === 'number' && Number.isFinite(value))
+        return Math.max(0, Math.min(100, Math.round(value)));
+    const parsed = typeof value === 'string' ? parseFloat(value) : NaN;
+    if (Number.isFinite(parsed))
+        return Math.max(0, Math.min(100, Math.round(parsed)));
+    return 0;
+}
+function renderSerpSection(payload, width, isSpider = false) {
+    const serp = payload.serp;
+    if (!serp)
+        return [];
+    const summary = serp.summary || {};
+    const queriesRequested = Math.max(0, summary.queriesRequested || summary.queriesExecuted || 0);
+    const queriesFound = Math.max(0, summary.queriesFound || 0);
+    const queriesBlocked = Math.max(0, summary.queriesBlocked || 0);
+    const queriesCaptcha = Math.max(0, summary.queriesCaptcha || 0);
+    const foundRate = queriesRequested > 0 ? Math.round((queriesFound / queriesRequested) * 100) : 0;
+    const avgTop = summary.avgTopPosition;
+    const top3 = summary.top3Count || 0;
+    const top10 = summary.top10Count || 0;
+    const children = [];
+    children.push(Box({ marginTop: 1 }, Text({ color: themeColor('foreground'), bold: true }, isSpider ? 'SERP on Spider Campaign' : 'SERP Campaign')));
+    children.push(Box({ flexDirection: 'row' }, Text({ color: themeColor('success') }, `🔎 Queries: ${queriesFound}/${queriesRequested} `), Text({ color: themeColor('warning') }, `⚠ blocked ${queriesBlocked} `), Text({ color: themeColor('warning') }, `🧩 captcha ${queriesCaptcha} `), Text({ color: themeColor('accent') }, `✅ hitRate ${foundRate}% `), Text({ color: themeColor('mutedForeground') }, `🏆 Top3 ${top3}  `), Text({ color: themeColor('mutedForeground') }, `🏅 Top10 ${top10}  `), avgTop !== null && avgTop !== undefined ? Text({ color: themeColor('foreground') }, `📈 avgPos ${Math.round(avgTop)}`) : null));
+    if (serp.campaign) {
+        const campaignConfidence = serp.campaign.confidence || 'low';
+        const campaignActive = serp.campaign.active ? 'active' : 'inactive';
+        const color = campaignConfidence === 'high' ? themeColor('success') : campaignConfidence === 'medium' ? themeColor('warning') : themeColor('mutedForeground');
+        children.push(Box({ flexDirection: 'row' }, Text({ color: campaignActive === 'active' ? themeColor('success') : themeColor('mutedForeground') }, `Campaign ${campaignActive}`), Text({ color }, `  confidence ${campaignConfidence}`)));
+        if ((serp.campaign.evidence || []).length > 0) {
+            const evidence = serp.campaign.evidence.slice(0, 2);
+            children.push(Box({ marginTop: 1 }, Text({ color: themeColor('mutedForeground') }, `Evidence: ${evidence.join(' • ')}`)));
+        }
+    }
+    if ((summary.competitorCoverage?.organicUniqueDomains !== undefined || summary.competitorCoverage?.paidUniqueDomains !== undefined)) {
+        children.push(Text({ color: themeColor('mutedForeground') }, `Competition: ${summary.competitorCoverage?.organicUniqueDomains || 0} organic domains, ${summary.competitorCoverage?.paidUniqueDomains || 0} paid domains`));
+    }
+    const organic = (summary.topOrganicCompetitors || []).slice(0, 6);
+    if (organic.length > 0) {
+        const barData = organic.map((item) => ({
+            label: item.domain.replace(/^www\./, '').slice(0, 20),
+            value: Math.max(0, item.matchedKeywords || item.totalOutperformedQueries || 0),
+            color: themeColor('success'),
+        }));
+        children.push(Box({ marginTop: 1 }, Text({ color: themeColor('foreground'), bold: true }, 'Main organic competitors')));
+        children.push(BarChart({
+            data: barData,
+            orientation: 'horizontal',
+            width: Math.min(45, width - 4),
+            showValues: true,
+        }));
+    }
+    const resultFoundSeries = (serp.results || []).slice(0, 12).map((item) => (item.found ? 100 : 0));
+    if (resultFoundSeries.length > 1) {
+        children.push(Box({ marginTop: 1 }, Text({ color: themeColor('foreground'), bold: true }, 'SERP hit history')));
+        children.push(Box({ flexDirection: 'row' }, Sparkline({
+            data: resultFoundSeries,
+            width: Math.min(45, width - 4),
+            color: 'green',
+            max: 100,
+            min: 0,
+        }), Box({ marginLeft: 1 }, Text({ color: themeColor('foreground'), dim: true }, `${resultFoundSeries.filter(v => v === 100).length}/${resultFoundSeries.length}`))));
+    }
+    const pageRates = (serp.pageComparison || [])
+        .map((page) => ({
+        pageUrl: page.pageUrl,
+        rate: toPercent(page.appearanceRate),
+    }))
+        .slice(0, 10);
+    if (pageRates.length > 1) {
+        children.push(Box({ marginTop: 1 }, Text({ color: themeColor('foreground'), bold: true }, 'Top page hit rate')));
+        children.push(Sparkline({
+            data: pageRates.map((item) => item.rate),
+            width: Math.min(45, width - 4),
+            color: 'blue',
+            max: 100,
+            min: 0,
+        }));
+        children.push(Box({ flexDirection: 'column' }, ...pageRates
+            .slice(0, 4)
+            .map((page) => Text({ color: themeColor('mutedForeground') }, ` ${page.pageUrl.slice(0, 38)} (${page.rate}%)`))));
+    }
+    return children;
+}
 function renderSeoResponse(data, width) {
     try {
         const children = [];
@@ -515,6 +599,9 @@ function renderSeoResponse(data, width) {
             children.push(renderBar('Images', comp.images || 0));
             children.push(renderBar('Links', comp.links || 0));
         }
+        if (data.serp) {
+            children.push(...renderSerpSection(data, contentWidth, false));
+        }
         return Box({ flexDirection: 'column', width }, ...children);
     }
     catch (err) {
@@ -524,6 +611,7 @@ function renderSeoResponse(data, width) {
 function renderSpiderResponse(data, width) {
     const children = [];
     const hasSeo = !!data.seo;
+    const contentWidth = Math.max(40, width - 4);
     children.push(Box({ flexDirection: 'row' }, Text({ color: themeColor('primary'), bold: true }, hasSeo ? '🔍 SEO Spider Report' : '🕷️ Spider Crawl Report')));
     if (data.url) {
         children.push(Text({ color: themeColor('mutedForeground') }, `URL: ${data.url}`));
@@ -536,6 +624,32 @@ function renderSpiderResponse(data, width) {
     if (data.assets) {
         children.push(Box({ flexDirection: 'row' }, Text({ color: themeColor('mutedForeground') }, `🖼 Images: ${data.assets.images || 0}   `), Text({ color: themeColor('mutedForeground') }, `📜 Scripts: ${data.assets.scripts || 0}   `), Text({ color: themeColor('mutedForeground') }, `🎨 Stylesheets: ${data.assets.stylesheets || 0}`)));
     }
+    if (data.security) {
+        const security = data.security;
+        const totalPages = security.pages || (data.pages || 0);
+        const blockedPages = security.blockedPages || 0;
+        const captchaPages = security.captchaPages || 0;
+        const captchaProviders = security.captchaProviders || {};
+        const transportUsage = security.transportUsage || {};
+        const undiciRequests = transportUsage.undici || 0;
+        const curlRequests = transportUsage.curl || 0;
+        const transportTotal = undiciRequests + curlRequests;
+        const blockedRate = totalPages > 0 ? Math.round((blockedPages / totalPages) * 100) : 0;
+        const blockedColor = blockedRate === 0 ? themeColor('success') : blockedRate <= 15 ? themeColor('warning') : themeColor('error');
+        const providerSummary = Object.entries(captchaProviders)
+            .map(([provider, count]) => `${provider}: ${count}`)
+            .join(', ');
+        children.push(Box({ marginTop: 1 }, Text({ color: themeColor('foreground'), bold: true }, 'Anti-Bot Signals')));
+        children.push(Box({ flexDirection: 'row' }, Text({ color: blockedColor }, `🚫 blocked ${blockedPages}/${totalPages} (${blockedRate}%)   `), Text({ color: themeColor('warning') }, `🤖 captcha ${captchaPages}`), Text({ color: themeColor('mutedForeground') }, `   🔁 attempts ${security.attempts || 0} │ retries ${security.retries || 0}`)));
+        children.push(Box({ flexDirection: 'row' }, Text({ color: themeColor('success') }, `Avg attempts: ${security.avgAttempts !== undefined ? security.avgAttempts.toFixed(2) : 'n/a'}`), Text({ color: themeColor('mutedForeground') }, `   Avg TTFB: ${security.avgTtfbMs ?? 'n/a'}ms`), Text({ color: themeColor('mutedForeground') }, `   Avg total: ${security.avgTotalMs ?? 'n/a'}ms`), Text({ color: themeColor('mutedForeground') }, `   Avg download: ${security.avgDownloadMs ?? 'n/a'}ms`)));
+        children.push(Text({ color: themeColor('mutedForeground') }, `Captcha providers: ${providerSummary || 'n/a'}`));
+        if (transportTotal > 0) {
+            children.push(Text({ color: themeColor('mutedForeground') }, `Transport split: curl ${curlRequests} (${Math.round((curlRequests / transportTotal) * 100)}%) / undici ${undiciRequests} (${Math.round((undiciRequests / transportTotal) * 100)}%)`));
+        }
+        else {
+            children.push(Text({ color: themeColor('mutedForeground') }, `Transport split: not enough data`));
+        }
+    }
     if (data.seo) {
         const seo = data.seo;
         children.push(Box({ marginTop: 1 }, Text({ color: themeColor('foreground'), bold: true }, 'SEO Summary')));
@@ -592,6 +706,9 @@ function renderSpiderResponse(data, width) {
             }
         }
     }
+    if (data.serp) {
+        children.push(...renderSerpSection(data, contentWidth, true));
+    }
     if (data.topPages && data.topPages.length > 0) {
         children.push(Box({ marginTop: 1 }, Text({ color: themeColor('foreground'), bold: true }, `Top ${Math.min(10, data.topPages.length)} Pages`)));
         for (const page of data.topPages.slice(0, 10)) {