@detiq/crawler 1.1.9 → 1.1.11

package/dist/tls-fingerprint.js

@@ -1,92 +1,81 @@
-/**
- * TLS fingerprint spoofing — Chrome JA3 cipher suite ordering.
- *
- * Node.js TLS doesn't expose JA3 hash control directly, but ordering
- * cipher suites to match Chrome's TLS ClientHello reduces fingerprint
- * detectability vs the default OpenSSL order.
- *
- * For full JA3 bypass, pair with the browser-stealth engine (Camoufox).
- */
-import { Agent as HttpsAgent } from 'node:https';
-import { connect as tlsConnect } from 'node:tls';
-// Chrome 120+ TLS 1.3 + 1.2 cipher suite order
-export const CHROME_CIPHERS = [
-    'TLS_AES_128_GCM_SHA256',
-    'TLS_AES_256_GCM_SHA384',
-    'TLS_CHACHA20_POLY1305_SHA256',
-    'ECDHE-ECDSA-AES128-GCM-SHA256',
-    'ECDHE-RSA-AES128-GCM-SHA256',
-    'ECDHE-ECDSA-AES256-GCM-SHA384',
-    'ECDHE-RSA-AES256-GCM-SHA384',
-    'ECDHE-ECDSA-CHACHA20-POLY1305',
-    'ECDHE-RSA-CHACHA20-POLY1305',
-    'ECDHE-RSA-AES128-SHA',
-    'ECDHE-RSA-AES256-SHA',
-    'AES128-GCM-SHA256',
-    'AES256-GCM-SHA384',
-    'AES128-SHA',
-    'AES256-SHA',
-].join(':');
-// Chrome's ECDH curve preference order
-export const CHROME_CURVES = 'X25519:P-256:P-384';
-/**
- * Returns an HTTPS agent configured with Chrome-like TLS settings.
- * Drop-in replacement for the default agent in fetch/got/axios.
- */
-export function createChromeTlsAgent(opts = {}) {
-    return new HttpsAgent({
-        ciphers: CHROME_CIPHERS,
-        ecdhCurve: CHROME_CURVES,
-        minVersion: 'TLSv1.2',
-        maxVersion: 'TLSv1.3',
-        rejectUnauthorized: opts.rejectUnauthorized ?? true,
-        keepAlive: opts.keepAlive ?? true,
-        keepAliveMsecs: opts.keepAliveMsecs ?? 10_000,
-        maxSockets: opts.maxSockets ?? 50,
-    });
+import { Agent as HttpsAgent } from "node:https";
+import { connect as tlsConnect } from "node:tls";
+const CHROME_CIPHERS = [
+  "TLS_AES_128_GCM_SHA256",
+  "TLS_AES_256_GCM_SHA384",
+  "TLS_CHACHA20_POLY1305_SHA256",
+  "ECDHE-ECDSA-AES128-GCM-SHA256",
+  "ECDHE-RSA-AES128-GCM-SHA256",
+  "ECDHE-ECDSA-AES256-GCM-SHA384",
+  "ECDHE-RSA-AES256-GCM-SHA384",
+  "ECDHE-ECDSA-CHACHA20-POLY1305",
+  "ECDHE-RSA-CHACHA20-POLY1305",
+  "ECDHE-RSA-AES128-SHA",
+  "ECDHE-RSA-AES256-SHA",
+  "AES128-GCM-SHA256",
+  "AES256-GCM-SHA384",
+  "AES128-SHA",
+  "AES256-SHA"
+].join(":");
+const CHROME_CURVES = "X25519:P-256:P-384";
+function createChromeTlsAgent(opts = {}) {
+  return new HttpsAgent({
+    ciphers: CHROME_CIPHERS,
+    ecdhCurve: CHROME_CURVES,
+    minVersion: "TLSv1.2",
+    maxVersion: "TLSv1.3",
+    rejectUnauthorized: opts.rejectUnauthorized ?? true,
+    keepAlive: opts.keepAlive ?? true,
+    keepAliveMsecs: opts.keepAliveMsecs ?? 1e4,
+    maxSockets: opts.maxSockets ?? 50
+  });
 }
-/**
- * Probe a host and return its JA3-relevant TLS parameters.
- * Useful for verifying that the fingerprint changed vs default.
- */
-export async function probeTlsFingerprint(host, port = 443) {
-    return new Promise((resolve, reject) => {
-        const socket = tlsConnect({
-            host,
-            port,
-            servername: host,
-            ciphers: CHROME_CIPHERS,
-            ecdhCurve: CHROME_CURVES,
-            minVersion: 'TLSv1.2',
-            rejectUnauthorized: false,
-        }, () => {
-            const cert = socket.getPeerCertificate();
-            resolve({
-                protocol: socket.getProtocol() ?? 'unknown',
-                cipher: socket.getCipher()?.name ?? 'unknown',
-                authorized: socket.authorized,
-                subjectCN: cert?.subject?.CN?.toString() ?? null,
-            });
-            socket.destroy();
-        });
-        socket.on('error', reject);
-        setTimeout(() => { socket.destroy(); reject(new Error('TLS probe timeout')); }, 5_000);
+async function probeTlsFingerprint(host, port = 443) {
+  return new Promise((resolve, reject) => {
+    const socket = tlsConnect({
+      host,
+      port,
+      servername: host,
+      ciphers: CHROME_CIPHERS,
+      ecdhCurve: CHROME_CURVES,
+      minVersion: "TLSv1.2",
+      rejectUnauthorized: false
+    }, () => {
+      const cert = socket.getPeerCertificate();
+      resolve({
+        protocol: socket.getProtocol() ?? "unknown",
+        cipher: socket.getCipher()?.name ?? "unknown",
+        authorized: socket.authorized,
+        subjectCN: cert?.subject?.CN?.toString() ?? null
+      });
+      socket.destroy();
     });
+    socket.on("error", reject);
+    setTimeout(() => {
+      socket.destroy();
+      reject(new Error("TLS probe timeout"));
+    }, 5e3);
+  });
 }
-/**
- * Node.js fetch dispatcher options with Chrome TLS agent.
- * Pass as the `dispatcher` option to undici or as `agent` to node-fetch.
- */
-export const chromeTlsAgent = createChromeTlsAgent();
-export const CHROME_TLS_HEADERS = {
-    'Accept-Encoding': 'gzip, deflate, br, zstd',
-    'Accept-Language': 'en-US,en;q=0.9',
-    'sec-ch-ua': '"Google Chrome";v="120", "Chromium";v="120", "Not-A.Brand";v="99"',
-    'sec-ch-ua-mobile': '?0',
-    'sec-ch-ua-platform': '"Windows"',
-    'Sec-Fetch-Dest': 'document',
-    'Sec-Fetch-Mode': 'navigate',
-    'Sec-Fetch-Site': 'none',
-    'Sec-Fetch-User': '?1',
-    'Upgrade-Insecure-Requests': '1',
+const chromeTlsAgent = createChromeTlsAgent();
+const CHROME_TLS_HEADERS = {
+  "Accept-Encoding": "gzip, deflate, br, zstd",
+  "Accept-Language": "en-US,en;q=0.9",
+  "sec-ch-ua": '"Google Chrome";v="120", "Chromium";v="120", "Not-A.Brand";v="99"',
+  "sec-ch-ua-mobile": "?0",
+  "sec-ch-ua-platform": '"Windows"',
+  "Sec-Fetch-Dest": "document",
+  "Sec-Fetch-Mode": "navigate",
+  "Sec-Fetch-Site": "none",
+  "Sec-Fetch-User": "?1",
+  "Upgrade-Insecure-Requests": "1"
+};
+export {
+  CHROME_CIPHERS,
+  CHROME_CURVES,
+  CHROME_TLS_HEADERS,
+  chromeTlsAgent,
+  createChromeTlsAgent,
+  probeTlsFingerprint
 };
+//# sourceMappingURL=tls-fingerprint.js.map

package/dist/url-pattern-completer.js

@@ -1,107 +1,88 @@
-/**
- * P1: URL Pattern LLM Completion
- *
- * After BFS crawl completes, runs a single LLM call to predict URLs that exist
- * but were never linked from within the app. Validates each candidate with
- * HTTP HEAD before emitting as crawl evidence (URL_CANDIDATES).
- *
- * Cost: ~1 LLM call + N HEAD requests. Takes ~5-30 seconds depending on
- * candidate count. Does NOT launch a browser.
- */
-import { logger as rootLogger } from './logger.js';
-const logger = rootLogger.child({ module: 'url-pattern-completer' });
-/**
- * Returns validated URL candidates (HEAD=200) predicted by LLM from
- * the pattern of already-discovered URLs.
- */
-export async function runUrlPatternCompletion(discoveredUrls, appUrl, llmCfg) {
-    if (!llmCfg?.apiKey || discoveredUrls.length < 2)
-        return [];
-    const origin = (() => { try {
-        return new URL(appUrl).origin;
+import { logger as rootLogger } from "./logger.js";
+const logger = rootLogger.child({ module: "url-pattern-completer" });
+async function runUrlPatternCompletion(discoveredUrls, appUrl, llmCfg) {
+  if (!llmCfg?.apiKey || discoveredUrls.length < 2) return [];
+  const origin = (() => {
+    try {
+      return new URL(appUrl).origin;
+    } catch {
+      return "";
     }
-    catch {
-        return '';
-    } })();
-    if (!origin)
-        return [];
-    // Only send internal URLs (same origin, no assets)
-    const ASSET_EXT = /\.(png|jpg|jpeg|gif|svg|ico|webp|woff|woff2|ttf|eot|css|js|map|json|xml|txt|pdf)$/i;
-    const internalUrls = discoveredUrls
-        .filter(u => { try {
-        return new URL(u).origin === origin && !ASSET_EXT.test(u);
+  })();
+  if (!origin) return [];
+  const ASSET_EXT = /\.(png|jpg|jpeg|gif|svg|ico|webp|woff|woff2|ttf|eot|css|js|map|json|xml|txt|pdf)$/i;
+  const internalUrls = discoveredUrls.filter((u) => {
+    try {
+      return new URL(u).origin === origin && !ASSET_EXT.test(u);
+    } catch {
+      return false;
     }
-    catch {
-        return false;
-    } })
-        .slice(0, 60); // cap context size
-    if (internalUrls.length < 2)
-        return [];
-    const prompt = `You are analyzing a web application's URL structure to find screens that exist but weren't discovered during automated crawling.
+  }).slice(0, 60);
+  if (internalUrls.length < 2) return [];
+  const prompt = `You are analyzing a web application's URL structure to find screens that exist but weren't discovered during automated crawling.
 
 Discovered URLs:
-${internalUrls.map(u => { try {
-        return new URL(u).pathname + new URL(u).search;
+${internalUrls.map((u) => {
+    try {
+      return new URL(u).pathname + new URL(u).search;
+    } catch {
+      return u;
     }
-    catch {
-        return u;
-    } }).join('\n')}
+  }).join("\n")}
 
-Based on these URL patterns, suggest up to 15 additional URLs that likely exist in this application but weren't found — typically settings subpages, admin panels, profile variants, paginated views, or feature-gated routes.
+Based on these URL patterns, suggest up to 15 additional URLs that likely exist in this application but weren't found \u2014 typically settings subpages, admin panels, profile variants, paginated views, or feature-gated routes.
 
 Rules:
 - Only suggest URLs on the same domain
 - Use relative paths (starting with /)
 - Skip generic guesses (/login, /register, /home) unless the pattern strongly implies them
 - Focus on patterns YOU SEE in the discovered URLs (e.g. if /settings/profile exists, try /settings/security, /settings/billing)
-- Confidence 0.0–1.0: how certain you are the page exists
+- Confidence 0.0\u20131.0: how certain you are the page exists
 
 Respond with ONLY valid JSON, no explanation:
 {"candidates":[{"path":"/settings/billing","confidence":0.85,"reason":"settings subpage pattern from /settings/profile"},{"path":"/admin/users","confidence":0.6,"reason":"admin prefix implied by /admin/dashboard"}]}`;
-    try {
-        const Anthropic = (await import('@anthropic-ai/sdk')).default;
-        const client = new Anthropic({ apiKey: llmCfg.apiKey });
-        const response = await client.messages.create({
-            model: llmCfg.model ?? 'claude-haiku-4-5-20251001',
-            max_tokens: 1024,
-            temperature: 0,
-            // @ts-ignore: cache_control supported in beta
-            system: [{ type: 'text', text: 'You are a URL pattern analyst. Always respond with valid JSON only.', cache_control: { type: 'ephemeral' } }],
-            messages: [{ role: 'user', content: prompt }],
-        });
-        const text = response.content[0]?.text ?? '';
-        const jsonMatch = text.match(/\{[\s\S]*\}/);
-        if (!jsonMatch)
-            return [];
-        const parsed = JSON.parse(jsonMatch[0]);
-        const rawCandidates = parsed.candidates ?? [];
-        if (!Array.isArray(rawCandidates) || rawCandidates.length === 0)
-            return [];
-        // HEAD-validate each candidate
-        const results = [];
-        for (const c of rawCandidates.slice(0, 20)) {
-            if (!c.path || typeof c.path !== 'string')
-                continue;
-            const fullUrl = c.path.startsWith('http') ? c.path : `${origin}${c.path.startsWith('/') ? '' : '/'}${c.path}`;
-            try {
-                const controller = new AbortController();
-                const timeout = setTimeout(() => controller.abort(), 6_000);
-                const res = await fetch(fullUrl, { method: 'HEAD', signal: controller.signal, redirect: 'follow' }).catch(() => null);
-                clearTimeout(timeout);
-                const status = res?.ok ? 'hit' : 'miss';
-                results.push({ url: fullUrl, confidence: c.confidence ?? 0.5, reason: c.reason ?? '', status });
-                logger.info({ url: fullUrl, httpStatus: res?.status ?? 'timeout', status }, '[url-completer] candidate checked');
-            }
-            catch {
-                results.push({ url: fullUrl, confidence: c.confidence ?? 0.5, reason: c.reason ?? '', status: 'error' });
-            }
-        }
-        const hits = results.filter(r => r.status === 'hit');
-        logger.info({ total: results.length, hits: hits.length }, '[url-completer] pattern completion done');
-        return results;
-    }
-    catch (err) {
-        logger.warn({ err: String(err) }, '[url-completer] LLM call failed — skipping pattern completion');
-        return [];
+  try {
+    const Anthropic = (await import("@anthropic-ai/sdk")).default;
+    const client = new Anthropic({ apiKey: llmCfg.apiKey });
+    const response = await client.messages.create({
+      model: llmCfg.model ?? "claude-haiku-4-5-20251001",
+      max_tokens: 1024,
+      temperature: 0,
+      // @ts-ignore: cache_control supported in beta
+      system: [{ type: "text", text: "You are a URL pattern analyst. Always respond with valid JSON only.", cache_control: { type: "ephemeral" } }],
+      messages: [{ role: "user", content: prompt }]
+    });
+    const text = response.content[0]?.text ?? "";
+    const jsonMatch = text.match(/\{[\s\S]*\}/);
+    if (!jsonMatch) return [];
+    const parsed = JSON.parse(jsonMatch[0]);
+    const rawCandidates = parsed.candidates ?? [];
+    if (!Array.isArray(rawCandidates) || rawCandidates.length === 0) return [];
+    const results = [];
+    for (const c of rawCandidates.slice(0, 20)) {
+      if (!c.path || typeof c.path !== "string") continue;
+      const fullUrl = c.path.startsWith("http") ? c.path : `${origin}${c.path.startsWith("/") ? "" : "/"}${c.path}`;
+      try {
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), 6e3);
+        const res = await fetch(fullUrl, { method: "HEAD", signal: controller.signal, redirect: "follow" }).catch(() => null);
+        clearTimeout(timeout);
+        const status = res?.ok ? "hit" : "miss";
+        results.push({ url: fullUrl, confidence: c.confidence ?? 0.5, reason: c.reason ?? "", status });
+        logger.info({ url: fullUrl, httpStatus: res?.status ?? "timeout", status }, "[url-completer] candidate checked");
+      } catch {
+        results.push({ url: fullUrl, confidence: c.confidence ?? 0.5, reason: c.reason ?? "", status: "error" });
+      }
     }
+    const hits = results.filter((r) => r.status === "hit");
+    logger.info({ total: results.length, hits: hits.length }, "[url-completer] pattern completion done");
+    return results;
+  } catch (err) {
+    logger.warn({ err: String(err) }, "[url-completer] LLM call failed \u2014 skipping pattern completion");
+    return [];
+  }
 }
+export {
+  runUrlPatternCompletion
+};
+//# sourceMappingURL=url-pattern-completer.js.map

package/dist/visual-diff-verdict.js

@@ -1,40 +1,25 @@
-/**
- * Pure visual-diff verdict logic, split out of crawler.ts so it can be unit-tested
- * without pulling in crawler.ts's full import graph (Playwright, Stagehand, and
- * transitively @detiq/database, which instantiates a PrismaClient at module load and
- * so requires a live DATABASE_URL just to import the module).
- */
-/** Cheap, always-on first-pass verdict from perceptual hash distance + layout/element diffs. */
-export function pHashVerdict(pHashDistance, changeLevel, changes) {
-    const changeType = changeLevel === 'IDENTICAL' ? 'NONE'
-        : changeLevel === 'MINOR' ? 'MINOR'
-            : changeLevel === 'MODERATE' ? 'SIGNIFICANT'
-                : 'CRITICAL';
-    const recommendation = pHashDistance === 0 ? 'APPROVE'
-        : pHashDistance < 5 ? 'APPROVE'
-            : pHashDistance < 20 ? 'REVIEW'
-                : 'FLAG';
-    return { changeType, recommendation, changes };
+function pHashVerdict(pHashDistance, changeLevel, changes) {
+  const changeType = changeLevel === "IDENTICAL" ? "NONE" : changeLevel === "MINOR" ? "MINOR" : changeLevel === "MODERATE" ? "SIGNIFICANT" : "CRITICAL";
+  const recommendation = pHashDistance === 0 ? "APPROVE" : pHashDistance < 5 ? "APPROVE" : pHashDistance < 20 ? "REVIEW" : "FLAG";
+  return { changeType, recommendation, changes };
 }
-/** Replaces a pHash-only verdict with the AI's semantic judgment once it's available,
- *  and drafts a bug report for anything still CRITICAL/SIGNIFICANT after AI review
- *  (pHash flags plenty of anti-aliasing/font-rendering noise the AI correctly discards
- *  as NONE/MINOR — only what survives AI review is worth a draft). */
-export function mergeAiVisualVerdict(pHashResult, aiResult, screenName) {
-    if (!aiResult.changeType)
-        return pHashResult;
-    const changeType = aiResult.changeType;
-    const recommendation = aiResult.recommendation;
-    const changes = Array.isArray(aiResult.changes) && aiResult.changes.length > 0 ? aiResult.changes : pHashResult.changes;
-    const aiSummary = aiResult.summary ?? undefined;
-    const bugReportDraft = (changeType === 'CRITICAL' || changeType === 'SIGNIFICANT')
-        ? {
-            title: `Visual regression on "${screenName}"`,
-            severity: changeType === 'CRITICAL' ? 'High' : 'Medium',
-            steps: ['Navigate to the screen', 'Compare current view to baseline screenshot'],
-            expected: 'Screen appearance should match the stored baseline.',
-            actual: aiSummary || `Screen has changed (diff score: ${aiResult.diffScore.toFixed(1)}%)`,
-        }
-        : undefined;
-    return { changeType, recommendation, changes, bugReportDraft, aiSummary };
+function mergeAiVisualVerdict(pHashResult, aiResult, screenName) {
+  if (!aiResult.changeType) return pHashResult;
+  const changeType = aiResult.changeType;
+  const recommendation = aiResult.recommendation;
+  const changes = Array.isArray(aiResult.changes) && aiResult.changes.length > 0 ? aiResult.changes : pHashResult.changes;
+  const aiSummary = aiResult.summary ?? void 0;
+  const bugReportDraft = changeType === "CRITICAL" || changeType === "SIGNIFICANT" ? {
+    title: `Visual regression on "${screenName}"`,
+    severity: changeType === "CRITICAL" ? "High" : "Medium",
+    steps: ["Navigate to the screen", "Compare current view to baseline screenshot"],
+    expected: "Screen appearance should match the stored baseline.",
+    actual: aiSummary || `Screen has changed (diff score: ${aiResult.diffScore.toFixed(1)}%)`
+  } : void 0;
+  return { changeType, recommendation, changes, bugReportDraft, aiSummary };
 }
+export {
+  mergeAiVisualVerdict,
+  pHashVerdict
+};
+//# sourceMappingURL=visual-diff-verdict.js.map

package/dist/webhook-notifier.js

@@ -1,74 +1,76 @@
-/**
- * Webhook notifier — fire HTTP POST callbacks on crawl lifecycle events.
- *
- * Supports: crawl.started, crawl.progress, crawl.completed, crawl.failed
- * Payload format compatible with Slack, Discord, and generic REST webhooks.
- * Retries 3x on failure with exponential backoff.
- */
 async function hmacSign(secret, payload) {
-    const key = await crypto.subtle.importKey('raw', new TextEncoder().encode(secret), { name: 'HMAC', hash: 'SHA-256' }, false, ['sign']);
-    const sig = await crypto.subtle.sign('HMAC', key, new TextEncoder().encode(payload));
-    return Array.from(new Uint8Array(sig)).map(b => b.toString(16).padStart(2, '0')).join('');
+  const key = await crypto.subtle.importKey(
+    "raw",
+    new TextEncoder().encode(secret),
+    { name: "HMAC", hash: "SHA-256" },
+    false,
+    ["sign"]
+  );
+  const sig = await crypto.subtle.sign("HMAC", key, new TextEncoder().encode(payload));
+  return Array.from(new Uint8Array(sig)).map((b) => b.toString(16).padStart(2, "0")).join("");
 }
-export class WebhookNotifier {
-    opts;
-    constructor(opts) {
-        this.opts = {
-            url: opts.url,
-            secret: opts.secret,
-            headers: opts.headers ?? {},
-            timeoutMs: opts.timeoutMs ?? 10_000,
-            maxRetries: opts.maxRetries ?? 3,
-        };
+class WebhookNotifier {
+  opts;
+  constructor(opts) {
+    this.opts = {
+      url: opts.url,
+      secret: opts.secret,
+      headers: opts.headers ?? {},
+      timeoutMs: opts.timeoutMs ?? 1e4,
+      maxRetries: opts.maxRetries ?? 3
+    };
+  }
+  async notify(event, jobId, projectId, tenantId, data = {}) {
+    const payload = {
+      event,
+      jobId,
+      projectId,
+      tenantId,
+      timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+      data
+    };
+    const body = JSON.stringify(payload);
+    const headers = {
+      "Content-Type": "application/json",
+      "User-Agent": "ZeTa-Crawler/1.0",
+      ...this.opts.headers
+    };
+    if (this.opts.secret) {
+      headers["X-ZeTa-Signature"] = `sha256=${await hmacSign(this.opts.secret, body)}`;
     }
-    async notify(event, jobId, projectId, tenantId, data = {}) {
-        const payload = {
-            event,
-            jobId,
-            projectId,
-            tenantId,
-            timestamp: new Date().toISOString(),
-            data,
-        };
-        const body = JSON.stringify(payload);
-        const headers = {
-            'Content-Type': 'application/json',
-            'User-Agent': 'ZeTa-Crawler/1.0',
-            ...this.opts.headers,
-        };
-        if (this.opts.secret) {
-            headers['X-ZeTa-Signature'] = `sha256=${await hmacSign(this.opts.secret, body)}`;
-        }
-        let lastErr;
-        for (let attempt = 0; attempt <= this.opts.maxRetries; attempt++) {
-            try {
-                const res = await fetch(this.opts.url, {
-                    method: 'POST',
-                    headers,
-                    body,
-                    signal: AbortSignal.timeout(this.opts.timeoutMs),
-                });
-                if (res.ok)
-                    return;
-                lastErr = new Error(`Webhook HTTP ${res.status}`);
-            }
-            catch (e) {
-                lastErr = e;
-            }
-            if (attempt < this.opts.maxRetries) {
-                await new Promise(r => setTimeout(r, 1_000 * Math.pow(2, attempt)));
-            }
-        }
-        console.error(`[webhook] Failed to deliver ${event} after ${this.opts.maxRetries + 1} attempts:`, lastErr?.message);
-    }
-    /** Slack-compatible message format */
-    static slackPayload(event, data) {
-        const emoji = event === 'crawl.completed' ? '✅' : event === 'crawl.failed' ? '❌' : '🔄';
-        return {
-            text: `${emoji} *ZeTa Crawl Event: ${event}*`,
-            blocks: [
-                { type: 'section', text: { type: 'mrkdwn', text: `${emoji} *${event}*\n${Object.entries(data).map(([k, v]) => `• *${k}*: ${v}`).join('\n')}` } },
-            ],
-        };
+    let lastErr;
+    for (let attempt = 0; attempt <= this.opts.maxRetries; attempt++) {
+      try {
+        const res = await fetch(this.opts.url, {
+          method: "POST",
+          headers,
+          body,
+          signal: AbortSignal.timeout(this.opts.timeoutMs)
+        });
+        if (res.ok) return;
+        lastErr = new Error(`Webhook HTTP ${res.status}`);
+      } catch (e) {
+        lastErr = e;
+      }
+      if (attempt < this.opts.maxRetries) {
+        await new Promise((r) => setTimeout(r, 1e3 * Math.pow(2, attempt)));
+      }
     }
+    console.error(`[webhook] Failed to deliver ${event} after ${this.opts.maxRetries + 1} attempts:`, lastErr?.message);
+  }
+  /** Slack-compatible message format */
+  static slackPayload(event, data) {
+    const emoji = event === "crawl.completed" ? "\u2705" : event === "crawl.failed" ? "\u274C" : "\u{1F504}";
+    return {
+      text: `${emoji} *ZeTa Crawl Event: ${event}*`,
+      blocks: [
+        { type: "section", text: { type: "mrkdwn", text: `${emoji} *${event}*
+${Object.entries(data).map(([k, v]) => `\u2022 *${k}*: ${v}`).join("\n")}` } }
+      ]
+    };
+  }
 }
+export {
+  WebhookNotifier
+};
+//# sourceMappingURL=webhook-notifier.js.map