@taodigital/crawler 0.0.0-stage → 1.2.0

package/dist/content-dedup.js

@@ -0,0 +1,60 @@
+function extractFingerprints(markdown) {
+  const lines = markdown.split("\n").filter((l) => l.trim().length > 0);
+  const fps = [];
+  const headings = lines.filter((l) => /^#{1,6} /.test(l));
+  const hCounts = [0, 0, 0, 0, 0, 0];
+  for (const h of headings) {
+    const lvl = h.match(/^(#{1,6}) /)?.[1].length ?? 1;
+    hCounts[lvl - 1]++;
+  }
+  fps.push("h:" + hCounts.join(","));
+  const linkCount = (markdown.match(/\[.+?\]\(.+?\)/g) ?? []).length;
+  fps.push("lk:" + Math.floor(linkCount / 5));
+  const listCount = lines.filter((l) => /^[\-\*\+] |^\d+\. /.test(l)).length;
+  fps.push("li:" + Math.floor(listCount / 3));
+  fps.push("code:" + (markdown.includes("```") ? "1" : "0"));
+  fps.push("tbl:" + (markdown.includes("|") ? "1" : "0"));
+  const paraCount = markdown.split(/\n{2,}/).filter((p) => p.trim().length > 30).length;
+  fps.push("p:" + Math.floor(paraCount / 2));
+  const firstH = headings[0]?.replace(/^#{1,6} /, "").toLowerCase().replace(/[^a-z0-9]/g, "") ?? "";
+  fps.push("fh:" + firstH.slice(0, 20));
+  const wordCount = markdown.split(/\s+/).length;
+  fps.push("wc:" + Math.floor(wordCount / 50));
+  return fps;
+}
+function similarity(a, b) {
+  if (a.length !== b.length) return 0;
+  let matches = 0;
+  for (let i = 0; i < a.length; i++) {
+    if (a[i] === b[i]) matches++;
+  }
+  return matches / a.length;
+}
+class ContentDeduplicator {
+  seen = /* @__PURE__ */ new Map();
+  threshold;
+  constructor(threshold = 0.85) {
+    this.threshold = threshold;
+  }
+  check(url, markdown) {
+    const fps = extractFingerprints(markdown);
+    for (const [key, entry] of this.seen) {
+      const score = similarity(fps, entry.fps);
+      if (score >= this.threshold) {
+        return { isDuplicate: true, similarUrl: entry.url, similarityScore: score };
+      }
+    }
+    this.seen.set(url, { fps, url });
+    return { isDuplicate: false, similarityScore: 1 };
+  }
+  size() {
+    return this.seen.size;
+  }
+  reset() {
+    this.seen.clear();
+  }
+}
+export {
+  ContentDeduplicator
+};
+//# sourceMappingURL=content-dedup.js.map

package/dist/content-dedup.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/content-dedup.ts"],
+  "sourcesContent": ["/**\n * Content deduplication \u2014 detect near-duplicate pages during crawl.\n *\n * Uses MinHash-inspired approach: instead of full MinHash (needs many hash functions),\n * we use 8 structural fingerprints extracted from the markdown to detect pages that\n * share the same layout/template even if the data differs.\n *\n * Typical duplicates: /products?page=1 vs /products?page=2 (same template, different data).\n * These waste crawl budget and generate redundant test cases.\n */\n\n/** Extract structural fingerprints from markdown \u2014 layout-sensitive, data-insensitive */\nfunction extractFingerprints(markdown: string): string[] {\n  const lines = markdown.split('\\n').filter(l => l.trim().length > 0);\n  const fps: string[] = [];\n\n  // FP1: heading structure (H1-H6 count distribution)\n  const headings = lines.filter(l => /^#{1,6} /.test(l));\n  const hCounts = [0, 0, 0, 0, 0, 0];\n  for (const h of headings) {\n    const lvl = h.match(/^(#{1,6}) /)?.[1].length ?? 1;\n    hCounts[lvl - 1]++;\n  }\n  fps.push('h:' + hCounts.join(','));\n\n  // FP2: link count (grouped into buckets)\n  const linkCount = (markdown.match(/\\[.+?\\]\\(.+?\\)/g) ?? []).length;\n  fps.push('lk:' + Math.floor(linkCount / 5));\n\n  // FP3: list item count (grouped)\n  const listCount = lines.filter(l => /^[\\-\\*\\+] |^\\d+\\. /.test(l)).length;\n  fps.push('li:' + Math.floor(listCount / 3));\n\n  // FP4: code block presence\n  fps.push('code:' + (markdown.includes('```') ? '1' : '0'));\n\n  // FP5: table presence\n  fps.push('tbl:' + (markdown.includes('|') ? '1' : '0'));\n\n  // FP6: approximate paragraph count\n  const paraCount = markdown.split(/\\n{2,}/).filter(p => p.trim().length > 30).length;\n  fps.push('p:' + Math.floor(paraCount / 2));\n\n  // FP7: first heading text (normalized)\n  const firstH = headings[0]?.replace(/^#{1,6} /, '').toLowerCase().replace(/[^a-z0-9]/g, '') ?? '';\n  fps.push('fh:' + firstH.slice(0, 20));\n\n  // FP8: word count bucket\n  const wordCount = markdown.split(/\\s+/).length;\n  fps.push('wc:' + Math.floor(wordCount / 50));\n\n  return fps;\n}\n\nfunction similarity(a: string[], b: string[]): number {\n  if (a.length !== b.length) return 0;\n  let matches = 0;\n  for (let i = 0; i < a.length; i++) {\n    if (a[i] === b[i]) matches++;\n  }\n  return matches / a.length;\n}\n\nexport interface DedupResult {\n  isDuplicate: boolean;\n  similarUrl?: string;\n  similarityScore: number;\n}\n\nexport class ContentDeduplicator {\n  private seen = new Map<string, { fps: string[]; url: string }>();\n  private readonly threshold: number;\n\n  constructor(threshold = 0.85) {\n    this.threshold = threshold;\n  }\n\n  check(url: string, markdown: string): DedupResult {\n    const fps = extractFingerprints(markdown);\n\n    for (const [key, entry] of this.seen) {\n      const score = similarity(fps, entry.fps);\n      if (score >= this.threshold) {\n        return { isDuplicate: true, similarUrl: entry.url, similarityScore: score };\n      }\n    }\n\n    this.seen.set(url, { fps, url });\n    return { isDuplicate: false, similarityScore: 1.0 };\n  }\n\n  size(): number {\n    return this.seen.size;\n  }\n\n  reset(): void {\n    this.seen.clear();\n  }\n}\n"],
+  "mappings": "AAYA,SAAS,oBAAoB,UAA4B;AACvD,QAAM,QAAQ,SAAS,MAAM,IAAI,EAAE,OAAO,OAAK,EAAE,KAAK,EAAE,SAAS,CAAC;AAClE,QAAM,MAAgB,CAAC;AAGvB,QAAM,WAAW,MAAM,OAAO,OAAK,WAAW,KAAK,CAAC,CAAC;AACrD,QAAM,UAAU,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;AACjC,aAAW,KAAK,UAAU;AACxB,UAAM,MAAM,EAAE,MAAM,YAAY,IAAI,CAAC,EAAE,UAAU;AACjD,YAAQ,MAAM,CAAC;AAAA,EACjB;AACA,MAAI,KAAK,OAAO,QAAQ,KAAK,GAAG,CAAC;AAGjC,QAAM,aAAa,SAAS,MAAM,iBAAiB,KAAK,CAAC,GAAG;AAC5D,MAAI,KAAK,QAAQ,KAAK,MAAM,YAAY,CAAC,CAAC;AAG1C,QAAM,YAAY,MAAM,OAAO,OAAK,qBAAqB,KAAK,CAAC,CAAC,EAAE;AAClE,MAAI,KAAK,QAAQ,KAAK,MAAM,YAAY,CAAC,CAAC;AAG1C,MAAI,KAAK,WAAW,SAAS,SAAS,KAAK,IAAI,MAAM,IAAI;AAGzD,MAAI,KAAK,UAAU,SAAS,SAAS,GAAG,IAAI,MAAM,IAAI;AAGtD,QAAM,YAAY,SAAS,MAAM,QAAQ,EAAE,OAAO,OAAK,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;AAC7E,MAAI,KAAK,OAAO,KAAK,MAAM,YAAY,CAAC,CAAC;AAGzC,QAAM,SAAS,SAAS,CAAC,GAAG,QAAQ,YAAY,EAAE,EAAE,YAAY,EAAE,QAAQ,cAAc,EAAE,KAAK;AAC/F,MAAI,KAAK,QAAQ,OAAO,MAAM,GAAG,EAAE,CAAC;AAGpC,QAAM,YAAY,SAAS,MAAM,KAAK,EAAE;AACxC,MAAI,KAAK,QAAQ,KAAK,MAAM,YAAY,EAAE,CAAC;AAE3C,SAAO;AACT;AAEA,SAAS,WAAW,GAAa,GAAqB;AACpD,MAAI,EAAE,WAAW,EAAE,OAAQ,QAAO;AAClC,MAAI,UAAU;AACd,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,QAAI,EAAE,CAAC,MAAM,EAAE,CAAC,EAAG;AAAA,EACrB;AACA,SAAO,UAAU,EAAE;AACrB;AAQO,MAAM,oBAAoB;AAAA,EACvB,OAAO,oBAAI,IAA4C;AAAA,EAC9C;AAAA,EAEjB,YAAY,YAAY,MAAM;AAC5B,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,MAAM,KAAa,UAA+B;AAChD,UAAM,MAAM,oBAAoB,QAAQ;AAExC,eAAW,CAAC,KAAK,KAAK,KAAK,KAAK,MAAM;AACpC,YAAM,QAAQ,WAAW,KAAK,MAAM,GAAG;AACvC,UAAI,SAAS,KAAK,WAAW;AAC3B,eAAO,EAAE,aAAa,MAAM,YAAY,MAAM,KAAK,iBAAiB,MAAM;AAAA,MAC5E;AAAA,IACF;AAEA,SAAK,KAAK,IAAI,KAAK,EAAE,KAAK,IAAI,CAAC;AAC/B,WAAO,EAAE,aAAa,OAAO,iBAAiB,EAAI;AAAA,EACpD;AAAA,EAEA,OAAe;AACb,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA,EAEA,QAAc;AACZ,SAAK,KAAK,MAAM;AAAA,EAClB;AACF;",
+  "names": []
+}

package/dist/cookie-consent.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Cookie consent auto-acceptor.
+ *
+ * Detects and clicks "Accept" on common cookie consent banners before the
+ * crawler proceeds. Without this, many EU sites show a consent wall that
+ * blocks content or shows a different layout, making crawl results unreliable.
+ *
+ * Supports: Cookiebot, OneTrust, TrustArc, Usercentrics, GDPR Cookie Compliance,
+ * generic "Accept All" / "Accept Cookies" buttons.
+ *
+ * Strategy: try known selectors first, then fall back to text-based button search.
+ * Non-blocking — if no banner is found or click fails, crawl proceeds normally.
+ */
+import type { Page } from 'playwright';
+export interface ConsentResult {
+    found: boolean;
+    clicked: boolean;
+    method?: string;
+    error?: string;
+}
+export declare function acceptCookieConsent(page: Page, opts?: {
+    waitMs?: number;
+}): Promise<ConsentResult>;
+/** Check if a consent banner is still visible after attempted dismissal */
+export declare function isConsentBannerVisible(page: Page): Promise<boolean>;

package/dist/cookie-consent.js

@@ -0,0 +1,78 @@
+const CONSENT_SELECTORS = [
+  // Cookiebot
+  "#CybotCookiebotDialogBodyLevelButtonLevelOptinAllowAll",
+  "#CybotCookiebotDialogBodyButtonAccept",
+  // OneTrust
+  "#onetrust-accept-btn-handler",
+  ".ot-sdk-accept-btn",
+  // TrustArc
+  '.truste_popframe [title*="Accept"]',
+  "#truste-consent-button",
+  // Usercentrics
+  '[data-testid="uc-accept-all-button"]',
+  // Generic high-confidence
+  '[id*="accept"][id*="cookie"]',
+  '[class*="accept"][class*="cookie"]',
+  '[class*="cookie"][class*="accept"]',
+  // GDPR Cookie Compliance
+  ".gdpr-cookie-notice-accept",
+  // Quantcast
+  ".qc-cmp2-summary-buttons button:first-child"
+];
+const ACCEPT_TEXT_PATTERNS = [
+  /^accept all$/i,
+  /^accept all cookies$/i,
+  /^allow all$/i,
+  /^i accept$/i,
+  /^agree$/i,
+  /^ok$/i,
+  /^got it$/i,
+  /^allow cookies$/i
+];
+async function acceptCookieConsent(page, opts = {}) {
+  const { waitMs = 1500 } = opts;
+  await page.waitForTimeout(waitMs).catch(() => {
+  });
+  for (const selector of CONSENT_SELECTORS) {
+    try {
+      const el = await page.$(selector);
+      if (el && await el.isVisible()) {
+        await el.click({ timeout: 2e3 });
+        await page.waitForTimeout(500);
+        return { found: true, clicked: true, method: `selector: ${selector}` };
+      }
+    } catch {
+    }
+  }
+  try {
+    const buttons = await page.$$('button, [role="button"], a[class*="cookie"]');
+    for (const btn of buttons) {
+      const text = (await btn.textContent() ?? "").trim();
+      if (ACCEPT_TEXT_PATTERNS.some((re) => re.test(text))) {
+        if (await btn.isVisible()) {
+          await btn.click({ timeout: 2e3 });
+          await page.waitForTimeout(500);
+          return { found: true, clicked: true, method: `text: "${text}"` };
+        }
+      }
+    }
+  } catch {
+  }
+  return { found: false, clicked: false };
+}
+async function isConsentBannerVisible(page) {
+  try {
+    for (const sel of CONSENT_SELECTORS.slice(0, 5)) {
+      const el = await page.$(sel);
+      if (el && await el.isVisible()) return true;
+    }
+    return false;
+  } catch {
+    return false;
+  }
+}
+export {
+  acceptCookieConsent,
+  isConsentBannerVisible
+};
+//# sourceMappingURL=cookie-consent.js.map

package/dist/cookie-consent.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/cookie-consent.ts"],
+  "sourcesContent": ["/**\n * Cookie consent auto-acceptor.\n *\n * Detects and clicks \"Accept\" on common cookie consent banners before the\n * crawler proceeds. Without this, many EU sites show a consent wall that\n * blocks content or shows a different layout, making crawl results unreliable.\n *\n * Supports: Cookiebot, OneTrust, TrustArc, Usercentrics, GDPR Cookie Compliance,\n * generic \"Accept All\" / \"Accept Cookies\" buttons.\n *\n * Strategy: try known selectors first, then fall back to text-based button search.\n * Non-blocking \u2014 if no banner is found or click fails, crawl proceeds normally.\n */\n\nimport type { Page } from 'playwright';\n\nexport interface ConsentResult {\n  found: boolean;\n  clicked: boolean;\n  method?: string; // which selector/strategy matched\n  error?: string;\n}\n\n// Known consent platform selectors\nconst CONSENT_SELECTORS = [\n  // Cookiebot\n  '#CybotCookiebotDialogBodyLevelButtonLevelOptinAllowAll',\n  '#CybotCookiebotDialogBodyButtonAccept',\n  // OneTrust\n  '#onetrust-accept-btn-handler',\n  '.ot-sdk-accept-btn',\n  // TrustArc\n  '.truste_popframe [title*=\"Accept\"]',\n  '#truste-consent-button',\n  // Usercentrics\n  '[data-testid=\"uc-accept-all-button\"]',\n  // Generic high-confidence\n  '[id*=\"accept\"][id*=\"cookie\"]',\n  '[class*=\"accept\"][class*=\"cookie\"]',\n  '[class*=\"cookie\"][class*=\"accept\"]',\n  // GDPR Cookie Compliance\n  '.gdpr-cookie-notice-accept',\n  // Quantcast\n  '.qc-cmp2-summary-buttons button:first-child',\n];\n\n// Fallback: button text matching\nconst ACCEPT_TEXT_PATTERNS = [\n  /^accept all$/i,\n  /^accept all cookies$/i,\n  /^allow all$/i,\n  /^i accept$/i,\n  /^agree$/i,\n  /^ok$/i,\n  /^got it$/i,\n  /^allow cookies$/i,\n];\n\nexport async function acceptCookieConsent(page: Page, opts: { waitMs?: number } = {}): Promise<ConsentResult> {\n  const { waitMs = 1_500 } = opts;\n\n  // Wait briefly for consent banners to appear\n  await page.waitForTimeout(waitMs).catch(() => {});\n\n  // Try known selectors first\n  for (const selector of CONSENT_SELECTORS) {\n    try {\n      const el = await page.$(selector);\n      if (el && await el.isVisible()) {\n        await el.click({ timeout: 2_000 });\n        await page.waitForTimeout(500);\n        return { found: true, clicked: true, method: `selector: ${selector}` };\n      }\n    } catch { /* try next */ }\n  }\n\n  // Fallback: find buttons with accept-like text\n  try {\n    const buttons = await page.$$('button, [role=\"button\"], a[class*=\"cookie\"]');\n    for (const btn of buttons) {\n      const text = ((await btn.textContent()) ?? '').trim();\n      if (ACCEPT_TEXT_PATTERNS.some(re => re.test(text))) {\n        if (await btn.isVisible()) {\n          await btn.click({ timeout: 2_000 });\n          await page.waitForTimeout(500);\n          return { found: true, clicked: true, method: `text: \"${text}\"` };\n        }\n      }\n    }\n  } catch { /* non-fatal */ }\n\n  return { found: false, clicked: false };\n}\n\n/** Check if a consent banner is still visible after attempted dismissal */\nexport async function isConsentBannerVisible(page: Page): Promise<boolean> {\n  try {\n    for (const sel of CONSENT_SELECTORS.slice(0, 5)) {\n      const el = await page.$(sel);\n      if (el && await el.isVisible()) return true;\n    }\n    return false;\n  } catch {\n    return false;\n  }\n}\n"],
+  "mappings": "AAwBA,MAAM,oBAAoB;AAAA;AAAA,EAExB;AAAA,EACA;AAAA;AAAA,EAEA;AAAA,EACA;AAAA;AAAA,EAEA;AAAA,EACA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AACF;AAGA,MAAM,uBAAuB;AAAA,EAC3B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,eAAsB,oBAAoB,MAAY,OAA4B,CAAC,GAA2B;AAC5G,QAAM,EAAE,SAAS,KAAM,IAAI;AAG3B,QAAM,KAAK,eAAe,MAAM,EAAE,MAAM,MAAM;AAAA,EAAC,CAAC;AAGhD,aAAW,YAAY,mBAAmB;AACxC,QAAI;AACF,YAAM,KAAK,MAAM,KAAK,EAAE,QAAQ;AAChC,UAAI,MAAM,MAAM,GAAG,UAAU,GAAG;AAC9B,cAAM,GAAG,MAAM,EAAE,SAAS,IAAM,CAAC;AACjC,cAAM,KAAK,eAAe,GAAG;AAC7B,eAAO,EAAE,OAAO,MAAM,SAAS,MAAM,QAAQ,aAAa,QAAQ,GAAG;AAAA,MACvE;AAAA,IACF,QAAQ;AAAA,IAAiB;AAAA,EAC3B;AAGA,MAAI;AACF,UAAM,UAAU,MAAM,KAAK,GAAG,6CAA6C;AAC3E,eAAW,OAAO,SAAS;AACzB,YAAM,QAAS,MAAM,IAAI,YAAY,KAAM,IAAI,KAAK;AACpD,UAAI,qBAAqB,KAAK,QAAM,GAAG,KAAK,IAAI,CAAC,GAAG;AAClD,YAAI,MAAM,IAAI,UAAU,GAAG;AACzB,gBAAM,IAAI,MAAM,EAAE,SAAS,IAAM,CAAC;AAClC,gBAAM,KAAK,eAAe,GAAG;AAC7B,iBAAO,EAAE,OAAO,MAAM,SAAS,MAAM,QAAQ,UAAU,IAAI,IAAI;AAAA,QACjE;AAAA,MACF;AAAA,IACF;AAAA,EACF,QAAQ;AAAA,EAAkB;AAE1B,SAAO,EAAE,OAAO,OAAO,SAAS,MAAM;AACxC;AAGA,eAAsB,uBAAuB,MAA8B;AACzE,MAAI;AACF,eAAW,OAAO,kBAAkB,MAAM,GAAG,CAAC,GAAG;AAC/C,YAAM,KAAK,MAAM,KAAK,EAAE,GAAG;AAC3B,UAAI,MAAM,MAAM,GAAG,UAAU,EAAG,QAAO;AAAA,IACzC;AACA,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;",
+  "names": []
+}

package/dist/cookie-jar.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Cookie jar — persist and restore Playwright storageState cookies between
+ * crawl segments and restarts. Enables continuous auth across session boundaries
+ * (e.g. segment 1 logs in, segment 2–N inherit the session without re-login).
+ *
+ * Storage: JSON file per project in the crawl cache dir.
+ * Format: Playwright's storageState shape (cookies + origins).
+ */
+export interface CookieJarEntry {
+    projectId: string;
+    tenantId: string;
+    storageState: string;
+    savedAt: string;
+    domain: string;
+}
+export declare function saveCookieJar(cacheDir: string, projectId: string, tenantId: string, storageState: string, domain: string): Promise<void>;
+export declare function loadCookieJar(cacheDir: string, projectId: string, maxAgeMs?: number): Promise<string | null>;
+export declare function clearCookieJar(cacheDir: string, projectId: string): Promise<void>;
+/** Merge two storageState JSON strings — second takes priority for same-domain cookies. */
+export declare function mergeStorageStates(base: string, overlay: string): string;

package/dist/cookie-jar.js

@@ -0,0 +1,61 @@
+import * as fs from "fs/promises";
+import * as path from "path";
+function jarPath(cacheDir, projectId) {
+  return path.join(cacheDir, `cookie-jar-${projectId}.json`);
+}
+async function saveCookieJar(cacheDir, projectId, tenantId, storageState, domain) {
+  await fs.mkdir(cacheDir, { recursive: true });
+  const entry = {
+    projectId,
+    tenantId,
+    storageState,
+    savedAt: (/* @__PURE__ */ new Date()).toISOString(),
+    domain
+  };
+  await fs.writeFile(jarPath(cacheDir, projectId), JSON.stringify(entry, null, 2), "utf8");
+}
+async function loadCookieJar(cacheDir, projectId, maxAgeMs = 8 * 60 * 60 * 1e3) {
+  try {
+    const raw = await fs.readFile(jarPath(cacheDir, projectId), "utf8");
+    const entry = JSON.parse(raw);
+    const age = Date.now() - new Date(entry.savedAt).getTime();
+    if (age > maxAgeMs) return null;
+    return entry.storageState;
+  } catch {
+    return null;
+  }
+}
+async function clearCookieJar(cacheDir, projectId) {
+  try {
+    await fs.unlink(jarPath(cacheDir, projectId));
+  } catch {
+  }
+}
+function mergeStorageStates(base, overlay) {
+  try {
+    const a = JSON.parse(base);
+    const b = JSON.parse(overlay);
+    const cookies = [...a.cookies ?? []];
+    for (const ck of b.cookies ?? []) {
+      const idx = cookies.findIndex(
+        (c) => c.name === ck.name && c.domain === ck.domain && c.path === ck.path
+      );
+      if (idx >= 0) cookies[idx] = ck;
+      else cookies.push(ck);
+    }
+    const originsMap = /* @__PURE__ */ new Map();
+    for (const o of [...a.origins ?? [], ...b.origins ?? []]) {
+      originsMap.set(o.origin, o);
+    }
+    return JSON.stringify({ cookies, origins: [...originsMap.values()] });
+  } catch {
+    return overlay || base;
+  }
+}
+export {
+  clearCookieJar,
+  loadCookieJar,
+  mergeStorageStates,
+  saveCookieJar
+};
+//# sourceMappingURL=cookie-jar.js.map

package/dist/cookie-jar.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/cookie-jar.ts"],
+  "sourcesContent": ["/**\n * Cookie jar \u2014 persist and restore Playwright storageState cookies between\n * crawl segments and restarts. Enables continuous auth across session boundaries\n * (e.g. segment 1 logs in, segment 2\u2013N inherit the session without re-login).\n *\n * Storage: JSON file per project in the crawl cache dir.\n * Format: Playwright's storageState shape (cookies + origins).\n */\n\nimport * as fs from 'fs/promises';\nimport * as path from 'path';\n\nexport interface CookieJarEntry {\n  projectId: string;\n  tenantId: string;\n  storageState: string; // JSON-stringified Playwright StorageState\n  savedAt: string;      // ISO timestamp\n  domain: string;       // hostname for quick lookup\n}\n\nfunction jarPath(cacheDir: string, projectId: string): string {\n  return path.join(cacheDir, `cookie-jar-${projectId}.json`);\n}\n\nexport async function saveCookieJar(\n  cacheDir: string,\n  projectId: string,\n  tenantId: string,\n  storageState: string,\n  domain: string,\n): Promise<void> {\n  await fs.mkdir(cacheDir, { recursive: true });\n  const entry: CookieJarEntry = {\n    projectId,\n    tenantId,\n    storageState,\n    savedAt: new Date().toISOString(),\n    domain,\n  };\n  await fs.writeFile(jarPath(cacheDir, projectId), JSON.stringify(entry, null, 2), 'utf8');\n}\n\nexport async function loadCookieJar(\n  cacheDir: string,\n  projectId: string,\n  maxAgeMs = 8 * 60 * 60 * 1000, // 8 hours\n): Promise<string | null> {\n  try {\n    const raw = await fs.readFile(jarPath(cacheDir, projectId), 'utf8');\n    const entry: CookieJarEntry = JSON.parse(raw);\n    const age = Date.now() - new Date(entry.savedAt).getTime();\n    if (age > maxAgeMs) return null; // expired\n    return entry.storageState;\n  } catch {\n    return null;\n  }\n}\n\nexport async function clearCookieJar(cacheDir: string, projectId: string): Promise<void> {\n  try {\n    await fs.unlink(jarPath(cacheDir, projectId));\n  } catch { /* already gone */ }\n}\n\n/** Merge two storageState JSON strings \u2014 second takes priority for same-domain cookies. */\nexport function mergeStorageStates(base: string, overlay: string): string {\n  try {\n    const a = JSON.parse(base);\n    const b = JSON.parse(overlay);\n\n    // Cookies: overlay replaces same-name+domain+path cookies from base\n    const cookies = [...(a.cookies ?? [])];\n    for (const ck of (b.cookies ?? [])) {\n      const idx = cookies.findIndex(\n        (c: any) => c.name === ck.name && c.domain === ck.domain && c.path === ck.path,\n      );\n      if (idx >= 0) cookies[idx] = ck;\n      else cookies.push(ck);\n    }\n\n    // Origins: merge origins, overlay wins on same-origin\n    const originsMap = new Map<string, any>();\n    for (const o of [...(a.origins ?? []), ...(b.origins ?? [])]) {\n      originsMap.set(o.origin, o);\n    }\n\n    return JSON.stringify({ cookies, origins: [...originsMap.values()] });\n  } catch {\n    return overlay || base;\n  }\n}\n"],
+  "mappings": "AASA,YAAY,QAAQ;AACpB,YAAY,UAAU;AAUtB,SAAS,QAAQ,UAAkB,WAA2B;AAC5D,SAAO,KAAK,KAAK,UAAU,cAAc,SAAS,OAAO;AAC3D;AAEA,eAAsB,cACpB,UACA,WACA,UACA,cACA,QACe;AACf,QAAM,GAAG,MAAM,UAAU,EAAE,WAAW,KAAK,CAAC;AAC5C,QAAM,QAAwB;AAAA,IAC5B;AAAA,IACA;AAAA,IACA;AAAA,IACA,UAAS,oBAAI,KAAK,GAAE,YAAY;AAAA,IAChC;AAAA,EACF;AACA,QAAM,GAAG,UAAU,QAAQ,UAAU,SAAS,GAAG,KAAK,UAAU,OAAO,MAAM,CAAC,GAAG,MAAM;AACzF;AAEA,eAAsB,cACpB,UACA,WACA,WAAW,IAAI,KAAK,KAAK,KACD;AACxB,MAAI;AACF,UAAM,MAAM,MAAM,GAAG,SAAS,QAAQ,UAAU,SAAS,GAAG,MAAM;AAClE,UAAM,QAAwB,KAAK,MAAM,GAAG;AAC5C,UAAM,MAAM,KAAK,IAAI,IAAI,IAAI,KAAK,MAAM,OAAO,EAAE,QAAQ;AACzD,QAAI,MAAM,SAAU,QAAO;AAC3B,WAAO,MAAM;AAAA,EACf,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,eAAe,UAAkB,WAAkC;AACvF,MAAI;AACF,UAAM,GAAG,OAAO,QAAQ,UAAU,SAAS,CAAC;AAAA,EAC9C,QAAQ;AAAA,EAAqB;AAC/B;AAGO,SAAS,mBAAmB,MAAc,SAAyB;AACxE,MAAI;AACF,UAAM,IAAI,KAAK,MAAM,IAAI;AACzB,UAAM,IAAI,KAAK,MAAM,OAAO;AAG5B,UAAM,UAAU,CAAC,GAAI,EAAE,WAAW,CAAC,CAAE;AACrC,eAAW,MAAO,EAAE,WAAW,CAAC,GAAI;AAClC,YAAM,MAAM,QAAQ;AAAA,QAClB,CAAC,MAAW,EAAE,SAAS,GAAG,QAAQ,EAAE,WAAW,GAAG,UAAU,EAAE,SAAS,GAAG;AAAA,MAC5E;AACA,UAAI,OAAO,EAAG,SAAQ,GAAG,IAAI;AAAA,UACxB,SAAQ,KAAK,EAAE;AAAA,IACtB;AAGA,UAAM,aAAa,oBAAI,IAAiB;AACxC,eAAW,KAAK,CAAC,GAAI,EAAE,WAAW,CAAC,GAAI,GAAI,EAAE,WAAW,CAAC,CAAE,GAAG;AAC5D,iBAAW,IAAI,EAAE,QAAQ,CAAC;AAAA,IAC5B;AAEA,WAAO,KAAK,UAAU,EAAE,SAAS,SAAS,CAAC,GAAG,WAAW,OAAO,CAAC,EAAE,CAAC;AAAA,EACtE,QAAQ;AACN,WAAO,WAAW;AAAA,EACpB;AACF;",
+  "names": []
+}

package/dist/crawl-session-manager.d.ts

@@ -0,0 +1,44 @@
+/**
+ * Session management for authenticated crawl sessions.
+ * Detects auth expiry via HTTP status codes and login-page redirects,
+ * then attempts recovery via a token refresh endpoint or re-login flow.
+ * Designed to keep long-running crawls alive without manual intervention.
+ */
+import type { Page } from 'playwright';
+export interface SessionConfig {
+    loginUrl?: string;
+    email?: string;
+    password?: string;
+    healthCheckUrl?: string;
+    refreshEndpoint?: string;
+    tokenLocalStorageKey?: string;
+    maxRefreshAttempts?: number;
+}
+export type SessionEventType = 'HEALTHY' | 'EXPIRY_DETECTED' | 'REFRESH_ATTEMPT' | 'REFRESH_SUCCESS' | 'REFRESH_FAILED' | 'AUTH_FAILURE';
+export interface SessionEvent {
+    type: SessionEventType;
+    isoTimestamp: string;
+    url?: string;
+    strategy?: string;
+    attemptCount?: number;
+}
+export interface SessionManager {
+    onResponse(url: string, status: number): void;
+    onNavigation(url: string): void;
+    isHealthy(): boolean;
+    needsRefresh(): boolean;
+    markHealthy(isoTimestamp: string): void;
+    refresh(page: Page, isoTimestamp: string): Promise<boolean>;
+    getEvents(): SessionEvent[];
+    getStats(): {
+        healthy: boolean;
+        refreshAttempts: number;
+        authFailure: boolean;
+    };
+}
+export declare function createSessionManager(config: SessionConfig): SessionManager;
+/**
+ * Attaches a Playwright response listener to feed HTTP status codes into the
+ * session manager. Returns a cleanup function to remove the listener.
+ */
+export declare function attachSessionWatcher(page: Page, manager: SessionManager): () => void;

package/dist/crawl-session-manager.js

@@ -0,0 +1,145 @@
+const LOGIN_PATH_PATTERNS = [
+  "/login",
+  "/sign-in",
+  "/signin",
+  "/auth/login",
+  "/auth/sign-in"
+];
+function createSessionManager(config) {
+  let healthy = true;
+  let refreshAttempts = 0;
+  let authFailure = false;
+  const events = [];
+  const maxAttempts = config.maxRefreshAttempts ?? 3;
+  function onResponse(url, status) {
+    if ((status === 401 || status === 403) && healthy) {
+      healthy = false;
+      events.push({ type: "EXPIRY_DETECTED", isoTimestamp: (/* @__PURE__ */ new Date()).toISOString(), url });
+    }
+  }
+  function onNavigation(url) {
+    const isLoginPage = LOGIN_PATH_PATTERNS.some((pattern) => url.includes(pattern));
+    if (isLoginPage && healthy) {
+      healthy = false;
+      events.push({ type: "EXPIRY_DETECTED", isoTimestamp: (/* @__PURE__ */ new Date()).toISOString(), url });
+    }
+  }
+  function isHealthy() {
+    return healthy;
+  }
+  function needsRefresh() {
+    return !healthy && !authFailure && refreshAttempts < maxAttempts;
+  }
+  function markHealthy(isoTimestamp) {
+    healthy = true;
+    events.push({ type: "HEALTHY", isoTimestamp });
+  }
+  async function tryRefreshEndpoint(page, isoTimestamp) {
+    if (!config.refreshEndpoint) return false;
+    events.push({
+      type: "REFRESH_ATTEMPT",
+      isoTimestamp,
+      strategy: "refreshEndpoint",
+      attemptCount: refreshAttempts + 1
+    });
+    try {
+      const result = await page.evaluate(async (endpoint) => {
+        try {
+          const res = await fetch(endpoint, { method: "POST", credentials: "include" });
+          if (res.ok) {
+            const data = await res.json().catch(() => ({}));
+            return { ok: true, token: data.access_token || data.token || null };
+          }
+          return { ok: false, token: null };
+        } catch {
+          return { ok: false, token: null };
+        }
+      }, config.refreshEndpoint);
+      if (result.ok) {
+        if (result.token && config.tokenLocalStorageKey) {
+          await page.evaluate(
+            ([key, val]) => localStorage.setItem(key, val),
+            [config.tokenLocalStorageKey, result.token]
+          );
+        }
+        refreshAttempts++;
+        events.push({ type: "REFRESH_SUCCESS", isoTimestamp, strategy: "refreshEndpoint" });
+        return true;
+      }
+    } catch {
+    }
+    return false;
+  }
+  async function tryReLogin(page, isoTimestamp) {
+    if (!config.loginUrl || !config.email || !config.password) return false;
+    events.push({
+      type: "REFRESH_ATTEMPT",
+      isoTimestamp,
+      strategy: "reLogin",
+      attemptCount: refreshAttempts + 1
+    });
+    try {
+      await page.goto(config.loginUrl, { waitUntil: "domcontentloaded" });
+      await page.locator('input[type="email"], input[name="email"], input[name="username"]').first().fill(config.email);
+      await page.locator('input[type="password"]').first().fill(config.password);
+      await page.locator(
+        'button[type="submit"], button:has-text("Sign In"), button:has-text("Log In"), button:has-text("Login")'
+      ).first().click();
+      await page.waitForFunction(
+        (loginUrl) => !location.href.includes(loginUrl),
+        config.loginUrl,
+        { timeout: 1e4 }
+      );
+      events.push({ type: "REFRESH_SUCCESS", isoTimestamp, strategy: "reLogin" });
+      return true;
+    } catch {
+      events.push({ type: "REFRESH_FAILED", isoTimestamp, strategy: "reLogin" });
+      return false;
+    }
+  }
+  async function refresh(page, isoTimestamp) {
+    if (config.refreshEndpoint) {
+      const ok = await tryRefreshEndpoint(page, isoTimestamp);
+      if (ok) return true;
+    }
+    if (config.loginUrl && config.email && config.password) {
+      const ok = await tryReLogin(page, isoTimestamp);
+      if (ok) return true;
+    }
+    refreshAttempts++;
+    events.push({ type: "REFRESH_FAILED", isoTimestamp, attemptCount: refreshAttempts });
+    if (refreshAttempts >= maxAttempts) {
+      authFailure = true;
+      events.push({ type: "AUTH_FAILURE", isoTimestamp, attemptCount: refreshAttempts });
+    }
+    return false;
+  }
+  function getEvents() {
+    return [...events];
+  }
+  function getStats() {
+    return { healthy, refreshAttempts, authFailure };
+  }
+  return {
+    onResponse,
+    onNavigation,
+    isHealthy,
+    needsRefresh,
+    markHealthy,
+    refresh,
+    getEvents,
+    getStats
+  };
+}
+function attachSessionWatcher(page, manager) {
+  const onResponse = (res) => {
+    manager.onResponse(res.url(), res.status());
+  };
+  page.on("response", onResponse);
+  return () => page.off("response", onResponse);
+}
+export {
+  attachSessionWatcher,
+  createSessionManager
+};
+//# sourceMappingURL=crawl-session-manager.js.map

package/dist/crawl-session-manager.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/crawl-session-manager.ts"],
+  "sourcesContent": ["/**\n * Session management for authenticated crawl sessions.\n * Detects auth expiry via HTTP status codes and login-page redirects,\n * then attempts recovery via a token refresh endpoint or re-login flow.\n * Designed to keep long-running crawls alive without manual intervention.\n */\n\nimport type { Page } from 'playwright';\n\nexport interface SessionConfig {\n  loginUrl?: string;\n  email?: string;\n  password?: string;\n  healthCheckUrl?: string;\n  refreshEndpoint?: string;\n  tokenLocalStorageKey?: string;\n  maxRefreshAttempts?: number;\n}\n\nexport type SessionEventType =\n  | 'HEALTHY'\n  | 'EXPIRY_DETECTED'\n  | 'REFRESH_ATTEMPT'\n  | 'REFRESH_SUCCESS'\n  | 'REFRESH_FAILED'\n  | 'AUTH_FAILURE';\n\nexport interface SessionEvent {\n  type: SessionEventType;\n  isoTimestamp: string;\n  url?: string;\n  strategy?: string;\n  attemptCount?: number;\n}\n\nexport interface SessionManager {\n  onResponse(url: string, status: number): void;\n  onNavigation(url: string): void;\n  isHealthy(): boolean;\n  needsRefresh(): boolean;\n  markHealthy(isoTimestamp: string): void;\n  refresh(page: Page, isoTimestamp: string): Promise<boolean>;\n  getEvents(): SessionEvent[];\n  getStats(): { healthy: boolean; refreshAttempts: number; authFailure: boolean };\n}\n\nconst LOGIN_PATH_PATTERNS = [\n  '/login',\n  '/sign-in',\n  '/signin',\n  '/auth/login',\n  '/auth/sign-in',\n];\n\nexport function createSessionManager(config: SessionConfig): SessionManager {\n  let healthy = true;\n  let refreshAttempts = 0;\n  let authFailure = false;\n  const events: SessionEvent[] = [];\n  const maxAttempts = config.maxRefreshAttempts ?? 3;\n\n  function onResponse(url: string, status: number): void {\n    if ((status === 401 || status === 403) && healthy) {\n      healthy = false;\n      events.push({ type: 'EXPIRY_DETECTED', isoTimestamp: new Date().toISOString(), url });\n    }\n  }\n\n  function onNavigation(url: string): void {\n    const isLoginPage = LOGIN_PATH_PATTERNS.some((pattern) => url.includes(pattern));\n    if (isLoginPage && healthy) {\n      healthy = false;\n      events.push({ type: 'EXPIRY_DETECTED', isoTimestamp: new Date().toISOString(), url });\n    }\n  }\n\n  function isHealthy(): boolean {\n    return healthy;\n  }\n\n  function needsRefresh(): boolean {\n    return !healthy && !authFailure && refreshAttempts < maxAttempts;\n  }\n\n  function markHealthy(isoTimestamp: string): void {\n    healthy = true;\n    events.push({ type: 'HEALTHY', isoTimestamp });\n  }\n\n  async function tryRefreshEndpoint(page: Page, isoTimestamp: string): Promise<boolean> {\n    if (!config.refreshEndpoint) return false;\n\n    events.push({\n      type: 'REFRESH_ATTEMPT',\n      isoTimestamp,\n      strategy: 'refreshEndpoint',\n      attemptCount: refreshAttempts + 1,\n    });\n\n    try {\n      const result = await page.evaluate(async (endpoint) => {\n        try {\n          const res = await fetch(endpoint, { method: 'POST', credentials: 'include' });\n          if (res.ok) {\n            const data = await res.json().catch(() => ({}));\n            return { ok: true, token: (data as any).access_token || (data as any).token || null };\n          }\n          return { ok: false, token: null };\n        } catch {\n          return { ok: false, token: null };\n        }\n      }, config.refreshEndpoint);\n\n      if (result.ok) {\n        if (result.token && config.tokenLocalStorageKey) {\n          await page.evaluate(\n            ([key, val]) => localStorage.setItem(key, val),\n            [config.tokenLocalStorageKey, result.token] as [string, string],\n          );\n        }\n        refreshAttempts++;\n        events.push({ type: 'REFRESH_SUCCESS', isoTimestamp, strategy: 'refreshEndpoint' });\n        return true;\n      }\n    } catch {\n      // page.evaluate or localStorage.setItem failed \u2014 fall through\n    }\n\n    return false;\n  }\n\n  async function tryReLogin(page: Page, isoTimestamp: string): Promise<boolean> {\n    if (!config.loginUrl || !config.email || !config.password) return false;\n\n    events.push({\n      type: 'REFRESH_ATTEMPT',\n      isoTimestamp,\n      strategy: 'reLogin',\n      attemptCount: refreshAttempts + 1,\n    });\n\n    try {\n      await page.goto(config.loginUrl, { waitUntil: 'domcontentloaded' });\n\n      await page\n        .locator('input[type=\"email\"], input[name=\"email\"], input[name=\"username\"]')\n        .first()\n        .fill(config.email);\n\n      await page\n        .locator('input[type=\"password\"]')\n        .first()\n        .fill(config.password);\n\n      await page\n        .locator(\n          'button[type=\"submit\"], button:has-text(\"Sign In\"), button:has-text(\"Log In\"), button:has-text(\"Login\")',\n        )\n        .first()\n        .click();\n\n      await page.waitForFunction(\n        (loginUrl) => !location.href.includes(loginUrl),\n        config.loginUrl,\n        { timeout: 10000 },\n      );\n\n      events.push({ type: 'REFRESH_SUCCESS', isoTimestamp, strategy: 'reLogin' });\n      return true;\n    } catch {\n      events.push({ type: 'REFRESH_FAILED', isoTimestamp, strategy: 'reLogin' });\n      return false;\n    }\n  }\n\n  async function refresh(page: Page, isoTimestamp: string): Promise<boolean> {\n    // Strategy 1: token refresh endpoint\n    if (config.refreshEndpoint) {\n      const ok = await tryRefreshEndpoint(page, isoTimestamp);\n      if (ok) return true;\n    }\n\n    // Strategy 2: re-login\n    if (config.loginUrl && config.email && config.password) {\n      const ok = await tryReLogin(page, isoTimestamp);\n      if (ok) return true;\n    }\n\n    // All strategies exhausted\n    refreshAttempts++;\n    events.push({ type: 'REFRESH_FAILED', isoTimestamp, attemptCount: refreshAttempts });\n\n    if (refreshAttempts >= maxAttempts) {\n      authFailure = true;\n      events.push({ type: 'AUTH_FAILURE', isoTimestamp, attemptCount: refreshAttempts });\n    }\n\n    return false;\n  }\n\n  function getEvents(): SessionEvent[] {\n    return [...events];\n  }\n\n  function getStats(): { healthy: boolean; refreshAttempts: number; authFailure: boolean } {\n    return { healthy, refreshAttempts, authFailure };\n  }\n\n  return {\n    onResponse,\n    onNavigation,\n    isHealthy,\n    needsRefresh,\n    markHealthy,\n    refresh,\n    getEvents,\n    getStats,\n  };\n}\n\n/**\n * Attaches a Playwright response listener to feed HTTP status codes into the\n * session manager. Returns a cleanup function to remove the listener.\n */\nexport function attachSessionWatcher(page: Page, manager: SessionManager): () => void {\n  const onResponse = (res: import('playwright').Response) => {\n    manager.onResponse(res.url(), res.status());\n  };\n  page.on('response', onResponse);\n  return () => page.off('response', onResponse);\n}\n"],
+  "mappings": "AA8CA,MAAM,sBAAsB;AAAA,EAC1B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEO,SAAS,qBAAqB,QAAuC;AAC1E,MAAI,UAAU;AACd,MAAI,kBAAkB;AACtB,MAAI,cAAc;AAClB,QAAM,SAAyB,CAAC;AAChC,QAAM,cAAc,OAAO,sBAAsB;AAEjD,WAAS,WAAW,KAAa,QAAsB;AACrD,SAAK,WAAW,OAAO,WAAW,QAAQ,SAAS;AACjD,gBAAU;AACV,aAAO,KAAK,EAAE,MAAM,mBAAmB,eAAc,oBAAI,KAAK,GAAE,YAAY,GAAG,IAAI,CAAC;AAAA,IACtF;AAAA,EACF;AAEA,WAAS,aAAa,KAAmB;AACvC,UAAM,cAAc,oBAAoB,KAAK,CAAC,YAAY,IAAI,SAAS,OAAO,CAAC;AAC/E,QAAI,eAAe,SAAS;AAC1B,gBAAU;AACV,aAAO,KAAK,EAAE,MAAM,mBAAmB,eAAc,oBAAI,KAAK,GAAE,YAAY,GAAG,IAAI,CAAC;AAAA,IACtF;AAAA,EACF;AAEA,WAAS,YAAqB;AAC5B,WAAO;AAAA,EACT;AAEA,WAAS,eAAwB;AAC/B,WAAO,CAAC,WAAW,CAAC,eAAe,kBAAkB;AAAA,EACvD;AAEA,WAAS,YAAY,cAA4B;AAC/C,cAAU;AACV,WAAO,KAAK,EAAE,MAAM,WAAW,aAAa,CAAC;AAAA,EAC/C;AAEA,iBAAe,mBAAmB,MAAY,cAAwC;AACpF,QAAI,CAAC,OAAO,gBAAiB,QAAO;AAEpC,WAAO,KAAK;AAAA,MACV,MAAM;AAAA,MACN;AAAA,MACA,UAAU;AAAA,MACV,cAAc,kBAAkB;AAAA,IAClC,CAAC;AAED,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,SAAS,OAAO,aAAa;AACrD,YAAI;AACF,gBAAM,MAAM,MAAM,MAAM,UAAU,EAAE,QAAQ,QAAQ,aAAa,UAAU,CAAC;AAC5E,cAAI,IAAI,IAAI;AACV,kBAAM,OAAO,MAAM,IAAI,KAAK,EAAE,MAAM,OAAO,CAAC,EAAE;AAC9C,mBAAO,EAAE,IAAI,MAAM,OAAQ,KAAa,gBAAiB,KAAa,SAAS,KAAK;AAAA,UACtF;AACA,iBAAO,EAAE,IAAI,OAAO,OAAO,KAAK;AAAA,QAClC,QAAQ;AACN,iBAAO,EAAE,IAAI,OAAO,OAAO,KAAK;AAAA,QAClC;AAAA,MACF,GAAG,OAAO,eAAe;AAEzB,UAAI,OAAO,IAAI;AACb,YAAI,OAAO,SAAS,OAAO,sBAAsB;AAC/C,gBAAM,KAAK;AAAA,YACT,CAAC,CAAC,KAAK,GAAG,MAAM,aAAa,QAAQ,KAAK,GAAG;AAAA,YAC7C,CAAC,OAAO,sBAAsB,OAAO,KAAK;AAAA,UAC5C;AAAA,QACF;AACA;AACA,eAAO,KAAK,EAAE,MAAM,mBAAmB,cAAc,UAAU,kBAAkB,CAAC;AAClF,eAAO;AAAA,MACT;AAAA,IACF,QAAQ;AAAA,IAER;AAEA,WAAO;AAAA,EACT;AAEA,iBAAe,WAAW,MAAY,cAAwC;AAC5E,QAAI,CAAC,OAAO,YAAY,CAAC,OAAO,SAAS,CAAC,OAAO,SAAU,QAAO;AAElE,WAAO,KAAK;AAAA,MACV,MAAM;AAAA,MACN;AAAA,MACA,UAAU;AAAA,MACV,cAAc,kBAAkB;AAAA,IAClC,CAAC;AAED,QAAI;AACF,YAAM,KAAK,KAAK,OAAO,UAAU,EAAE,WAAW,mBAAmB,CAAC;AAElE,YAAM,KACH,QAAQ,kEAAkE,EAC1E,MAAM,EACN,KAAK,OAAO,KAAK;AAEpB,YAAM,KACH,QAAQ,wBAAwB,EAChC,MAAM,EACN,KAAK,OAAO,QAAQ;AAEvB,YAAM,KACH;AAAA,QACC;AAAA,MACF,EACC,MAAM,EACN,MAAM;AAET,YAAM,KAAK;AAAA,QACT,CAAC,aAAa,CAAC,SAAS,KAAK,SAAS,QAAQ;AAAA,QAC9C,OAAO;AAAA,QACP,EAAE,SAAS,IAAM;AAAA,MACnB;AAEA,aAAO,KAAK,EAAE,MAAM,mBAAmB,cAAc,UAAU,UAAU,CAAC;AAC1E,aAAO;AAAA,IACT,QAAQ;AACN,aAAO,KAAK,EAAE,MAAM,kBAAkB,cAAc,UAAU,UAAU,CAAC;AACzE,aAAO;AAAA,IACT;AAAA,EACF;AAEA,iBAAe,QAAQ,MAAY,cAAwC;AAEzE,QAAI,OAAO,iBAAiB;AAC1B,YAAM,KAAK,MAAM,mBAAmB,MAAM,YAAY;AACtD,UAAI,GAAI,QAAO;AAAA,IACjB;AAGA,QAAI,OAAO,YAAY,OAAO,SAAS,OAAO,UAAU;AACtD,YAAM,KAAK,MAAM,WAAW,MAAM,YAAY;AAC9C,UAAI,GAAI,QAAO;AAAA,IACjB;AAGA;AACA,WAAO,KAAK,EAAE,MAAM,kBAAkB,cAAc,cAAc,gBAAgB,CAAC;AAEnF,QAAI,mBAAmB,aAAa;AAClC,oBAAc;AACd,aAAO,KAAK,EAAE,MAAM,gBAAgB,cAAc,cAAc,gBAAgB,CAAC;AAAA,IACnF;AAEA,WAAO;AAAA,EACT;AAEA,WAAS,YAA4B;AACnC,WAAO,CAAC,GAAG,MAAM;AAAA,EACnB;AAEA,WAAS,WAAgF;AACvF,WAAO,EAAE,SAAS,iBAAiB,YAAY;AAAA,EACjD;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAMO,SAAS,qBAAqB,MAAY,SAAqC;AACpF,QAAM,aAAa,CAAC,QAAuC;AACzD,YAAQ,WAAW,IAAI,IAAI,GAAG,IAAI,OAAO,CAAC;AAAA,EAC5C;AACA,OAAK,GAAG,YAAY,UAAU;AAC9B,SAAO,MAAM,KAAK,IAAI,YAAY,UAAU;AAC9C;",
+  "names": []
+}