@staticn0va/wigolo 0.1.0 → 0.1.1

package/dist/crawl/robots.js

@@ -1,63 +1,64 @@
-export class RobotsParser {
-    rules = [];
-    crawlDelay = null;
-    constructor(robotsTxt) {
-        this.parse(robotsTxt);
-    }
-    parse(text) {
-        const lines = text.split('\n');
-        let inWildcardAgent = false;
-        for (const rawLine of lines) {
-            const line = rawLine.trim();
-            if (line.match(/^user-agent:\s*\*/i)) {
-                inWildcardAgent = true;
-                continue;
-            }
-            if (line.match(/^user-agent:/i) && !line.match(/^user-agent:\s*\*/i)) {
-                inWildcardAgent = false;
-                continue;
-            }
-            if (!inWildcardAgent)
-                continue;
-            const disallowMatch = line.match(/^disallow:\s*(.*)/i);
-            if (disallowMatch) {
-                const path = disallowMatch[1].trim();
-                if (path) {
-                    this.rules.push({ type: 'disallow', path });
-                }
-                continue;
-            }
-            const allowMatch = line.match(/^allow:\s*(.*)/i);
-            if (allowMatch) {
-                const path = allowMatch[1].trim();
-                if (path) {
-                    this.rules.push({ type: 'allow', path });
-                }
-                continue;
-            }
-            const delayMatch = line.match(/^crawl-delay:\s*(\d+(?:\.\d+)?)/i);
-            if (delayMatch) {
-                this.crawlDelay = parseFloat(delayMatch[1]);
-            }
+class RobotsParser {
+  rules = [];
+  crawlDelay = null;
+  constructor(robotsTxt) {
+    this.parse(robotsTxt);
+  }
+  parse(text) {
+    const lines = text.split("\n");
+    let inWildcardAgent = false;
+    for (const rawLine of lines) {
+      const line = rawLine.trim();
+      if (line.match(/^user-agent:\s*\*/i)) {
+        inWildcardAgent = true;
+        continue;
+      }
+      if (line.match(/^user-agent:/i) && !line.match(/^user-agent:\s*\*/i)) {
+        inWildcardAgent = false;
+        continue;
+      }
+      if (!inWildcardAgent) continue;
+      const disallowMatch = line.match(/^disallow:\s*(.*)/i);
+      if (disallowMatch) {
+        const path = disallowMatch[1].trim();
+        if (path) {
+          this.rules.push({ type: "disallow", path });
         }
-    }
-    isAllowed(path) {
-        let bestMatch = null;
-        let bestLength = -1;
-        for (const rule of this.rules) {
-            if (path.startsWith(rule.path)) {
-                if (rule.path.length > bestLength || (rule.path.length === bestLength && rule.type === 'allow')) {
-                    bestMatch = rule;
-                    bestLength = rule.path.length;
-                }
-            }
+        continue;
+      }
+      const allowMatch = line.match(/^allow:\s*(.*)/i);
+      if (allowMatch) {
+        const path = allowMatch[1].trim();
+        if (path) {
+          this.rules.push({ type: "allow", path });
         }
-        if (!bestMatch)
-            return true;
-        return bestMatch.type === 'allow';
+        continue;
+      }
+      const delayMatch = line.match(/^crawl-delay:\s*(\d+(?:\.\d+)?)/i);
+      if (delayMatch) {
+        this.crawlDelay = parseFloat(delayMatch[1]);
+      }
     }
-    getCrawlDelay() {
-        return this.crawlDelay;
+  }
+  isAllowed(path) {
+    let bestMatch = null;
+    let bestLength = -1;
+    for (const rule of this.rules) {
+      if (path.startsWith(rule.path)) {
+        if (rule.path.length > bestLength || rule.path.length === bestLength && rule.type === "allow") {
+          bestMatch = rule;
+          bestLength = rule.path.length;
+        }
+      }
     }
+    if (!bestMatch) return true;
+    return bestMatch.type === "allow";
+  }
+  getCrawlDelay() {
+    return this.crawlDelay;
+  }
 }
+export {
+  RobotsParser
+};
 //# sourceMappingURL=robots.js.map

package/dist/crawl/robots.js.map

@@ -1 +1 @@
-{"version":3,"file":"robots.js","sourceRoot":"","sources":["../../src/crawl/robots.ts"],"names":[],"mappings":"AAKA,MAAM,OAAO,YAAY;IACf,KAAK,GAAiB,EAAE,CAAC;IACzB,UAAU,GAAkB,IAAI,CAAC;IAEzC,YAAY,SAAiB;QAC3B,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,IAAY;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,eAAe,GAAG,KAAK,CAAC;QAE5B,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;YAE5B,IAAI,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE,CAAC;gBACrC,eAAe,GAAG,IAAI,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE,CAAC;gBACrE,eAAe,GAAG,KAAK,CAAC;gBACxB,SAAS;YACX,CAAC;YAED,IAAI,CAAC,eAAe;gBAAE,SAAS;YAE/B,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;YACvD,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACrC,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC9C,CAAC;gBACD,SAAS;YACX,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACjD,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAClC,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC3C,CAAC;gBACD,SAAS;YACX,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAClE,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,SAAS,CAAC,IAAY;QACpB,IAAI,SAAS,GAAsB,IAAI,CAAC;QACxC,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC;QAEpB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,UAAU,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,CAAC;oBAChG,SAAS,GAAG,IAAI,CAAC;oBACjB,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAC5B,OAAO,SAAS,CAAC,IAAI,KAAK,OAAO,CAAC;IACpC,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;CACF"}
+{"version":3,"sources":["../../src/crawl/robots.ts"],"sourcesContent":["interface RobotsRule {\n  type: 'allow' | 'disallow';\n  path: string;\n}\n\nexport class RobotsParser {\n  private rules: RobotsRule[] = [];\n  private crawlDelay: number | null = null;\n\n  constructor(robotsTxt: string) {\n    this.parse(robotsTxt);\n  }\n\n  private parse(text: string): void {\n    const lines = text.split('\\n');\n    let inWildcardAgent = false;\n\n    for (const rawLine of lines) {\n      const line = rawLine.trim();\n\n      if (line.match(/^user-agent:\\s*\\*/i)) {\n        inWildcardAgent = true;\n        continue;\n      }\n\n      if (line.match(/^user-agent:/i) && !line.match(/^user-agent:\\s*\\*/i)) {\n        inWildcardAgent = false;\n        continue;\n      }\n\n      if (!inWildcardAgent) continue;\n\n      const disallowMatch = line.match(/^disallow:\\s*(.*)/i);\n      if (disallowMatch) {\n        const path = disallowMatch[1].trim();\n        if (path) {\n          this.rules.push({ type: 'disallow', path });\n        }\n        continue;\n      }\n\n      const allowMatch = line.match(/^allow:\\s*(.*)/i);\n      if (allowMatch) {\n        const path = allowMatch[1].trim();\n        if (path) {\n          this.rules.push({ type: 'allow', path });\n        }\n        continue;\n      }\n\n      const delayMatch = line.match(/^crawl-delay:\\s*(\\d+(?:\\.\\d+)?)/i);\n      if (delayMatch) {\n        this.crawlDelay = parseFloat(delayMatch[1]);\n      }\n    }\n  }\n\n  isAllowed(path: string): boolean {\n    let bestMatch: RobotsRule | null = null;\n    let bestLength = -1;\n\n    for (const rule of this.rules) {\n      if (path.startsWith(rule.path)) {\n        if (rule.path.length > bestLength || (rule.path.length === bestLength && rule.type === 'allow')) {\n          bestMatch = rule;\n          bestLength = rule.path.length;\n        }\n      }\n    }\n\n    if (!bestMatch) return true;\n    return bestMatch.type === 'allow';\n  }\n\n  getCrawlDelay(): number | null {\n    return this.crawlDelay;\n  }\n}\n"],"mappings":"AAKO,MAAM,aAAa;AAAA,EAChB,QAAsB,CAAC;AAAA,EACvB,aAA4B;AAAA,EAEpC,YAAY,WAAmB;AAC7B,SAAK,MAAM,SAAS;AAAA,EACtB;AAAA,EAEQ,MAAM,MAAoB;AAChC,UAAM,QAAQ,KAAK,MAAM,IAAI;AAC7B,QAAI,kBAAkB;AAEtB,eAAW,WAAW,OAAO;AAC3B,YAAM,OAAO,QAAQ,KAAK;AAE1B,UAAI,KAAK,MAAM,oBAAoB,GAAG;AACpC,0BAAkB;AAClB;AAAA,MACF;AAEA,UAAI,KAAK,MAAM,eAAe,KAAK,CAAC,KAAK,MAAM,oBAAoB,GAAG;AACpE,0BAAkB;AAClB;AAAA,MACF;AAEA,UAAI,CAAC,gBAAiB;AAEtB,YAAM,gBAAgB,KAAK,MAAM,oBAAoB;AACrD,UAAI,eAAe;AACjB,cAAM,OAAO,cAAc,CAAC,EAAE,KAAK;AACnC,YAAI,MAAM;AACR,eAAK,MAAM,KAAK,EAAE,MAAM,YAAY,KAAK,CAAC;AAAA,QAC5C;AACA;AAAA,MACF;AAEA,YAAM,aAAa,KAAK,MAAM,iBAAiB;AAC/C,UAAI,YAAY;AACd,cAAM,OAAO,WAAW,CAAC,EAAE,KAAK;AAChC,YAAI,MAAM;AACR,eAAK,MAAM,KAAK,EAAE,MAAM,SAAS,KAAK,CAAC;AAAA,QACzC;AACA;AAAA,MACF;AAEA,YAAM,aAAa,KAAK,MAAM,kCAAkC;AAChE,UAAI,YAAY;AACd,aAAK,aAAa,WAAW,WAAW,CAAC,CAAC;AAAA,MAC5C;AAAA,IACF;AAAA,EACF;AAAA,EAEA,UAAU,MAAuB;AAC/B,QAAI,YAA+B;AACnC,QAAI,aAAa;AAEjB,eAAW,QAAQ,KAAK,OAAO;AAC7B,UAAI,KAAK,WAAW,KAAK,IAAI,GAAG;AAC9B,YAAI,KAAK,KAAK,SAAS,cAAe,KAAK,KAAK,WAAW,cAAc,KAAK,SAAS,SAAU;AAC/F,sBAAY;AACZ,uBAAa,KAAK,KAAK;AAAA,QACzB;AAAA,MACF;AAAA,IACF;AAEA,QAAI,CAAC,UAAW,QAAO;AACvB,WAAO,UAAU,SAAS;AAAA,EAC5B;AAAA,EAEA,gBAA+B;AAC7B,WAAO,KAAK;AAAA,EACd;AACF;","names":[]}

package/dist/crawl/sitemap-first.d.ts

@@ -0,0 +1,12 @@
+import type { RawFetchResult } from '../types.js';
+export type RawFetchFn = (url: string) => Promise<RawFetchResult>;
+/**
+ * Probe an origin for a usable sitemap. Returns the discovered URL list if
+ * at least SITEMAP_MIN_URLS were found; otherwise null so the caller can
+ * fall back to a traversal strategy.
+ *
+ * Order: robots.txt → /sitemap.xml → /sitemap_index.xml. .gz is skipped
+ * (decompression deferred).
+ */
+export declare function probeSitemap(origin: string, rawFetch: RawFetchFn): Promise<string[] | null>;
+//# sourceMappingURL=sitemap-first.d.ts.map

package/dist/crawl/sitemap-first.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sitemap-first.d.ts","sourceRoot":"","sources":["../../src/crawl/sitemap-first.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAMlD,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,CAAC,CAAC;AAElE;;;;;;;GAOG;AACH,wBAAsB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAoBjG"}

package/dist/crawl/sitemap-first.js

@@ -0,0 +1,47 @@
+import { parseSitemap, parseSitemapIndex, extractSitemapUrlFromRobots } from "./sitemap.js";
+const PROBE_PATHS = ["/sitemap.xml", "/sitemap_index.xml", "/sitemap.xml.gz"];
+const SITEMAP_MIN_URLS = 5;
+const MAX_INDEX_CHILDREN = 5;
+async function probeSitemap(origin, rawFetch) {
+  try {
+    const robots = await rawFetch(`${origin}/robots.txt`);
+    if (robots.html) {
+      const sitemapUrls = extractSitemapUrlFromRobots(robots.html);
+      for (const smUrl of sitemapUrls) {
+        const urls = await fetchAndParseSitemap(smUrl, rawFetch);
+        if (urls && urls.length >= SITEMAP_MIN_URLS) return urls;
+      }
+    }
+  } catch {
+  }
+  for (const path of PROBE_PATHS) {
+    if (path.endsWith(".gz")) continue;
+    const urls = await fetchAndParseSitemap(`${origin}${path}`, rawFetch);
+    if (urls && urls.length >= SITEMAP_MIN_URLS) return urls;
+  }
+  return null;
+}
+async function fetchAndParseSitemap(url, rawFetch) {
+  try {
+    const result = await rawFetch(url);
+    if (!result.html) return null;
+    if (result.statusCode && result.statusCode >= 400) return null;
+    if (result.html.includes("<sitemapindex")) {
+      const children = parseSitemapIndex(result.html);
+      const all = [];
+      for (const child of children.slice(0, MAX_INDEX_CHILDREN)) {
+        const grand = await fetchAndParseSitemap(child, rawFetch);
+        if (grand) all.push(...grand);
+      }
+      return all.length > 0 ? all : null;
+    }
+    const urls = parseSitemap(result.html);
+    return urls.length > 0 ? urls : null;
+  } catch {
+    return null;
+  }
+}
+export {
+  probeSitemap
+};
+//# sourceMappingURL=sitemap-first.js.map

package/dist/crawl/sitemap-first.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/crawl/sitemap-first.ts"],"sourcesContent":["import { parseSitemap, parseSitemapIndex, extractSitemapUrlFromRobots } from './sitemap.js';\nimport type { RawFetchResult } from '../types.js';\n\nconst PROBE_PATHS = ['/sitemap.xml', '/sitemap_index.xml', '/sitemap.xml.gz'];\nconst SITEMAP_MIN_URLS = 5;\nconst MAX_INDEX_CHILDREN = 5;\n\nexport type RawFetchFn = (url: string) => Promise<RawFetchResult>;\n\n/**\n * Probe an origin for a usable sitemap. Returns the discovered URL list if\n * at least SITEMAP_MIN_URLS were found; otherwise null so the caller can\n * fall back to a traversal strategy.\n *\n * Order: robots.txt → /sitemap.xml → /sitemap_index.xml. .gz is skipped\n * (decompression deferred).\n */\nexport async function probeSitemap(origin: string, rawFetch: RawFetchFn): Promise<string[] | null> {\n  try {\n    const robots = await rawFetch(`${origin}/robots.txt`);\n    if (robots.html) {\n      const sitemapUrls = extractSitemapUrlFromRobots(robots.html);\n      for (const smUrl of sitemapUrls) {\n        const urls = await fetchAndParseSitemap(smUrl, rawFetch);\n        if (urls && urls.length >= SITEMAP_MIN_URLS) return urls;\n      }\n    }\n  } catch {\n    // ignore; fall through to direct probe\n  }\n\n  for (const path of PROBE_PATHS) {\n    if (path.endsWith('.gz')) continue;\n    const urls = await fetchAndParseSitemap(`${origin}${path}`, rawFetch);\n    if (urls && urls.length >= SITEMAP_MIN_URLS) return urls;\n  }\n  return null;\n}\n\nasync function fetchAndParseSitemap(url: string, rawFetch: RawFetchFn): Promise<string[] | null> {\n  try {\n    const result = await rawFetch(url);\n    if (!result.html) return null;\n    if (result.statusCode && result.statusCode >= 400) return null;\n\n    if (result.html.includes('<sitemapindex')) {\n      const children = parseSitemapIndex(result.html);\n      const all: string[] = [];\n      for (const child of children.slice(0, MAX_INDEX_CHILDREN)) {\n        const grand = await fetchAndParseSitemap(child, rawFetch);\n        if (grand) all.push(...grand);\n      }\n      return all.length > 0 ? all : null;\n    }\n\n    const urls = parseSitemap(result.html);\n    return urls.length > 0 ? urls : null;\n  } catch {\n    return null;\n  }\n}\n"],"mappings":"AAAA,SAAS,cAAc,mBAAmB,mCAAmC;AAG7E,MAAM,cAAc,CAAC,gBAAgB,sBAAsB,iBAAiB;AAC5E,MAAM,mBAAmB;AACzB,MAAM,qBAAqB;AAY3B,eAAsB,aAAa,QAAgB,UAAgD;AACjG,MAAI;AACF,UAAM,SAAS,MAAM,SAAS,GAAG,MAAM,aAAa;AACpD,QAAI,OAAO,MAAM;AACf,YAAM,cAAc,4BAA4B,OAAO,IAAI;AAC3D,iBAAW,SAAS,aAAa;AAC/B,cAAM,OAAO,MAAM,qBAAqB,OAAO,QAAQ;AACvD,YAAI,QAAQ,KAAK,UAAU,iBAAkB,QAAO;AAAA,MACtD;AAAA,IACF;AAAA,EACF,QAAQ;AAAA,EAER;AAEA,aAAW,QAAQ,aAAa;AAC9B,QAAI,KAAK,SAAS,KAAK,EAAG;AAC1B,UAAM,OAAO,MAAM,qBAAqB,GAAG,MAAM,GAAG,IAAI,IAAI,QAAQ;AACpE,QAAI,QAAQ,KAAK,UAAU,iBAAkB,QAAO;AAAA,EACtD;AACA,SAAO;AACT;AAEA,eAAe,qBAAqB,KAAa,UAAgD;AAC/F,MAAI;AACF,UAAM,SAAS,MAAM,SAAS,GAAG;AACjC,QAAI,CAAC,OAAO,KAAM,QAAO;AACzB,QAAI,OAAO,cAAc,OAAO,cAAc,IAAK,QAAO;AAE1D,QAAI,OAAO,KAAK,SAAS,eAAe,GAAG;AACzC,YAAM,WAAW,kBAAkB,OAAO,IAAI;AAC9C,YAAM,MAAgB,CAAC;AACvB,iBAAW,SAAS,SAAS,MAAM,GAAG,kBAAkB,GAAG;AACzD,cAAM,QAAQ,MAAM,qBAAqB,OAAO,QAAQ;AACxD,YAAI,MAAO,KAAI,KAAK,GAAG,KAAK;AAAA,MAC9B;AACA,aAAO,IAAI,SAAS,IAAI,MAAM;AAAA,IAChC;AAEA,UAAM,OAAO,aAAa,OAAO,IAAI;AACrC,WAAO,KAAK,SAAS,IAAI,OAAO;AAAA,EAClC,QAAQ;AACN,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/crawl/sitemap.js

@@ -1,38 +1,39 @@
-export function parseSitemap(xml) {
-    // A sitemapindex document should be parsed with parseSitemapIndex, not here
-    if (xml.includes('<sitemapindex'))
-        return [];
-    if (!xml.includes('<urlset') && !xml.includes('<loc>'))
-        return [];
-    const urls = [];
-    const locMatches = xml.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/g);
-    for (const match of locMatches) {
-        const url = match[1].trim();
-        if (url) {
-            urls.push(url);
-        }
+function parseSitemap(xml) {
+  if (xml.includes("<sitemapindex")) return [];
+  if (!xml.includes("<urlset") && !xml.includes("<loc>")) return [];
+  const urls = [];
+  const locMatches = xml.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/g);
+  for (const match of locMatches) {
+    const url = match[1].trim();
+    if (url) {
+      urls.push(url);
     }
-    return urls;
+  }
+  return urls;
 }
-export function parseSitemapIndex(xml) {
-    if (!xml.includes('<sitemapindex'))
-        return [];
-    const urls = [];
-    const locMatches = xml.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/g);
-    for (const match of locMatches) {
-        urls.push(match[1].trim());
-    }
-    return urls;
+function parseSitemapIndex(xml) {
+  if (!xml.includes("<sitemapindex")) return [];
+  const urls = [];
+  const locMatches = xml.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/g);
+  for (const match of locMatches) {
+    urls.push(match[1].trim());
+  }
+  return urls;
 }
-export function extractSitemapUrlFromRobots(robotsTxt) {
-    const urls = [];
-    const lines = robotsTxt.split('\n');
-    for (const line of lines) {
-        const match = line.match(/^sitemap:\s*(.+)/i);
-        if (match) {
-            urls.push(match[1].trim());
-        }
+function extractSitemapUrlFromRobots(robotsTxt) {
+  const urls = [];
+  const lines = robotsTxt.split("\n");
+  for (const line of lines) {
+    const match = line.match(/^sitemap:\s*(.+)/i);
+    if (match) {
+      urls.push(match[1].trim());
     }
-    return urls;
+  }
+  return urls;
 }
+export {
+  extractSitemapUrlFromRobots,
+  parseSitemap,
+  parseSitemapIndex
+};
 //# sourceMappingURL=sitemap.js.map

package/dist/crawl/sitemap.js.map

@@ -1 +1 @@
-{"version":3,"file":"sitemap.js","sourceRoot":"","sources":["../../src/crawl/sitemap.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,4EAA4E;IAC5E,IAAI,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC;QAAE,OAAO,EAAE,CAAC;IAE7C,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IAElE,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,6BAA6B,CAAC,CAAC;IAC/D,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,GAAW;IAC3C,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC;QAAE,OAAO,EAAE,CAAC;IAE9C,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,6BAA6B,CAAC,CAAC;IAC/D,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,SAAiB;IAC3D,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC9C,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}
+{"version":3,"sources":["../../src/crawl/sitemap.ts"],"sourcesContent":["export function parseSitemap(xml: string): string[] {\n  // A sitemapindex document should be parsed with parseSitemapIndex, not here\n  if (xml.includes('<sitemapindex')) return [];\n\n  if (!xml.includes('<urlset') && !xml.includes('<loc>')) return [];\n\n  const urls: string[] = [];\n  const locMatches = xml.matchAll(/<loc>\\s*([^<]+?)\\s*<\\/loc>/g);\n  for (const match of locMatches) {\n    const url = match[1].trim();\n    if (url) {\n      urls.push(url);\n    }\n  }\n\n  return urls;\n}\n\nexport function parseSitemapIndex(xml: string): string[] {\n  if (!xml.includes('<sitemapindex')) return [];\n\n  const urls: string[] = [];\n  const locMatches = xml.matchAll(/<loc>\\s*([^<]+?)\\s*<\\/loc>/g);\n  for (const match of locMatches) {\n    urls.push(match[1].trim());\n  }\n  return urls;\n}\n\nexport function extractSitemapUrlFromRobots(robotsTxt: string): string[] {\n  const urls: string[] = [];\n  const lines = robotsTxt.split('\\n');\n\n  for (const line of lines) {\n    const match = line.match(/^sitemap:\\s*(.+)/i);\n    if (match) {\n      urls.push(match[1].trim());\n    }\n  }\n\n  return urls;\n}\n"],"mappings":"AAAO,SAAS,aAAa,KAAuB;AAElD,MAAI,IAAI,SAAS,eAAe,EAAG,QAAO,CAAC;AAE3C,MAAI,CAAC,IAAI,SAAS,SAAS,KAAK,CAAC,IAAI,SAAS,OAAO,EAAG,QAAO,CAAC;AAEhE,QAAM,OAAiB,CAAC;AACxB,QAAM,aAAa,IAAI,SAAS,6BAA6B;AAC7D,aAAW,SAAS,YAAY;AAC9B,UAAM,MAAM,MAAM,CAAC,EAAE,KAAK;AAC1B,QAAI,KAAK;AACP,WAAK,KAAK,GAAG;AAAA,IACf;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,kBAAkB,KAAuB;AACvD,MAAI,CAAC,IAAI,SAAS,eAAe,EAAG,QAAO,CAAC;AAE5C,QAAM,OAAiB,CAAC;AACxB,QAAM,aAAa,IAAI,SAAS,6BAA6B;AAC7D,aAAW,SAAS,YAAY;AAC9B,SAAK,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC;AAAA,EAC3B;AACA,SAAO;AACT;AAEO,SAAS,4BAA4B,WAA6B;AACvE,QAAM,OAAiB,CAAC;AACxB,QAAM,QAAQ,UAAU,MAAM,IAAI;AAElC,aAAW,QAAQ,OAAO;AACxB,UAAM,QAAQ,KAAK,MAAM,mBAAmB;AAC5C,QAAI,OAAO;AACT,WAAK,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC;AAAA,IAC3B;AAAA,EACF;AAEA,SAAO;AACT;","names":[]}

package/dist/crawl/url-utils.d.ts

@@ -1,3 +1,4 @@
+export declare function canonicalForCrawl(url: string): string;
 export declare function isPrivateUrl(url: string): boolean;
 export declare function matchesPatterns(url: string, includePatterns: string[] | undefined, excludePatterns: string[] | undefined): boolean;
 //# sourceMappingURL=url-utils.d.ts.map

package/dist/crawl/url-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"url-utils.d.ts","sourceRoot":"","sources":["../../src/crawl/url-utils.ts"],"names":[],"mappings":"AAAA,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAgCjD;AAED,wBAAgB,eAAe,CAC7B,GAAG,EAAE,MAAM,EACX,eAAe,EAAE,MAAM,EAAE,GAAG,SAAS,EACrC,eAAe,EAAE,MAAM,EAAE,GAAG,SAAS,GACpC,OAAO,CAYT"}
+{"version":3,"file":"url-utils.d.ts","sourceRoot":"","sources":["../../src/crawl/url-utils.ts"],"names":[],"mappings":"AAEA,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAWrD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAgCjD;AAED,wBAAgB,eAAe,CAC7B,GAAG,EAAE,MAAM,EACX,eAAe,EAAE,MAAM,EAAE,GAAG,SAAS,EACrC,eAAe,EAAE,MAAM,EAAE,GAAG,SAAS,GACpC,OAAO,CAYT"}

package/dist/crawl/url-utils.js

@@ -1,41 +1,53 @@
-export function isPrivateUrl(url) {
-    const parsed = new URL(url);
-    const hostname = parsed.hostname.replace(/^\[|\]$/g, ''); // strip IPv6 brackets
-    if (hostname === 'localhost' || hostname === '127.0.0.1' || hostname === '::1' || hostname === '0.0.0.0') {
-        return true;
-    }
-    if (hostname.endsWith('.local')) {
-        return true;
-    }
-    // 10.x.x.x
-    if (hostname.startsWith('10.')) {
-        return true;
-    }
-    // 192.168.x.x
-    if (hostname.startsWith('192.168.')) {
-        return true;
-    }
-    // 172.16.0.0/12 (172.16.x.x – 172.31.x.x)
-    if (hostname.startsWith('172.')) {
-        const parts = hostname.split('.');
-        const second = parseInt(parts[1], 10);
-        if (second >= 16 && second <= 31) {
-            return true;
-        }
-    }
-    return false;
+function canonicalForCrawl(url) {
+  try {
+    const u = new URL(url);
+    u.hash = "";
+    let pathname = u.pathname;
+    if (pathname.length > 1 && pathname.endsWith("/")) pathname = pathname.slice(0, -1);
+    u.pathname = pathname;
+    return u.toString();
+  } catch {
+    return url;
+  }
 }
-export function matchesPatterns(url, includePatterns, excludePatterns) {
-    if (includePatterns && includePatterns.length > 0) {
-        const matches = includePatterns.some((p) => new RegExp(p).test(url));
-        if (!matches)
-            return false;
-    }
-    if (excludePatterns && excludePatterns.length > 0) {
-        const excluded = excludePatterns.some((p) => new RegExp(p).test(url));
-        if (excluded)
-            return false;
-    }
+function isPrivateUrl(url) {
+  const parsed = new URL(url);
+  const hostname = parsed.hostname.replace(/^\[|\]$/g, "");
+  if (hostname === "localhost" || hostname === "127.0.0.1" || hostname === "::1" || hostname === "0.0.0.0") {
+    return true;
+  }
+  if (hostname.endsWith(".local")) {
+    return true;
+  }
+  if (hostname.startsWith("10.")) {
     return true;
+  }
+  if (hostname.startsWith("192.168.")) {
+    return true;
+  }
+  if (hostname.startsWith("172.")) {
+    const parts = hostname.split(".");
+    const second = parseInt(parts[1], 10);
+    if (second >= 16 && second <= 31) {
+      return true;
+    }
+  }
+  return false;
+}
+function matchesPatterns(url, includePatterns, excludePatterns) {
+  if (includePatterns && includePatterns.length > 0) {
+    const matches = includePatterns.some((p) => new RegExp(p).test(url));
+    if (!matches) return false;
+  }
+  if (excludePatterns && excludePatterns.length > 0) {
+    const excluded = excludePatterns.some((p) => new RegExp(p).test(url));
+    if (excluded) return false;
+  }
+  return true;
 }
+export {
+  canonicalForCrawl,
+  isPrivateUrl,
+  matchesPatterns
+};
 //# sourceMappingURL=url-utils.js.map

package/dist/crawl/url-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"url-utils.js","sourceRoot":"","sources":["../../src/crawl/url-utils.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,sBAAsB;IAEhF,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACzG,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW;IACX,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,cAAc;IACd,IAAI,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,0CAA0C;IAC1C,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtC,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,GAAW,EACX,eAAqC,EACrC,eAAqC;IAErC,IAAI,eAAe,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACrE,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;IAC7B,CAAC;IAED,IAAI,eAAe,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACtE,IAAI,QAAQ;YAAE,OAAO,KAAK,CAAC;IAC7B,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}
+{"version":3,"sources":["../../src/crawl/url-utils.ts"],"sourcesContent":["// Canonical form for visited-set comparison — drops fragments and the\n// trailing slash so /docs, /docs/, and /docs#anchor are treated as one page.\nexport function canonicalForCrawl(url: string): string {\n  try {\n    const u = new URL(url);\n    u.hash = '';\n    let pathname = u.pathname;\n    if (pathname.length > 1 && pathname.endsWith('/')) pathname = pathname.slice(0, -1);\n    u.pathname = pathname;\n    return u.toString();\n  } catch {\n    return url;\n  }\n}\n\nexport function isPrivateUrl(url: string): boolean {\n  const parsed = new URL(url);\n  const hostname = parsed.hostname.replace(/^\\[|\\]$/g, ''); // strip IPv6 brackets\n\n  if (hostname === 'localhost' || hostname === '127.0.0.1' || hostname === '::1' || hostname === '0.0.0.0') {\n    return true;\n  }\n\n  if (hostname.endsWith('.local')) {\n    return true;\n  }\n\n  // 10.x.x.x\n  if (hostname.startsWith('10.')) {\n    return true;\n  }\n\n  // 192.168.x.x\n  if (hostname.startsWith('192.168.')) {\n    return true;\n  }\n\n  // 172.16.0.0/12 (172.16.x.x – 172.31.x.x)\n  if (hostname.startsWith('172.')) {\n    const parts = hostname.split('.');\n    const second = parseInt(parts[1], 10);\n    if (second >= 16 && second <= 31) {\n      return true;\n    }\n  }\n\n  return false;\n}\n\nexport function matchesPatterns(\n  url: string,\n  includePatterns: string[] | undefined,\n  excludePatterns: string[] | undefined,\n): boolean {\n  if (includePatterns && includePatterns.length > 0) {\n    const matches = includePatterns.some((p) => new RegExp(p).test(url));\n    if (!matches) return false;\n  }\n\n  if (excludePatterns && excludePatterns.length > 0) {\n    const excluded = excludePatterns.some((p) => new RegExp(p).test(url));\n    if (excluded) return false;\n  }\n\n  return true;\n}\n"],"mappings":"AAEO,SAAS,kBAAkB,KAAqB;AACrD,MAAI;AACF,UAAM,IAAI,IAAI,IAAI,GAAG;AACrB,MAAE,OAAO;AACT,QAAI,WAAW,EAAE;AACjB,QAAI,SAAS,SAAS,KAAK,SAAS,SAAS,GAAG,EAAG,YAAW,SAAS,MAAM,GAAG,EAAE;AAClF,MAAE,WAAW;AACb,WAAO,EAAE,SAAS;AAAA,EACpB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,aAAa,KAAsB;AACjD,QAAM,SAAS,IAAI,IAAI,GAAG;AAC1B,QAAM,WAAW,OAAO,SAAS,QAAQ,YAAY,EAAE;AAEvD,MAAI,aAAa,eAAe,aAAa,eAAe,aAAa,SAAS,aAAa,WAAW;AACxG,WAAO;AAAA,EACT;AAEA,MAAI,SAAS,SAAS,QAAQ,GAAG;AAC/B,WAAO;AAAA,EACT;AAGA,MAAI,SAAS,WAAW,KAAK,GAAG;AAC9B,WAAO;AAAA,EACT;AAGA,MAAI,SAAS,WAAW,UAAU,GAAG;AACnC,WAAO;AAAA,EACT;AAGA,MAAI,SAAS,WAAW,MAAM,GAAG;AAC/B,UAAM,QAAQ,SAAS,MAAM,GAAG;AAChC,UAAM,SAAS,SAAS,MAAM,CAAC,GAAG,EAAE;AACpC,QAAI,UAAU,MAAM,UAAU,IAAI;AAChC,aAAO;AAAA,IACT;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,gBACd,KACA,iBACA,iBACS;AACT,MAAI,mBAAmB,gBAAgB,SAAS,GAAG;AACjD,UAAM,UAAU,gBAAgB,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,EAAE,KAAK,GAAG,CAAC;AACnE,QAAI,CAAC,QAAS,QAAO;AAAA,EACvB;AAEA,MAAI,mBAAmB,gBAAgB,SAAS,GAAG;AACjD,UAAM,WAAW,gBAAgB,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,EAAE,KAAK,GAAG,CAAC;AACpE,QAAI,SAAU,QAAO;AAAA,EACvB;AAEA,SAAO;AACT;","names":[]}

package/dist/daemon/health-check.d.ts

@@ -0,0 +1,16 @@
+import type { BackendStatus } from '../server/backend-status.js';
+import type { MultiBrowserPool } from '../fetch/browser-pool.js';
+export interface HealthProbeInput {
+    backendStatus: BackendStatus | null;
+    browserPool: MultiBrowserPool | null;
+    startedAt: number;
+}
+export interface HealthReport {
+    status: 'healthy' | 'degraded' | 'down';
+    searxng: 'active' | 'unavailable' | 'not_initialized';
+    browsers: 'ready' | 'not_initialized';
+    cache: 'active' | 'not_initialized';
+    uptime_seconds: number;
+}
+export declare function probeHealth(input: HealthProbeInput): HealthReport;
+//# sourceMappingURL=health-check.d.ts.map

package/dist/daemon/health-check.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"health-check.d.ts","sourceRoot":"","sources":["../../src/daemon/health-check.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAEjE,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;IACpC,WAAW,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACrC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,MAAM,CAAC;IACxC,OAAO,EAAE,QAAQ,GAAG,aAAa,GAAG,iBAAiB,CAAC;IACtD,QAAQ,EAAE,OAAO,GAAG,iBAAiB,CAAC;IACtC,KAAK,EAAE,QAAQ,GAAG,iBAAiB,CAAC;IACpC,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,gBAAgB,GAAG,YAAY,CAmCjE"}

package/dist/daemon/health-check.js

@@ -0,0 +1,33 @@
+function probeHealth(input) {
+  const uptimeMs = Date.now() - input.startedAt;
+  const uptimeSeconds = Math.round(uptimeMs / 1e3);
+  let searxng;
+  if (input.backendStatus === null) {
+    searxng = "not_initialized";
+  } else if (input.backendStatus.isActive) {
+    searxng = "active";
+  } else {
+    searxng = "unavailable";
+  }
+  const browsers = input.browserPool ? "ready" : "not_initialized";
+  const cache = "active";
+  let status;
+  if (searxng === "active" && browsers === "ready") {
+    status = "healthy";
+  } else if (browsers === "not_initialized" && searxng !== "active") {
+    status = "down";
+  } else {
+    status = "degraded";
+  }
+  return {
+    status,
+    searxng,
+    browsers,
+    cache,
+    uptime_seconds: uptimeSeconds
+  };
+}
+export {
+  probeHealth
+};
+//# sourceMappingURL=health-check.js.map

package/dist/daemon/health-check.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/daemon/health-check.ts"],"sourcesContent":["import type { BackendStatus } from '../server/backend-status.js';\nimport type { MultiBrowserPool } from '../fetch/browser-pool.js';\n\nexport interface HealthProbeInput {\n  backendStatus: BackendStatus | null;\n  browserPool: MultiBrowserPool | null;\n  startedAt: number;\n}\n\nexport interface HealthReport {\n  status: 'healthy' | 'degraded' | 'down';\n  searxng: 'active' | 'unavailable' | 'not_initialized';\n  browsers: 'ready' | 'not_initialized';\n  cache: 'active' | 'not_initialized';\n  uptime_seconds: number;\n}\n\nexport function probeHealth(input: HealthProbeInput): HealthReport {\n  const uptimeMs = Date.now() - input.startedAt;\n  const uptimeSeconds = Math.round(uptimeMs / 1000);\n\n  let searxng: HealthReport['searxng'];\n  if (input.backendStatus === null) {\n    searxng = 'not_initialized';\n  } else if (input.backendStatus.isActive) {\n    searxng = 'active';\n  } else {\n    searxng = 'unavailable';\n  }\n\n  const browsers: HealthReport['browsers'] = input.browserPool\n    ? 'ready'\n    : 'not_initialized';\n\n  const cache: HealthReport['cache'] = 'active';\n\n  let status: HealthReport['status'];\n  if (searxng === 'active' && browsers === 'ready') {\n    status = 'healthy';\n  } else if (browsers === 'not_initialized' && searxng !== 'active') {\n    status = 'down';\n  } else {\n    status = 'degraded';\n  }\n\n  return {\n    status,\n    searxng,\n    browsers,\n    cache,\n    uptime_seconds: uptimeSeconds,\n  };\n}\n"],"mappings":"AAiBO,SAAS,YAAY,OAAuC;AACjE,QAAM,WAAW,KAAK,IAAI,IAAI,MAAM;AACpC,QAAM,gBAAgB,KAAK,MAAM,WAAW,GAAI;AAEhD,MAAI;AACJ,MAAI,MAAM,kBAAkB,MAAM;AAChC,cAAU;AAAA,EACZ,WAAW,MAAM,cAAc,UAAU;AACvC,cAAU;AAAA,EACZ,OAAO;AACL,cAAU;AAAA,EACZ;AAEA,QAAM,WAAqC,MAAM,cAC7C,UACA;AAEJ,QAAM,QAA+B;AAErC,MAAI;AACJ,MAAI,YAAY,YAAY,aAAa,SAAS;AAChD,aAAS;AAAA,EACX,WAAW,aAAa,qBAAqB,YAAY,UAAU;AACjE,aAAS;AAAA,EACX,OAAO;AACL,aAAS;AAAA,EACX;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,gBAAgB;AAAA,EAClB;AACF;","names":[]}

package/dist/daemon/http-server.d.ts

@@ -0,0 +1,26 @@
+export interface DaemonOptions {
+    port: number;
+    host: string;
+}
+export declare class DaemonHttpServer {
+    private httpServer;
+    private subsystems;
+    private startedAt;
+    private stopped;
+    private sessions;
+    private sseSessions;
+    private readonly port;
+    private readonly host;
+    constructor(options: DaemonOptions);
+    start(): Promise<string>;
+    private handleRequest;
+    private handleHealthRequest;
+    private handleStreamableHttpRequest;
+    private handleStreamableHttpGet;
+    private handleStreamableHttpDelete;
+    private handleSseRequest;
+    private handleSseMessageRequest;
+    private readJsonBody;
+    stop(): Promise<void>;
+}
+//# sourceMappingURL=http-server.d.ts.map

package/dist/daemon/http-server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-server.d.ts","sourceRoot":"","sources":["../../src/daemon/http-server.ts"],"names":[],"mappings":"AAYA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAmF;IACnG,OAAO,CAAC,WAAW,CAAwE;IAC3F,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAC9B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;gBAElB,OAAO,EAAE,aAAa;IAK5B,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;YA4ChB,aAAa;IAkC3B,OAAO,CAAC,mBAAmB;YAkBb,2BAA2B;YAuD3B,uBAAuB;YAWvB,0BAA0B;YAW1B,gBAAgB;YA+BhB,uBAAuB;IAuBrC,OAAO,CAAC,YAAY;IAwBd,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAwC5B"}