@staticn0va/wigolo 0.1.0 → 0.1.1

package/dist/fetch/lightpanda.d.ts

@@ -0,0 +1,28 @@
+import { type Browser, type BrowserContext } from 'playwright';
+export interface DomainRoutingStats {
+    domain: string;
+    successCount: number;
+    failureCount: number;
+    preferChromium: boolean;
+    lastSuccess?: string;
+    lastFailure?: string;
+}
+export interface ConnectionResult {
+    connected: boolean;
+    error?: string;
+}
+export declare function shouldUseLightpanda(domain: string): boolean;
+export declare function recordSuccess(domain: string): void;
+export declare function recordFailure(domain: string): void;
+export declare function getDomainStats(domain: string): DomainRoutingStats | null;
+export declare class LightpandaAdapter {
+    private browser;
+    private url;
+    constructor(url?: string);
+    connect(): Promise<ConnectionResult>;
+    disconnect(): Promise<void>;
+    isHealthy(): Promise<boolean>;
+    getContext(): Promise<BrowserContext | null>;
+    getBrowser(): Browser | null;
+}
+//# sourceMappingURL=lightpanda.d.ts.map

package/dist/fetch/lightpanda.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lightpanda.d.ts","sourceRoot":"","sources":["../../src/fetch/lightpanda.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,KAAK,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,YAAY,CAAC;AAQzE,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAoC3D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAgBlD;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAuBlD;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,kBAAkB,GAAG,IAAI,CA4BxE;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,GAAG,CAAS;gBAER,GAAG,CAAC,EAAE,MAAM;IAKlB,OAAO,IAAI,OAAO,CAAC,gBAAgB,CAAC;IAwBpC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAa3B,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;IAc7B,UAAU,IAAI,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAgBlD,UAAU,IAAI,OAAO,GAAG,IAAI;CAG7B"}

package/dist/fetch/lightpanda.js

@@ -0,0 +1,174 @@
+import { chromium } from "playwright";
+import { getConfig } from "../config.js";
+import { createLogger } from "../logger.js";
+import { isCDPReachable } from "./cdp-client.js";
+import { getDatabase } from "../cache/db.js";
+const log = createLogger("fetch");
+function shouldUseLightpanda(domain) {
+  try {
+    const config = getConfig();
+    if (!config.lightpandaEnabled || !config.lightpandaUrl) {
+      return false;
+    }
+    const db = getDatabase();
+    const row = db.prepare(
+      "SELECT failure_count, prefer_chromium FROM lightpanda_routing WHERE domain = ?"
+    ).get(domain);
+    if (!row) return true;
+    if (row.prefer_chromium === 1) {
+      log.debug("domain prefers chromium over lightpanda", { domain });
+      return false;
+    }
+    if (row.failure_count >= config.lightpandaFailureThreshold) {
+      log.debug("domain failure threshold reached for lightpanda", {
+        domain,
+        failures: row.failure_count,
+        threshold: config.lightpandaFailureThreshold
+      });
+      return false;
+    }
+    return true;
+  } catch (err) {
+    log.warn("shouldUseLightpanda check failed, defaulting to chromium", {
+      domain,
+      error: String(err)
+    });
+    return false;
+  }
+}
+function recordSuccess(domain) {
+  try {
+    const db = getDatabase();
+    db.prepare(`
+      INSERT INTO lightpanda_routing (domain, success_count, last_success, last_updated)
+      VALUES (?, 1, datetime('now'), datetime('now'))
+      ON CONFLICT(domain) DO UPDATE SET
+        success_count = success_count + 1,
+        last_success = datetime('now'),
+        last_updated = datetime('now')
+    `).run(domain);
+    log.debug("recorded lightpanda success", { domain });
+  } catch (err) {
+    log.warn("failed to record lightpanda success", { domain, error: String(err) });
+  }
+}
+function recordFailure(domain) {
+  try {
+    const config = getConfig();
+    const db = getDatabase();
+    db.prepare(`
+      INSERT INTO lightpanda_routing (domain, failure_count, last_failure, last_updated)
+      VALUES (?, 1, datetime('now'), datetime('now'))
+      ON CONFLICT(domain) DO UPDATE SET
+        failure_count = failure_count + 1,
+        last_failure = datetime('now'),
+        last_updated = datetime('now'),
+        prefer_chromium = CASE
+          WHEN failure_count + 1 >= ?
+          THEN 1
+          ELSE prefer_chromium
+        END
+    `).run(domain, config.lightpandaFailureThreshold);
+    log.debug("recorded lightpanda failure", { domain });
+  } catch (err) {
+    log.warn("failed to record lightpanda failure", { domain, error: String(err) });
+  }
+}
+function getDomainStats(domain) {
+  try {
+    const db = getDatabase();
+    const row = db.prepare(
+      "SELECT * FROM lightpanda_routing WHERE domain = ?"
+    ).get(domain);
+    if (!row) return null;
+    return {
+      domain: row.domain,
+      successCount: row.success_count,
+      failureCount: row.failure_count,
+      preferChromium: row.prefer_chromium === 1,
+      lastSuccess: row.last_success ?? void 0,
+      lastFailure: row.last_failure ?? void 0
+    };
+  } catch (err) {
+    log.warn("getDomainStats failed", { domain, error: String(err) });
+    return null;
+  }
+}
+class LightpandaAdapter {
+  browser = null;
+  url;
+  constructor(url) {
+    const config = getConfig();
+    this.url = url ?? config.lightpandaUrl ?? "http://localhost:9222";
+  }
+  async connect() {
+    try {
+      const reachable = await isCDPReachable(this.url);
+      if (!reachable) {
+        log.debug("lightpanda CDP not reachable", { url: this.url });
+        return { connected: false, error: "CDP endpoint not reachable" };
+      }
+      this.browser = await chromium.connectOverCDP(this.url);
+      log.info("connected to lightpanda via CDP", { url: this.url });
+      return { connected: true };
+    } catch (err) {
+      log.warn("lightpanda connection failed", {
+        url: this.url,
+        error: err instanceof Error ? err.message : String(err)
+      });
+      this.browser = null;
+      return {
+        connected: false,
+        error: err instanceof Error ? err.message : String(err)
+      };
+    }
+  }
+  async disconnect() {
+    try {
+      if (this.browser) {
+        await this.browser.close();
+        this.browser = null;
+        log.debug("disconnected from lightpanda");
+      }
+    } catch (err) {
+      log.warn("lightpanda disconnect error", { error: String(err) });
+      this.browser = null;
+    }
+  }
+  async isHealthy() {
+    try {
+      if (!this.browser) return false;
+      if ("isConnected" in this.browser && typeof this.browser.isConnected === "function") {
+        if (!this.browser.isConnected()) return false;
+      }
+      return await isCDPReachable(this.url);
+    } catch {
+      return false;
+    }
+  }
+  async getContext() {
+    try {
+      if (!this.browser) {
+        const result = await this.connect();
+        if (!result.connected || !this.browser) return null;
+      }
+      const contexts = this.browser.contexts();
+      if (contexts.length > 0) return contexts[0];
+      return await this.browser.newContext();
+    } catch (err) {
+      log.warn("failed to get lightpanda context", { error: String(err) });
+      return null;
+    }
+  }
+  getBrowser() {
+    return this.browser;
+  }
+}
+export {
+  LightpandaAdapter,
+  getDomainStats,
+  recordFailure,
+  recordSuccess,
+  shouldUseLightpanda
+};
+//# sourceMappingURL=lightpanda.js.map

package/dist/fetch/lightpanda.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/fetch/lightpanda.ts"],"sourcesContent":["import { chromium, type Browser, type BrowserContext } from 'playwright';\nimport { getConfig } from '../config.js';\nimport { createLogger } from '../logger.js';\nimport { isCDPReachable } from './cdp-client.js';\nimport { getDatabase } from '../cache/db.js';\n\nconst log = createLogger('fetch');\n\nexport interface DomainRoutingStats {\n  domain: string;\n  successCount: number;\n  failureCount: number;\n  preferChromium: boolean;\n  lastSuccess?: string;\n  lastFailure?: string;\n}\n\nexport interface ConnectionResult {\n  connected: boolean;\n  error?: string;\n}\n\nexport function shouldUseLightpanda(domain: string): boolean {\n  try {\n    const config = getConfig();\n    if (!config.lightpandaEnabled || !config.lightpandaUrl) {\n      return false;\n    }\n\n    const db = getDatabase();\n    const row = db.prepare(\n      'SELECT failure_count, prefer_chromium FROM lightpanda_routing WHERE domain = ?',\n    ).get(domain) as { failure_count: number; prefer_chromium: number } | undefined;\n\n    if (!row) return true;\n\n    if (row.prefer_chromium === 1) {\n      log.debug('domain prefers chromium over lightpanda', { domain });\n      return false;\n    }\n\n    if (row.failure_count >= config.lightpandaFailureThreshold) {\n      log.debug('domain failure threshold reached for lightpanda', {\n        domain,\n        failures: row.failure_count,\n        threshold: config.lightpandaFailureThreshold,\n      });\n      return false;\n    }\n\n    return true;\n  } catch (err) {\n    log.warn('shouldUseLightpanda check failed, defaulting to chromium', {\n      domain,\n      error: String(err),\n    });\n    return false;\n  }\n}\n\nexport function recordSuccess(domain: string): void {\n  try {\n    const db = getDatabase();\n    db.prepare(`\n      INSERT INTO lightpanda_routing (domain, success_count, last_success, last_updated)\n      VALUES (?, 1, datetime('now'), datetime('now'))\n      ON CONFLICT(domain) DO UPDATE SET\n        success_count = success_count + 1,\n        last_success = datetime('now'),\n        last_updated = datetime('now')\n    `).run(domain);\n\n    log.debug('recorded lightpanda success', { domain });\n  } catch (err) {\n    log.warn('failed to record lightpanda success', { domain, error: String(err) });\n  }\n}\n\nexport function recordFailure(domain: string): void {\n  try {\n    const config = getConfig();\n    const db = getDatabase();\n\n    db.prepare(`\n      INSERT INTO lightpanda_routing (domain, failure_count, last_failure, last_updated)\n      VALUES (?, 1, datetime('now'), datetime('now'))\n      ON CONFLICT(domain) DO UPDATE SET\n        failure_count = failure_count + 1,\n        last_failure = datetime('now'),\n        last_updated = datetime('now'),\n        prefer_chromium = CASE\n          WHEN failure_count + 1 >= ?\n          THEN 1\n          ELSE prefer_chromium\n        END\n    `).run(domain, config.lightpandaFailureThreshold);\n\n    log.debug('recorded lightpanda failure', { domain });\n  } catch (err) {\n    log.warn('failed to record lightpanda failure', { domain, error: String(err) });\n  }\n}\n\nexport function getDomainStats(domain: string): DomainRoutingStats | null {\n  try {\n    const db = getDatabase();\n    const row = db.prepare(\n      'SELECT * FROM lightpanda_routing WHERE domain = ?',\n    ).get(domain) as {\n      domain: string;\n      success_count: number;\n      failure_count: number;\n      prefer_chromium: number;\n      last_success: string | null;\n      last_failure: string | null;\n    } | undefined;\n\n    if (!row) return null;\n\n    return {\n      domain: row.domain,\n      successCount: row.success_count,\n      failureCount: row.failure_count,\n      preferChromium: row.prefer_chromium === 1,\n      lastSuccess: row.last_success ?? undefined,\n      lastFailure: row.last_failure ?? undefined,\n    };\n  } catch (err) {\n    log.warn('getDomainStats failed', { domain, error: String(err) });\n    return null;\n  }\n}\n\nexport class LightpandaAdapter {\n  private browser: Browser | null = null;\n  private url: string;\n\n  constructor(url?: string) {\n    const config = getConfig();\n    this.url = url ?? config.lightpandaUrl ?? 'http://localhost:9222';\n  }\n\n  async connect(): Promise<ConnectionResult> {\n    try {\n      const reachable = await isCDPReachable(this.url);\n      if (!reachable) {\n        log.debug('lightpanda CDP not reachable', { url: this.url });\n        return { connected: false, error: 'CDP endpoint not reachable' };\n      }\n\n      this.browser = await chromium.connectOverCDP(this.url);\n      log.info('connected to lightpanda via CDP', { url: this.url });\n      return { connected: true };\n    } catch (err) {\n      log.warn('lightpanda connection failed', {\n        url: this.url,\n        error: err instanceof Error ? err.message : String(err),\n      });\n      this.browser = null;\n      return {\n        connected: false,\n        error: err instanceof Error ? err.message : String(err),\n      };\n    }\n  }\n\n  async disconnect(): Promise<void> {\n    try {\n      if (this.browser) {\n        await this.browser.close();\n        this.browser = null;\n        log.debug('disconnected from lightpanda');\n      }\n    } catch (err) {\n      log.warn('lightpanda disconnect error', { error: String(err) });\n      this.browser = null;\n    }\n  }\n\n  async isHealthy(): Promise<boolean> {\n    try {\n      if (!this.browser) return false;\n\n      if ('isConnected' in this.browser && typeof this.browser.isConnected === 'function') {\n        if (!this.browser.isConnected()) return false;\n      }\n\n      return await isCDPReachable(this.url);\n    } catch {\n      return false;\n    }\n  }\n\n  async getContext(): Promise<BrowserContext | null> {\n    try {\n      if (!this.browser) {\n        const result = await this.connect();\n        if (!result.connected || !this.browser) return null;\n      }\n\n      const contexts = this.browser.contexts();\n      if (contexts.length > 0) return contexts[0];\n      return await this.browser.newContext();\n    } catch (err) {\n      log.warn('failed to get lightpanda context', { error: String(err) });\n      return null;\n    }\n  }\n\n  getBrowser(): Browser | null {\n    return this.browser;\n  }\n}\n"],"mappings":"AAAA,SAAS,gBAAmD;AAC5D,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAC7B,SAAS,sBAAsB;AAC/B,SAAS,mBAAmB;AAE5B,MAAM,MAAM,aAAa,OAAO;AAgBzB,SAAS,oBAAoB,QAAyB;AAC3D,MAAI;AACF,UAAM,SAAS,UAAU;AACzB,QAAI,CAAC,OAAO,qBAAqB,CAAC,OAAO,eAAe;AACtD,aAAO;AAAA,IACT;AAEA,UAAM,KAAK,YAAY;AACvB,UAAM,MAAM,GAAG;AAAA,MACb;AAAA,IACF,EAAE,IAAI,MAAM;AAEZ,QAAI,CAAC,IAAK,QAAO;AAEjB,QAAI,IAAI,oBAAoB,GAAG;AAC7B,UAAI,MAAM,2CAA2C,EAAE,OAAO,CAAC;AAC/D,aAAO;AAAA,IACT;AAEA,QAAI,IAAI,iBAAiB,OAAO,4BAA4B;AAC1D,UAAI,MAAM,mDAAmD;AAAA,QAC3D;AAAA,QACA,UAAU,IAAI;AAAA,QACd,WAAW,OAAO;AAAA,MACpB,CAAC;AACD,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT,SAAS,KAAK;AACZ,QAAI,KAAK,4DAA4D;AAAA,MACnE;AAAA,MACA,OAAO,OAAO,GAAG;AAAA,IACnB,CAAC;AACD,WAAO;AAAA,EACT;AACF;AAEO,SAAS,cAAc,QAAsB;AAClD,MAAI;AACF,UAAM,KAAK,YAAY;AACvB,OAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAOV,EAAE,IAAI,MAAM;AAEb,QAAI,MAAM,+BAA+B,EAAE,OAAO,CAAC;AAAA,EACrD,SAAS,KAAK;AACZ,QAAI,KAAK,uCAAuC,EAAE,QAAQ,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,EAChF;AACF;AAEO,SAAS,cAAc,QAAsB;AAClD,MAAI;AACF,UAAM,SAAS,UAAU;AACzB,UAAM,KAAK,YAAY;AAEvB,OAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAYV,EAAE,IAAI,QAAQ,OAAO,0BAA0B;AAEhD,QAAI,MAAM,+BAA+B,EAAE,OAAO,CAAC;AAAA,EACrD,SAAS,KAAK;AACZ,QAAI,KAAK,uCAAuC,EAAE,QAAQ,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,EAChF;AACF;AAEO,SAAS,eAAe,QAA2C;AACxE,MAAI;AACF,UAAM,KAAK,YAAY;AACvB,UAAM,MAAM,GAAG;AAAA,MACb;AAAA,IACF,EAAE,IAAI,MAAM;AASZ,QAAI,CAAC,IAAK,QAAO;AAEjB,WAAO;AAAA,MACL,QAAQ,IAAI;AAAA,MACZ,cAAc,IAAI;AAAA,MAClB,cAAc,IAAI;AAAA,MAClB,gBAAgB,IAAI,oBAAoB;AAAA,MACxC,aAAa,IAAI,gBAAgB;AAAA,MACjC,aAAa,IAAI,gBAAgB;AAAA,IACnC;AAAA,EACF,SAAS,KAAK;AACZ,QAAI,KAAK,yBAAyB,EAAE,QAAQ,OAAO,OAAO,GAAG,EAAE,CAAC;AAChE,WAAO;AAAA,EACT;AACF;AAEO,MAAM,kBAAkB;AAAA,EACrB,UAA0B;AAAA,EAC1B;AAAA,EAER,YAAY,KAAc;AACxB,UAAM,SAAS,UAAU;AACzB,SAAK,MAAM,OAAO,OAAO,iBAAiB;AAAA,EAC5C;AAAA,EAEA,MAAM,UAAqC;AACzC,QAAI;AACF,YAAM,YAAY,MAAM,eAAe,KAAK,GAAG;AAC/C,UAAI,CAAC,WAAW;AACd,YAAI,MAAM,gCAAgC,EAAE,KAAK,KAAK,IAAI,CAAC;AAC3D,eAAO,EAAE,WAAW,OAAO,OAAO,6BAA6B;AAAA,MACjE;AAEA,WAAK,UAAU,MAAM,SAAS,eAAe,KAAK,GAAG;AACrD,UAAI,KAAK,mCAAmC,EAAE,KAAK,KAAK,IAAI,CAAC;AAC7D,aAAO,EAAE,WAAW,KAAK;AAAA,IAC3B,SAAS,KAAK;AACZ,UAAI,KAAK,gCAAgC;AAAA,QACvC,KAAK,KAAK;AAAA,QACV,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MACxD,CAAC;AACD,WAAK,UAAU;AACf,aAAO;AAAA,QACL,WAAW;AAAA,QACX,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MACxD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI;AACF,UAAI,KAAK,SAAS;AAChB,cAAM,KAAK,QAAQ,MAAM;AACzB,aAAK,UAAU;AACf,YAAI,MAAM,8BAA8B;AAAA,MAC1C;AAAA,IACF,SAAS,KAAK;AACZ,UAAI,KAAK,+BAA+B,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAC9D,WAAK,UAAU;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,YAA8B;AAClC,QAAI;AACF,UAAI,CAAC,KAAK,QAAS,QAAO;AAE1B,UAAI,iBAAiB,KAAK,WAAW,OAAO,KAAK,QAAQ,gBAAgB,YAAY;AACnF,YAAI,CAAC,KAAK,QAAQ,YAAY,EAAG,QAAO;AAAA,MAC1C;AAEA,aAAO,MAAM,eAAe,KAAK,GAAG;AAAA,IACtC,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,aAA6C;AACjD,QAAI;AACF,UAAI,CAAC,KAAK,SAAS;AACjB,cAAM,SAAS,MAAM,KAAK,QAAQ;AAClC,YAAI,CAAC,OAAO,aAAa,CAAC,KAAK,QAAS,QAAO;AAAA,MACjD;AAEA,YAAM,WAAW,KAAK,QAAQ,SAAS;AACvC,UAAI,SAAS,SAAS,EAAG,QAAO,SAAS,CAAC;AAC1C,aAAO,MAAM,KAAK,QAAQ,WAAW;AAAA,IACvC,SAAS,KAAK;AACZ,UAAI,KAAK,oCAAoC,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AACnE,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,aAA6B;AAC3B,WAAO,KAAK;AAAA,EACd;AACF;","names":[]}

package/dist/fetch/playwright-tier.d.ts

@@ -0,0 +1,19 @@
+import { type Browser, type BrowserContext } from 'playwright';
+export interface InstallStatus {
+    installed: boolean;
+    hint?: string;
+}
+export declare function detectPlaywrightInstall(): Promise<InstallStatus>;
+export declare function shouldEscalate(body: string): boolean;
+export declare function getDaemonBrowser(): Promise<{
+    browser: Browser;
+    context: BrowserContext;
+}>;
+export declare function closeDaemonBrowser(): Promise<void>;
+export declare function fetchWithPlaywright(url: string, opts?: {
+    timeoutMs?: number;
+}): Promise<{
+    html: string;
+    text: string;
+}>;
+//# sourceMappingURL=playwright-tier.d.ts.map

package/dist/fetch/playwright-tier.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright-tier.d.ts","sourceRoot":"","sources":["../../src/fetch/playwright-tier.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,KAAK,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,YAAY,CAAC;AAMzE,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,wBAAsB,uBAAuB,IAAI,OAAO,CAAC,aAAa,CAAC,CAQtE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAKpD;AAMD,wBAAsB,gBAAgB,IAAI,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,cAAc,CAAA;CAAE,CAAC,CAsB/F;AAED,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAIxD;AAED,wBAAsB,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAWjI"}

package/dist/fetch/playwright-tier.js

@@ -0,0 +1,76 @@
+import { chromium } from "playwright";
+import { existsSync } from "node:fs";
+import { createLogger } from "../logger.js";
+const log = createLogger("playwright-tier");
+async function detectPlaywrightInstall() {
+  try {
+    const exec = chromium.executablePath();
+    if (exec && existsSync(exec)) return { installed: true };
+    return { installed: false, hint: "npx playwright install chromium" };
+  } catch {
+    return { installed: false, hint: "npx playwright install chromium" };
+  }
+}
+function shouldEscalate(body) {
+  if (!body) return true;
+  if (body.length < 500) return true;
+  if (/enable javascript/i.test(body)) return true;
+  return false;
+}
+let _browser = null;
+let _ctx = null;
+let _launching = null;
+async function getDaemonBrowser() {
+  if (_browser && _ctx) return { browser: _browser, context: _ctx };
+  if (_launching) return _launching;
+  _launching = (async () => {
+    try {
+      const status = await detectPlaywrightInstall();
+      if (!status.installed) {
+        const err = new Error("playwright_not_installed");
+        err.hint = status.hint;
+        throw err;
+      }
+      const browser = await chromium.launch({ headless: true });
+      const context = await browser.newContext();
+      _browser = browser;
+      _ctx = context;
+      log.info("Playwright daemon browser launched");
+      return { browser, context };
+    } finally {
+      _launching = null;
+    }
+  })();
+  return _launching;
+}
+async function closeDaemonBrowser() {
+  _launching = null;
+  if (_ctx) {
+    await _ctx.close();
+    _ctx = null;
+  }
+  if (_browser) {
+    await _browser.close();
+    _browser = null;
+  }
+}
+async function fetchWithPlaywright(url, opts = {}) {
+  const { context } = await getDaemonBrowser();
+  const page = await context.newPage();
+  try {
+    await page.goto(url, { waitUntil: "domcontentloaded", timeout: opts.timeoutMs ?? 3e4 });
+    const html = await page.content();
+    const text = await page.evaluate(() => document.body?.innerText ?? "");
+    return { html, text };
+  } finally {
+    await page.close();
+  }
+}
+export {
+  closeDaemonBrowser,
+  detectPlaywrightInstall,
+  fetchWithPlaywright,
+  getDaemonBrowser,
+  shouldEscalate
+};
+//# sourceMappingURL=playwright-tier.js.map

package/dist/fetch/playwright-tier.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/fetch/playwright-tier.ts"],"sourcesContent":["import { chromium, type Browser, type BrowserContext } from 'playwright';\nimport { existsSync } from 'node:fs';\nimport { createLogger } from '../logger.js';\n\nconst log = createLogger('playwright-tier');\n\nexport interface InstallStatus {\n  installed: boolean;\n  hint?: string;\n}\n\nexport async function detectPlaywrightInstall(): Promise<InstallStatus> {\n  try {\n    const exec = chromium.executablePath();\n    if (exec && existsSync(exec)) return { installed: true };\n    return { installed: false, hint: 'npx playwright install chromium' };\n  } catch {\n    return { installed: false, hint: 'npx playwright install chromium' };\n  }\n}\n\nexport function shouldEscalate(body: string): boolean {\n  if (!body) return true;\n  if (body.length < 500) return true;\n  if (/enable javascript/i.test(body)) return true;\n  return false;\n}\n\nlet _browser: Browser | null = null;\nlet _ctx: BrowserContext | null = null;\nlet _launching: Promise<{ browser: Browser; context: BrowserContext }> | null = null;\n\nexport async function getDaemonBrowser(): Promise<{ browser: Browser; context: BrowserContext }> {\n  if (_browser && _ctx) return { browser: _browser, context: _ctx };\n  if (_launching) return _launching;\n  _launching = (async () => {\n    try {\n      const status = await detectPlaywrightInstall();\n      if (!status.installed) {\n        const err = new Error('playwright_not_installed') as Error & { hint?: string };\n        err.hint = status.hint;\n        throw err;\n      }\n      const browser = await chromium.launch({ headless: true });\n      const context = await browser.newContext();\n      _browser = browser;\n      _ctx = context;\n      log.info('Playwright daemon browser launched');\n      return { browser, context };\n    } finally {\n      _launching = null;\n    }\n  })();\n  return _launching;\n}\n\nexport async function closeDaemonBrowser(): Promise<void> {\n  _launching = null;\n  if (_ctx) { await _ctx.close(); _ctx = null; }\n  if (_browser) { await _browser.close(); _browser = null; }\n}\n\nexport async function fetchWithPlaywright(url: string, opts: { timeoutMs?: number } = {}): Promise<{ html: string; text: string }> {\n  const { context } = await getDaemonBrowser();\n  const page = await context.newPage();\n  try {\n    await page.goto(url, { waitUntil: 'domcontentloaded', timeout: opts.timeoutMs ?? 30000 });\n    const html = await page.content();\n    const text = await page.evaluate(() => document.body?.innerText ?? '');\n    return { html, text };\n  } finally {\n    await page.close();\n  }\n}\n"],"mappings":"AAAA,SAAS,gBAAmD;AAC5D,SAAS,kBAAkB;AAC3B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,iBAAiB;AAO1C,eAAsB,0BAAkD;AACtE,MAAI;AACF,UAAM,OAAO,SAAS,eAAe;AACrC,QAAI,QAAQ,WAAW,IAAI,EAAG,QAAO,EAAE,WAAW,KAAK;AACvD,WAAO,EAAE,WAAW,OAAO,MAAM,kCAAkC;AAAA,EACrE,QAAQ;AACN,WAAO,EAAE,WAAW,OAAO,MAAM,kCAAkC;AAAA,EACrE;AACF;AAEO,SAAS,eAAe,MAAuB;AACpD,MAAI,CAAC,KAAM,QAAO;AAClB,MAAI,KAAK,SAAS,IAAK,QAAO;AAC9B,MAAI,qBAAqB,KAAK,IAAI,EAAG,QAAO;AAC5C,SAAO;AACT;AAEA,IAAI,WAA2B;AAC/B,IAAI,OAA8B;AAClC,IAAI,aAA4E;AAEhF,eAAsB,mBAA2E;AAC/F,MAAI,YAAY,KAAM,QAAO,EAAE,SAAS,UAAU,SAAS,KAAK;AAChE,MAAI,WAAY,QAAO;AACvB,gBAAc,YAAY;AACxB,QAAI;AACF,YAAM,SAAS,MAAM,wBAAwB;AAC7C,UAAI,CAAC,OAAO,WAAW;AACrB,cAAM,MAAM,IAAI,MAAM,0BAA0B;AAChD,YAAI,OAAO,OAAO;AAClB,cAAM;AAAA,MACR;AACA,YAAM,UAAU,MAAM,SAAS,OAAO,EAAE,UAAU,KAAK,CAAC;AACxD,YAAM,UAAU,MAAM,QAAQ,WAAW;AACzC,iBAAW;AACX,aAAO;AACP,UAAI,KAAK,oCAAoC;AAC7C,aAAO,EAAE,SAAS,QAAQ;AAAA,IAC5B,UAAE;AACA,mBAAa;AAAA,IACf;AAAA,EACF,GAAG;AACH,SAAO;AACT;AAEA,eAAsB,qBAAoC;AACxD,eAAa;AACb,MAAI,MAAM;AAAE,UAAM,KAAK,MAAM;AAAG,WAAO;AAAA,EAAM;AAC7C,MAAI,UAAU;AAAE,UAAM,SAAS,MAAM;AAAG,eAAW;AAAA,EAAM;AAC3D;AAEA,eAAsB,oBAAoB,KAAa,OAA+B,CAAC,GAA4C;AACjI,QAAM,EAAE,QAAQ,IAAI,MAAM,iBAAiB;AAC3C,QAAM,OAAO,MAAM,QAAQ,QAAQ;AACnC,MAAI;AACF,UAAM,KAAK,KAAK,KAAK,EAAE,WAAW,oBAAoB,SAAS,KAAK,aAAa,IAAM,CAAC;AACxF,UAAM,OAAO,MAAM,KAAK,QAAQ;AAChC,UAAM,OAAO,MAAM,KAAK,SAAS,MAAM,SAAS,MAAM,aAAa,EAAE;AACrE,WAAO,EAAE,MAAM,KAAK;AAAA,EACtB,UAAE;AACA,UAAM,KAAK,MAAM;AAAA,EACnB;AACF;","names":[]}

package/dist/fetch/router.d.ts

@@ -1,14 +1,31 @@
-import type { RawFetchResult } from '../types.js';
+import type { RawFetchResult, BrowserAction, Mode, StageError } from '../types.js';
 export interface RouterFetchOptions {
     renderJs?: 'auto' | 'always' | 'never';
     useAuth?: boolean;
     headers?: Record<string, string>;
     screenshot?: boolean;
+    actions?: BrowserAction[];
+    force_refresh?: boolean;
+    mode?: Mode;
+    /**
+     * Conditional-GET headers. When set, the HTTP path sends them with the
+     * request and a 304 response is returned as RawFetchResult with
+     * statusCode=304 + html=''. Routes that always escalate to Playwright
+     * (renderJs=always, useAuth, actions) ignore these headers.
+     */
+    conditionalHeaders?: {
+        ifNoneMatch?: string;
+        ifModifiedSince?: string;
+    };
 }
 export interface HttpClient {
     fetch(url: string, options?: {
         headers?: Record<string, string>;
         timeoutMs?: number;
+        conditionalHeaders?: {
+            ifNoneMatch?: string;
+            ifModifiedSince?: string;
+        };
     }): Promise<{
         url: string;
         finalUrl: string;
@@ -25,17 +42,46 @@ export interface BrowserPoolInterface {
         storageStatePath?: string;
         userDataDir?: string;
         screenshot?: boolean;
+        actions?: BrowserAction[];
+        cdpUrl?: string;
     }): Promise<RawFetchResult>;
 }
+export type HttpFetcher = (url: string, options?: {
+    headers?: Record<string, string>;
+    timeoutMs?: number;
+}) => Promise<{
+    url: string;
+    html: string;
+    text: string;
+}>;
+export type PlaywrightFetcher = (url: string, options?: {
+    timeoutMs?: number;
+}) => Promise<{
+    html: string;
+    text: string;
+}>;
+export interface SmartRouterOptions {
+    httpClient?: HttpClient;
+    browserPool?: BrowserPoolInterface;
+    httpFetcher?: HttpFetcher;
+    playwrightFetcher?: PlaywrightFetcher;
+}
 interface DomainStats {
     failureCount: number;
     preferPlaywright: boolean;
 }
 export declare class SmartRouter {
-    private readonly httpClient;
-    private readonly browserPool;
     private readonly domainMap;
+    private readonly httpClient?;
+    private readonly browserPool?;
+    private readonly httpFetcher;
+    private readonly playwrightFetcher;
     constructor(httpClient: HttpClient, browserPool: BrowserPoolInterface);
+    constructor(options: SmartRouterOptions);
+    private makeDefaultHttpFetcher;
+    fetch(url: string, options: RouterFetchOptions & {
+        mode: 'stealth';
+    }): Promise<RawFetchResult | StageError>;
     fetch(url: string, options?: RouterFetchOptions): Promise<RawFetchResult>;
     getDomainStats(domain: string): DomainStats | undefined;
     private ensureStats;

package/dist/fetch/router.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../../src/fetch/router.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;IACvC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,CACH,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GACjE,OAAO,CAAC;QACT,GAAG,EAAE,MAAM,CAAC;QACZ,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChC,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,oBAAoB;IACnC,gBAAgB,CACd,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,OAAO,CAAA;KAAE,GACpH,OAAO,CAAC,cAAc,CAAC,CAAC;CAC5B;AAED,UAAU,WAAW;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,OAAO,CAAC;CAC3B;AAED,qBAAa,WAAW;IAIpB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAJ9B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAkC;gBAGzC,UAAU,EAAE,UAAU,EACtB,WAAW,EAAE,oBAAoB;IAG9C,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,kBAAuB,GAAG,OAAO,CAAC,cAAc,CAAC;IA6DnF,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,SAAS;IAIvD,OAAO,CAAC,WAAW;IASnB,OAAO,CAAC,gBAAgB;CAczB"}
+{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../../src/fetch/router.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEnF,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;IACvC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,aAAa,EAAE,CAAC;IAC1B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,IAAI,CAAC,EAAE,IAAI,CAAC;IACZ;;;;;OAKG;IACH,kBAAkB,CAAC,EAAE;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,CACH,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;QACR,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjC,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,kBAAkB,CAAC,EAAE;YACnB,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,eAAe,CAAC,EAAE,MAAM,CAAC;SAC1B,CAAC;KACH,GACA,OAAO,CAAC;QACT,GAAG,EAAE,MAAM,CAAC;QACZ,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChC,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,oBAAoB;IACnC,gBAAgB,CACd,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,aAAa,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAChK,OAAO,CAAC,cAAc,CAAC,CAAC;CAC5B;AAED,MAAM,MAAM,WAAW,GAAG,CACxB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,KAC/D,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAE1D,MAAM,MAAM,iBAAiB,GAAG,CAC9B,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,KAC7B,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAE7C,MAAM,WAAW,kBAAkB;IACjC,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,WAAW,CAAC,EAAE,oBAAoB,CAAC;IACnC,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC;AAED,UAAU,WAAW;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,OAAO,CAAC;CAC3B;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAkC;IAC5D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAa;IACzC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAuB;IACpD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;gBAE1C,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,oBAAoB;gBACzD,OAAO,EAAE,kBAAkB;IAiCvC,OAAO,CAAC,sBAAsB;IAUxB,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,GAAG;QAAE,IAAI,EAAE,SAAS,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,GAAG,UAAU,CAAC;IAC3G,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,cAAc,CAAC;IAyJ/E,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,SAAS;IAIvD,OAAO,CAAC,WAAW;IASnB,OAAO,CAAC,gBAAgB;CAczB"}