@staticn0va/wigolo 0.1.0 → 0.1.1

package/dist/fetch/browser-pool.js

@@ -1,138 +1,314 @@
-import { chromium, firefox, webkit } from 'playwright';
-import { getConfig } from '../config.js';
-import { createLogger } from '../logger.js';
-export class BrowserPool {
-    browser = null;
-    pool = [];
-    activeCount = 0;
-    waitQueue = [];
-    idleTimers = new Map();
-    shutdownCalled = false;
-    browserType;
-    constructor(options) {
-        this.browserType = options?.browserType ?? 'chromium';
+import { chromium, firefox, webkit } from "playwright";
+import { getConfig } from "../config.js";
+import { createLogger } from "../logger.js";
+import { BrowserSelector } from "./browser-selector.js";
+import { executeActions } from "./action-executor.js";
+const log = createLogger("fetch");
+function getLauncher(type) {
+  switch (type) {
+    case "firefox":
+      return firefox;
+    case "webkit":
+      return webkit;
+    default:
+      return chromium;
+  }
+}
+class MultiBrowserPool {
+  pools = /* @__PURE__ */ new Map();
+  selector;
+  configuredTypes;
+  shutdownCalled = false;
+  constructor(options) {
+    let types = options?.browserTypes ?? ["chromium"];
+    if (types.length === 0) {
+      log.warn("empty browserTypes, defaulting to chromium");
+      types = ["chromium"];
     }
-    async launchBrowser() {
-        if (!this.browser) {
-            const launcher = this.browserType === 'firefox' ? firefox
-                : this.browserType === 'webkit' ? webkit
-                    : chromium;
-            this.browser = await launcher.launch({ headless: true });
-        }
-        return this.browser;
+    this.configuredTypes = [...types];
+    this.selector = new BrowserSelector(types, options?.selectionStrategy ?? "round-robin");
+    for (const type of types) {
+      this.pools.set(type, {
+        browser: null,
+        pool: [],
+        activeCount: 0,
+        waitQueue: [],
+        idleTimers: /* @__PURE__ */ new Map()
+      });
     }
-    async acquire() {
-        const config = getConfig();
-        const maxBrowsers = config.maxBrowsers;
-        if (this.pool.length > 0) {
-            const ctx = this.pool.pop();
-            const timer = this.idleTimers.get(ctx);
-            if (timer !== undefined) {
-                clearTimeout(timer);
-                this.idleTimers.delete(ctx);
-            }
-            return ctx;
-        }
-        if (this.activeCount < maxBrowsers) {
-            this.activeCount++;
-            const browser = await this.launchBrowser();
-            return browser.newContext();
-        }
-        return new Promise((resolve) => {
-            this.waitQueue.push(resolve);
-        });
+    log.info("multi-browser pool initialized", {
+      types: this.configuredTypes,
+      strategy: options?.selectionStrategy ?? "round-robin"
+    });
+  }
+  getConfiguredTypes() {
+    return [...this.configuredTypes];
+  }
+  getStats() {
+    return this.configuredTypes.map((type) => {
+      const p = this.pools.get(type);
+      return {
+        type,
+        activeCount: p.activeCount,
+        pooledCount: p.pool.length
+      };
+    });
+  }
+  resolveType(requested, url) {
+    if (requested && this.pools.has(requested)) {
+      return requested;
     }
-    release(ctx) {
-        const config = getConfig();
-        const idleTimeoutMs = config.browserIdleTimeoutMs;
-        if (this.waitQueue.length > 0) {
-            const resolve = this.waitQueue.shift();
-            resolve(ctx);
-            return;
-        }
-        this.pool.push(ctx);
-        const timer = setTimeout(() => {
-            const idx = this.pool.indexOf(ctx);
-            if (idx !== -1) {
-                this.pool.splice(idx, 1);
-                this.idleTimers.delete(ctx);
-                this.activeCount = Math.max(0, this.activeCount - 1);
-                ctx.close().catch(() => { });
-            }
-        }, idleTimeoutMs);
-        this.idleTimers.set(ctx, timer);
+    if (requested && !this.pools.has(requested)) {
+      log.warn("requested browser type not configured, falling back", {
+        requested,
+        available: this.configuredTypes
+      });
+      return this.configuredTypes[0];
     }
-    async fetchWithBrowser(url, options = {}) {
-        const config = getConfig();
-        const logger = createLogger('fetch');
-        const navTimeoutMs = options.timeoutMs ?? config.playwrightNavTimeoutMs;
-        const loadTimeoutMs = config.playwrightLoadTimeoutMs;
-        const ctx = await this.acquire();
-        const page = await ctx.newPage();
-        if (options.headers) {
-            await page.setExtraHTTPHeaders(options.headers);
-        }
-        let statusCode = 200;
-        let contentType = '';
-        let responseHeaders = {};
-        let finalUrl = url;
-        try {
-            const response = await page.goto(url, {
-                timeout: navTimeoutMs,
-                waitUntil: 'domcontentloaded',
-            });
-            if (response) {
-                statusCode = response.status();
-                finalUrl = response.url();
-                const rawHeaders = response.headers();
-                responseHeaders = rawHeaders;
-                contentType = rawHeaders['content-type'] ?? '';
-            }
+    if (url && this.selector.getStrategy() === "hostname-hash") {
+      try {
+        const hostname = new URL(url).hostname;
+        return this.selector.selectForHostname(hostname);
+      } catch {
+        return this.selector.select();
+      }
+    }
+    return this.selector.select();
+  }
+  async launchBrowser(type) {
+    const typePool = this.pools.get(type);
+    if (!typePool.browser) {
+      const launcher = getLauncher(type);
+      log.debug("launching browser", { type });
+      typePool.browser = await launcher.launch({ headless: true });
+    }
+    return typePool.browser;
+  }
+  async acquireForType(type) {
+    const config = getConfig();
+    const maxBrowsers = config.maxBrowsers;
+    const typePool = this.pools.get(type);
+    if (typePool.pool.length > 0) {
+      const ctx = typePool.pool.pop();
+      const timer = typePool.idleTimers.get(ctx);
+      if (timer !== void 0) {
+        clearTimeout(timer);
+        typePool.idleTimers.delete(ctx);
+      }
+      return ctx;
+    }
+    if (typePool.activeCount < maxBrowsers) {
+      typePool.activeCount++;
+      const browser = await this.launchBrowser(type);
+      return browser.newContext();
+    }
+    return new Promise((resolve) => {
+      typePool.waitQueue.push(resolve);
+    });
+  }
+  releaseForType(type, ctx) {
+    const config = getConfig();
+    const idleTimeoutMs = config.browserIdleTimeoutMs;
+    const typePool = this.pools.get(type);
+    if (typePool.waitQueue.length > 0) {
+      const resolve = typePool.waitQueue.shift();
+      resolve(ctx);
+      return;
+    }
+    typePool.pool.push(ctx);
+    const timer = setTimeout(() => {
+      const idx = typePool.pool.indexOf(ctx);
+      if (idx !== -1) {
+        typePool.pool.splice(idx, 1);
+        typePool.idleTimers.delete(ctx);
+        typePool.activeCount = Math.max(0, typePool.activeCount - 1);
+        ctx.close().catch(() => {
+        });
+      }
+    }, idleTimeoutMs);
+    typePool.idleTimers.set(ctx, timer);
+  }
+  async fetchWithBrowser(url, options = {}) {
+    const config = getConfig();
+    const navTimeoutMs = options.timeoutMs ?? config.playwrightNavTimeoutMs;
+    const loadTimeoutMs = config.playwrightLoadTimeoutMs;
+    let ctx;
+    let cdpBrowser = null;
+    let resolvedType;
+    if (!options.cdpUrl && config.lightpandaEnabled && config.lightpandaUrl) {
+      try {
+        const domain = new URL(url).hostname;
+        const { shouldUseLightpanda, recordSuccess, recordFailure, LightpandaAdapter } = await import("./lightpanda.js");
+        if (shouldUseLightpanda(domain)) {
+          log.debug("trying lightpanda for domain", { url, domain });
+          const adapter = new LightpandaAdapter(config.lightpandaUrl);
+          const connection = await adapter.connect();
+          if (connection.connected) {
             try {
-                await page.waitForLoadState('networkidle', { timeout: loadTimeoutMs });
-            }
-            catch {
-                // networkidle timeout is non-fatal — page content is still usable
-                logger.debug('networkidle timeout, using page content as-is', { url });
-            }
-            const html = await page.content();
-            let screenshotBase64;
-            if (options.screenshot) {
-                const buf = await page.screenshot({ fullPage: true });
-                screenshotBase64 = buf.toString('base64');
-            }
-            return {
+              const lpCtx = await adapter.getContext();
+              if (lpCtx) {
+                const page2 = await lpCtx.newPage();
+                if (options.headers) await page2.setExtraHTTPHeaders(options.headers);
+                try {
+                  const response = await page2.goto(url, {
+                    timeout: navTimeoutMs,
+                    waitUntil: "domcontentloaded"
+                  });
+                  const html = await page2.content();
+                  const statusCode2 = response?.status() ?? 200;
+                  const finalUrl2 = response?.url() ?? url;
+                  const responseHeaders2 = response?.headers() ?? {};
+                  const contentType2 = responseHeaders2["content-type"] ?? "";
+                  await page2.close();
+                  await adapter.disconnect();
+                  recordSuccess(domain);
+                  return {
+                    url,
+                    finalUrl: finalUrl2,
+                    html,
+                    contentType: contentType2,
+                    statusCode: statusCode2,
+                    method: "playwright",
+                    headers: responseHeaders2
+                  };
+                } catch (pageErr) {
+                  await page2.close().catch(() => {
+                  });
+                  throw pageErr;
+                }
+              }
+            } catch (fetchErr) {
+              log.warn("lightpanda fetch failed, falling back to chromium", {
                 url,
-                finalUrl,
-                html,
-                contentType,
-                statusCode,
-                method: 'playwright',
-                headers: responseHeaders,
-                screenshot: screenshotBase64,
-            };
-        }
-        finally {
-            await page.close();
-            this.release(ctx);
+                domain,
+                error: fetchErr instanceof Error ? fetchErr.message : String(fetchErr)
+              });
+              recordFailure(domain);
+              await adapter.disconnect();
+            }
+          }
         }
+      } catch (lpErr) {
+        log.debug("lightpanda integration error, using standard pool", {
+          error: lpErr instanceof Error ? lpErr.message : String(lpErr)
+        });
+      }
     }
-    async shutdown() {
-        if (this.shutdownCalled)
-            return;
-        this.shutdownCalled = true;
-        for (const [, timer] of this.idleTimers) {
-            clearTimeout(timer);
-        }
-        this.idleTimers.clear();
-        const closePromises = this.pool.map((ctx) => ctx.close().catch(() => { }));
-        this.pool = [];
-        await Promise.all(closePromises);
-        if (this.browser) {
-            await this.browser.close().catch(() => { });
-            this.browser = null;
-        }
-        this.activeCount = 0;
+    if (options.cdpUrl) {
+      resolvedType = "chromium";
+      try {
+        log.info("connecting via CDP", { cdpUrl: options.cdpUrl });
+        cdpBrowser = await chromium.connectOverCDP(options.cdpUrl);
+        const contexts = cdpBrowser.contexts();
+        ctx = contexts.length > 0 ? contexts[0] : await cdpBrowser.newContext();
+      } catch (err) {
+        log.warn("CDP connection failed, falling back to launch", {
+          cdpUrl: options.cdpUrl,
+          error: err instanceof Error ? err.message : String(err)
+        });
+        ctx = await this.acquireForType(resolvedType);
+      }
+    } else {
+      resolvedType = this.resolveType(options.browserType, url);
+      log.debug("fetching with browser", { url, type: resolvedType });
+      ctx = await this.acquireForType(resolvedType);
+    }
+    const page = await ctx.newPage();
+    if (options.headers) {
+      await page.setExtraHTTPHeaders(options.headers);
+    }
+    let statusCode = 200;
+    let contentType = "";
+    let responseHeaders = {};
+    let finalUrl = url;
+    try {
+      const response = await page.goto(url, {
+        timeout: navTimeoutMs,
+        waitUntil: "domcontentloaded"
+      });
+      if (response) {
+        statusCode = response.status();
+        finalUrl = response.url();
+        const rawHeaders = response.headers();
+        responseHeaders = rawHeaders;
+        contentType = rawHeaders["content-type"] ?? "";
+      }
+      try {
+        await page.waitForLoadState("networkidle", { timeout: loadTimeoutMs });
+      } catch {
+        log.debug("networkidle timeout, using page content as-is", { url, type: resolvedType });
+      }
+      let actionResults;
+      if (options.actions && options.actions.length > 0) {
+        actionResults = await executeActions(page, options.actions);
+      }
+      const html = await page.content();
+      let screenshotBase64;
+      if (options.screenshot) {
+        const buf = await page.screenshot({ fullPage: true });
+        screenshotBase64 = buf.toString("base64");
+      }
+      return {
+        url,
+        finalUrl,
+        html,
+        contentType,
+        statusCode,
+        method: "playwright",
+        headers: responseHeaders,
+        screenshot: screenshotBase64,
+        actionResults
+      };
+    } finally {
+      await page.close();
+      if (cdpBrowser) {
+        await cdpBrowser.close().catch(() => {
+        });
+      } else {
+        this.releaseForType(resolvedType, ctx);
+      }
     }
+  }
+  async shutdown() {
+    if (this.shutdownCalled) return;
+    this.shutdownCalled = true;
+    for (const [type, typePool] of this.pools) {
+      for (const [, timer] of typePool.idleTimers) {
+        clearTimeout(timer);
+      }
+      typePool.idleTimers.clear();
+      const closePromises = typePool.pool.map((ctx) => ctx.close().catch(() => {
+      }));
+      typePool.pool = [];
+      await Promise.all(closePromises);
+      if (typePool.browser) {
+        await typePool.browser.close().catch(() => {
+        });
+        typePool.browser = null;
+      }
+      typePool.activeCount = 0;
+      log.debug("browser pool shut down", { type });
+    }
+  }
+}
+class BrowserPool extends MultiBrowserPool {
+  singleType;
+  constructor(options) {
+    const type = options?.browserType ?? "chromium";
+    super({
+      browserTypes: [type]
+    });
+    this.singleType = type;
+  }
+  async acquire() {
+    return this.acquireForType(this.singleType);
+  }
+  release(ctx) {
+    this.releaseForType(this.singleType, ctx);
+  }
 }
+export {
+  BrowserPool,
+  MultiBrowserPool
+};
 //# sourceMappingURL=browser-pool.js.map

package/dist/fetch/browser-pool.js.map

@@ -1 +1 @@
-{"version":3,"file":"browser-pool.js","sourceRoot":"","sources":["../../src/fetch/browser-pool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAqC,MAAM,YAAY,CAAC;AAC1F,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAe5C,MAAM,OAAO,WAAW;IACd,OAAO,GAAmB,IAAI,CAAC;IAC/B,IAAI,GAAqB,EAAE,CAAC;IAC5B,WAAW,GAAG,CAAC,CAAC;IAChB,SAAS,GAAyC,EAAE,CAAC;IACrD,UAAU,GAAG,IAAI,GAAG,EAAiD,CAAC;IACtE,cAAc,GAAG,KAAK,CAAC;IACd,WAAW,CAAc;IAE1C,YAAY,OAA4B;QACtC,IAAI,CAAC,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,UAAU,CAAC;IACxD,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO;gBACvD,CAAC,CAAC,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM;oBACxC,CAAC,CAAC,QAAQ,CAAC;YACb,IAAI,CAAC,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QAEvC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAG,CAAC;YAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9B,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,GAAG,WAAW,EAAE,CAAC;YACnC,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3C,OAAO,OAAO,CAAC,UAAU,EAAE,CAAC;QAC9B,CAAC;QAED,OAAO,IAAI,OAAO,CAAiB,CAAC,OAAO,EAAE,EAAE;YAC7C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAmB;QACzB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,MAAM,CAAC,oBAAoB,CAAC;QAElD,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAG,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,CAAC;YACb,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEpB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;gBACf,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBACzB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;gBACrD,GAAG,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC,EAAE,aAAa,CAAC,CAAC;QAElB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,GAAW,EAAE,UAA+B,EAAE;QACnE,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,sBAAsB,CAAC;QACxE,MAAM,aAAa,GAAG,MAAM,CAAC,uBAAuB,CAAC;QAErD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC;QAEjC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QAED,IAAI,UAAU,GAAG,GAAG,CAAC;QACrB,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,eAAe,GAA2B,EAAE,CAAC;QACjD,IAAI,QAAQ,GAAG,GAAG,CAAC;QAEnB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;gBACpC,OAAO,EAAE,YAAY;gBACrB,SAAS,EAAE,kBAAkB;aAC9B,CAAC,CAAC;YAEH,IAAI,QAAQ,EAAE,CAAC;gBACb,UAAU,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAC/B,QAAQ,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAC1B,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACtC,eAAe,GAAG,UAAU,CAAC;gBAC7B,WAAW,GAAG,UAAU,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;YACjD,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC;YACzE,CAAC;YAAC,MAAM,CAAC;gBACP,kEAAkE;gBAClE,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAElC,IAAI,gBAAoC,CAAC;YACzC,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,gBAAgB,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC5C,CAAC;YAED,OAAO;gBACL,GAAG;gBACH,QAAQ;gBACR,IAAI;gBACJ,WAAW;gBACX,UAAU;gBACV,MAAM,EAAE,YAAY;gBACpB,OAAO,EAAE,eAAe;gBACxB,UAAU,EAAE,gBAAgB;aAC7B,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO;QAChC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAE3B,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAExB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC;QAC1E,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QACf,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAEjC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC3C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IACvB,CAAC;CACF"}
+{"version":3,"sources":["../../src/fetch/browser-pool.ts"],"sourcesContent":["import { chromium, firefox, webkit, type Browser, type BrowserContext } from 'playwright';\nimport { getConfig } from '../config.js';\nimport { createLogger } from '../logger.js';\nimport { BrowserSelector, type SelectionStrategy } from './browser-selector.js';\nimport { executeActions } from './action-executor.js';\nimport type { RawFetchResult, BrowserType, ActionResult, BrowserAction } from '../types.js';\n\nexport interface BrowserFetchOptions {\n  timeoutMs?: number;\n  storageStatePath?: string;\n  userDataDir?: string;\n  headers?: Record<string, string>;\n  screenshot?: boolean;\n  actions?: BrowserAction[];\n  cdpUrl?: string;\n  browserType?: BrowserType;\n}\n\nexport interface BrowserPoolOptions {\n  browserType?: BrowserType;\n}\n\nexport interface MultiBrowserPoolOptions {\n  browserTypes?: BrowserType[];\n  selectionStrategy?: SelectionStrategy;\n}\n\nexport interface PoolTypeStat {\n  type: BrowserType;\n  activeCount: number;\n  pooledCount: number;\n}\n\nconst log = createLogger('fetch');\n\nfunction getLauncher(type: BrowserType) {\n  switch (type) {\n    case 'firefox': return firefox;\n    case 'webkit': return webkit;\n    default: return chromium;\n  }\n}\n\ninterface TypePool {\n  browser: Browser | null;\n  pool: BrowserContext[];\n  activeCount: number;\n  waitQueue: Array<(ctx: BrowserContext) => void>;\n  idleTimers: Map<BrowserContext, ReturnType<typeof setTimeout>>;\n}\n\nexport class MultiBrowserPool {\n  private readonly pools = new Map<BrowserType, TypePool>();\n  private readonly selector: BrowserSelector;\n  private readonly configuredTypes: BrowserType[];\n  private shutdownCalled = false;\n\n  constructor(options?: MultiBrowserPoolOptions) {\n    let types = options?.browserTypes ?? ['chromium'];\n    if (types.length === 0) {\n      log.warn('empty browserTypes, defaulting to chromium');\n      types = ['chromium'];\n    }\n    this.configuredTypes = [...types];\n    this.selector = new BrowserSelector(types, options?.selectionStrategy ?? 'round-robin');\n\n    for (const type of types) {\n      this.pools.set(type, {\n        browser: null,\n        pool: [],\n        activeCount: 0,\n        waitQueue: [],\n        idleTimers: new Map(),\n      });\n    }\n\n    log.info('multi-browser pool initialized', {\n      types: this.configuredTypes,\n      strategy: options?.selectionStrategy ?? 'round-robin',\n    });\n  }\n\n  getConfiguredTypes(): BrowserType[] {\n    return [...this.configuredTypes];\n  }\n\n  getStats(): PoolTypeStat[] {\n    return this.configuredTypes.map(type => {\n      const p = this.pools.get(type)!;\n      return {\n        type,\n        activeCount: p.activeCount,\n        pooledCount: p.pool.length,\n      };\n    });\n  }\n\n  protected resolveType(requested?: BrowserType, url?: string): BrowserType {\n    if (requested && this.pools.has(requested)) {\n      return requested;\n    }\n    if (requested && !this.pools.has(requested)) {\n      log.warn('requested browser type not configured, falling back', {\n        requested,\n        available: this.configuredTypes,\n      });\n      return this.configuredTypes[0];\n    }\n    // For hostname-hash strategy, use the URL hostname for deterministic selection\n    if (url && this.selector.getStrategy() === 'hostname-hash') {\n      try {\n        const hostname = new URL(url).hostname;\n        return this.selector.selectForHostname(hostname);\n      } catch {\n        return this.selector.select();\n      }\n    }\n    return this.selector.select();\n  }\n\n  private async launchBrowser(type: BrowserType): Promise<Browser> {\n    const typePool = this.pools.get(type)!;\n    if (!typePool.browser) {\n      const launcher = getLauncher(type);\n      log.debug('launching browser', { type });\n      typePool.browser = await launcher.launch({ headless: true });\n    }\n    return typePool.browser;\n  }\n\n  protected async acquireForType(type: BrowserType): Promise<BrowserContext> {\n    const config = getConfig();\n    const maxBrowsers = config.maxBrowsers;\n    const typePool = this.pools.get(type)!;\n\n    if (typePool.pool.length > 0) {\n      const ctx = typePool.pool.pop()!;\n      const timer = typePool.idleTimers.get(ctx);\n      if (timer !== undefined) {\n        clearTimeout(timer);\n        typePool.idleTimers.delete(ctx);\n      }\n      return ctx;\n    }\n\n    if (typePool.activeCount < maxBrowsers) {\n      typePool.activeCount++;\n      const browser = await this.launchBrowser(type);\n      return browser.newContext();\n    }\n\n    return new Promise<BrowserContext>((resolve) => {\n      typePool.waitQueue.push(resolve);\n    });\n  }\n\n  protected releaseForType(type: BrowserType, ctx: BrowserContext): void {\n    const config = getConfig();\n    const idleTimeoutMs = config.browserIdleTimeoutMs;\n    const typePool = this.pools.get(type)!;\n\n    if (typePool.waitQueue.length > 0) {\n      const resolve = typePool.waitQueue.shift()!;\n      resolve(ctx);\n      return;\n    }\n\n    typePool.pool.push(ctx);\n\n    const timer = setTimeout(() => {\n      const idx = typePool.pool.indexOf(ctx);\n      if (idx !== -1) {\n        typePool.pool.splice(idx, 1);\n        typePool.idleTimers.delete(ctx);\n        typePool.activeCount = Math.max(0, typePool.activeCount - 1);\n        ctx.close().catch(() => {});\n      }\n    }, idleTimeoutMs);\n\n    typePool.idleTimers.set(ctx, timer);\n  }\n\n  async fetchWithBrowser(url: string, options: BrowserFetchOptions = {}): Promise<RawFetchResult> {\n    const config = getConfig();\n    const navTimeoutMs = options.timeoutMs ?? config.playwrightNavTimeoutMs;\n    const loadTimeoutMs = config.playwrightLoadTimeoutMs;\n\n    let ctx: BrowserContext;\n    let cdpBrowser: Browser | null = null;\n    let resolvedType: BrowserType;\n\n    if (!options.cdpUrl && config.lightpandaEnabled && config.lightpandaUrl) {\n      try {\n        const domain = new URL(url).hostname;\n        const { shouldUseLightpanda, recordSuccess, recordFailure, LightpandaAdapter } = await import('./lightpanda.js');\n\n        if (shouldUseLightpanda(domain)) {\n          log.debug('trying lightpanda for domain', { url, domain });\n          const adapter = new LightpandaAdapter(config.lightpandaUrl);\n          const connection = await adapter.connect();\n\n          if (connection.connected) {\n            try {\n              const lpCtx = await adapter.getContext();\n              if (lpCtx) {\n                const page = await lpCtx.newPage();\n                if (options.headers) await page.setExtraHTTPHeaders(options.headers);\n\n                try {\n                  const response = await page.goto(url, {\n                    timeout: navTimeoutMs,\n                    waitUntil: 'domcontentloaded',\n                  });\n\n                  const html = await page.content();\n                  const statusCode = response?.status() ?? 200;\n                  const finalUrl = response?.url() ?? url;\n                  const responseHeaders = response?.headers() ?? {};\n                  const contentType = responseHeaders['content-type'] ?? '';\n\n                  await page.close();\n                  await adapter.disconnect();\n                  recordSuccess(domain);\n\n                  return {\n                    url,\n                    finalUrl,\n                    html,\n                    contentType,\n                    statusCode,\n                    method: 'playwright' as const,\n                    headers: responseHeaders,\n                  };\n                } catch (pageErr) {\n                  await page.close().catch(() => {});\n                  throw pageErr;\n                }\n              }\n            } catch (fetchErr) {\n              log.warn('lightpanda fetch failed, falling back to chromium', {\n                url, domain,\n                error: fetchErr instanceof Error ? fetchErr.message : String(fetchErr),\n              });\n              recordFailure(domain);\n              await adapter.disconnect();\n            }\n          }\n        }\n      } catch (lpErr) {\n        log.debug('lightpanda integration error, using standard pool', {\n          error: lpErr instanceof Error ? lpErr.message : String(lpErr),\n        });\n      }\n    }\n\n    if (options.cdpUrl) {\n      // CDP is always Chromium\n      resolvedType = 'chromium';\n      try {\n        log.info('connecting via CDP', { cdpUrl: options.cdpUrl });\n        cdpBrowser = await chromium.connectOverCDP(options.cdpUrl);\n        const contexts = cdpBrowser.contexts();\n        ctx = contexts.length > 0 ? contexts[0] : await cdpBrowser.newContext();\n      } catch (err) {\n        log.warn('CDP connection failed, falling back to launch', {\n          cdpUrl: options.cdpUrl,\n          error: err instanceof Error ? err.message : String(err),\n        });\n        ctx = await this.acquireForType(resolvedType);\n      }\n    } else {\n      resolvedType = this.resolveType(options.browserType, url);\n      log.debug('fetching with browser', { url, type: resolvedType });\n      ctx = await this.acquireForType(resolvedType);\n    }\n\n    const page = await ctx.newPage();\n\n    if (options.headers) {\n      await page.setExtraHTTPHeaders(options.headers);\n    }\n\n    let statusCode = 200;\n    let contentType = '';\n    let responseHeaders: Record<string, string> = {};\n    let finalUrl = url;\n\n    try {\n      const response = await page.goto(url, {\n        timeout: navTimeoutMs,\n        waitUntil: 'domcontentloaded',\n      });\n\n      if (response) {\n        statusCode = response.status();\n        finalUrl = response.url();\n        const rawHeaders = response.headers();\n        responseHeaders = rawHeaders;\n        contentType = rawHeaders['content-type'] ?? '';\n      }\n\n      try {\n        await page.waitForLoadState('networkidle', { timeout: loadTimeoutMs });\n      } catch {\n        log.debug('networkidle timeout, using page content as-is', { url, type: resolvedType });\n      }\n\n      let actionResults: ActionResult[] | undefined;\n      if (options.actions && options.actions.length > 0) {\n        actionResults = await executeActions(page, options.actions);\n      }\n\n      const html = await page.content();\n\n      let screenshotBase64: string | undefined;\n      if (options.screenshot) {\n        const buf = await page.screenshot({ fullPage: true });\n        screenshotBase64 = buf.toString('base64');\n      }\n\n      return {\n        url,\n        finalUrl,\n        html,\n        contentType,\n        statusCode,\n        method: 'playwright',\n        headers: responseHeaders,\n        screenshot: screenshotBase64,\n        actionResults,\n      };\n    } finally {\n      await page.close();\n      if (cdpBrowser) {\n        await cdpBrowser.close().catch(() => {});\n      } else {\n        this.releaseForType(resolvedType, ctx);\n      }\n    }\n  }\n\n  async shutdown(): Promise<void> {\n    if (this.shutdownCalled) return;\n    this.shutdownCalled = true;\n\n    for (const [type, typePool] of this.pools) {\n      for (const [, timer] of typePool.idleTimers) {\n        clearTimeout(timer);\n      }\n      typePool.idleTimers.clear();\n\n      const closePromises = typePool.pool.map(ctx => ctx.close().catch(() => {}));\n      typePool.pool = [];\n      await Promise.all(closePromises);\n\n      if (typePool.browser) {\n        await typePool.browser.close().catch(() => {});\n        typePool.browser = null;\n      }\n\n      typePool.activeCount = 0;\n      log.debug('browser pool shut down', { type });\n    }\n  }\n}\n\n// Backwards-compatible wrapper for existing code\nexport class BrowserPool extends MultiBrowserPool {\n  private readonly singleType: BrowserType;\n\n  constructor(options?: BrowserPoolOptions) {\n    const type = options?.browserType ?? 'chromium';\n    super({\n      browserTypes: [type],\n    });\n    this.singleType = type;\n  }\n\n  async acquire(): Promise<BrowserContext> {\n    return this.acquireForType(this.singleType);\n  }\n\n  release(ctx: BrowserContext): void {\n    this.releaseForType(this.singleType, ctx);\n  }\n}\n"],"mappings":"AAAA,SAAS,UAAU,SAAS,cAAiD;AAC7E,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAC7B,SAAS,uBAA+C;AACxD,SAAS,sBAAsB;AA6B/B,MAAM,MAAM,aAAa,OAAO;AAEhC,SAAS,YAAY,MAAmB;AACtC,UAAQ,MAAM;AAAA,IACZ,KAAK;AAAW,aAAO;AAAA,IACvB,KAAK;AAAU,aAAO;AAAA,IACtB;AAAS,aAAO;AAAA,EAClB;AACF;AAUO,MAAM,iBAAiB;AAAA,EACX,QAAQ,oBAAI,IAA2B;AAAA,EACvC;AAAA,EACA;AAAA,EACT,iBAAiB;AAAA,EAEzB,YAAY,SAAmC;AAC7C,QAAI,QAAQ,SAAS,gBAAgB,CAAC,UAAU;AAChD,QAAI,MAAM,WAAW,GAAG;AACtB,UAAI,KAAK,4CAA4C;AACrD,cAAQ,CAAC,UAAU;AAAA,IACrB;AACA,SAAK,kBAAkB,CAAC,GAAG,KAAK;AAChC,SAAK,WAAW,IAAI,gBAAgB,OAAO,SAAS,qBAAqB,aAAa;AAEtF,eAAW,QAAQ,OAAO;AACxB,WAAK,MAAM,IAAI,MAAM;AAAA,QACnB,SAAS;AAAA,QACT,MAAM,CAAC;AAAA,QACP,aAAa;AAAA,QACb,WAAW,CAAC;AAAA,QACZ,YAAY,oBAAI,IAAI;AAAA,MACtB,CAAC;AAAA,IACH;AAEA,QAAI,KAAK,kCAAkC;AAAA,MACzC,OAAO,KAAK;AAAA,MACZ,UAAU,SAAS,qBAAqB;AAAA,IAC1C,CAAC;AAAA,EACH;AAAA,EAEA,qBAAoC;AAClC,WAAO,CAAC,GAAG,KAAK,eAAe;AAAA,EACjC;AAAA,EAEA,WAA2B;AACzB,WAAO,KAAK,gBAAgB,IAAI,UAAQ;AACtC,YAAM,IAAI,KAAK,MAAM,IAAI,IAAI;AAC7B,aAAO;AAAA,QACL;AAAA,QACA,aAAa,EAAE;AAAA,QACf,aAAa,EAAE,KAAK;AAAA,MACtB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEU,YAAY,WAAyB,KAA2B;AACxE,QAAI,aAAa,KAAK,MAAM,IAAI,SAAS,GAAG;AAC1C,aAAO;AAAA,IACT;AACA,QAAI,aAAa,CAAC,KAAK,MAAM,IAAI,SAAS,GAAG;AAC3C,UAAI,KAAK,uDAAuD;AAAA,QAC9D;AAAA,QACA,WAAW,KAAK;AAAA,MAClB,CAAC;AACD,aAAO,KAAK,gBAAgB,CAAC;AAAA,IAC/B;AAEA,QAAI,OAAO,KAAK,SAAS,YAAY,MAAM,iBAAiB;AAC1D,UAAI;AACF,cAAM,WAAW,IAAI,IAAI,GAAG,EAAE;AAC9B,eAAO,KAAK,SAAS,kBAAkB,QAAQ;AAAA,MACjD,QAAQ;AACN,eAAO,KAAK,SAAS,OAAO;AAAA,MAC9B;AAAA,IACF;AACA,WAAO,KAAK,SAAS,OAAO;AAAA,EAC9B;AAAA,EAEA,MAAc,cAAc,MAAqC;AAC/D,UAAM,WAAW,KAAK,MAAM,IAAI,IAAI;AACpC,QAAI,CAAC,SAAS,SAAS;AACrB,YAAM,WAAW,YAAY,IAAI;AACjC,UAAI,MAAM,qBAAqB,EAAE,KAAK,CAAC;AACvC,eAAS,UAAU,MAAM,SAAS,OAAO,EAAE,UAAU,KAAK,CAAC;AAAA,IAC7D;AACA,WAAO,SAAS;AAAA,EAClB;AAAA,EAEA,MAAgB,eAAe,MAA4C;AACzE,UAAM,SAAS,UAAU;AACzB,UAAM,cAAc,OAAO;AAC3B,UAAM,WAAW,KAAK,MAAM,IAAI,IAAI;AAEpC,QAAI,SAAS,KAAK,SAAS,GAAG;AAC5B,YAAM,MAAM,SAAS,KAAK,IAAI;AAC9B,YAAM,QAAQ,SAAS,WAAW,IAAI,GAAG;AACzC,UAAI,UAAU,QAAW;AACvB,qBAAa,KAAK;AAClB,iBAAS,WAAW,OAAO,GAAG;AAAA,MAChC;AACA,aAAO;AAAA,IACT;AAEA,QAAI,SAAS,cAAc,aAAa;AACtC,eAAS;AACT,YAAM,UAAU,MAAM,KAAK,cAAc,IAAI;AAC7C,aAAO,QAAQ,WAAW;AAAA,IAC5B;AAEA,WAAO,IAAI,QAAwB,CAAC,YAAY;AAC9C,eAAS,UAAU,KAAK,OAAO;AAAA,IACjC,CAAC;AAAA,EACH;AAAA,EAEU,eAAe,MAAmB,KAA2B;AACrE,UAAM,SAAS,UAAU;AACzB,UAAM,gBAAgB,OAAO;AAC7B,UAAM,WAAW,KAAK,MAAM,IAAI,IAAI;AAEpC,QAAI,SAAS,UAAU,SAAS,GAAG;AACjC,YAAM,UAAU,SAAS,UAAU,MAAM;AACzC,cAAQ,GAAG;AACX;AAAA,IACF;AAEA,aAAS,KAAK,KAAK,GAAG;AAEtB,UAAM,QAAQ,WAAW,MAAM;AAC7B,YAAM,MAAM,SAAS,KAAK,QAAQ,GAAG;AACrC,UAAI,QAAQ,IAAI;AACd,iBAAS,KAAK,OAAO,KAAK,CAAC;AAC3B,iBAAS,WAAW,OAAO,GAAG;AAC9B,iBAAS,cAAc,KAAK,IAAI,GAAG,SAAS,cAAc,CAAC;AAC3D,YAAI,MAAM,EAAE,MAAM,MAAM;AAAA,QAAC,CAAC;AAAA,MAC5B;AAAA,IACF,GAAG,aAAa;AAEhB,aAAS,WAAW,IAAI,KAAK,KAAK;AAAA,EACpC;AAAA,EAEA,MAAM,iBAAiB,KAAa,UAA+B,CAAC,GAA4B;AAC9F,UAAM,SAAS,UAAU;AACzB,UAAM,eAAe,QAAQ,aAAa,OAAO;AACjD,UAAM,gBAAgB,OAAO;AAE7B,QAAI;AACJ,QAAI,aAA6B;AACjC,QAAI;AAEJ,QAAI,CAAC,QAAQ,UAAU,OAAO,qBAAqB,OAAO,eAAe;AACvE,UAAI;AACF,cAAM,SAAS,IAAI,IAAI,GAAG,EAAE;AAC5B,cAAM,EAAE,qBAAqB,eAAe,eAAe,kBAAkB,IAAI,MAAM,OAAO,iBAAiB;AAE/G,YAAI,oBAAoB,MAAM,GAAG;AAC/B,cAAI,MAAM,gCAAgC,EAAE,KAAK,OAAO,CAAC;AACzD,gBAAM,UAAU,IAAI,kBAAkB,OAAO,aAAa;AAC1D,gBAAM,aAAa,MAAM,QAAQ,QAAQ;AAEzC,cAAI,WAAW,WAAW;AACxB,gBAAI;AACF,oBAAM,QAAQ,MAAM,QAAQ,WAAW;AACvC,kBAAI,OAAO;AACT,sBAAMA,QAAO,MAAM,MAAM,QAAQ;AACjC,oBAAI,QAAQ,QAAS,OAAMA,MAAK,oBAAoB,QAAQ,OAAO;AAEnE,oBAAI;AACF,wBAAM,WAAW,MAAMA,MAAK,KAAK,KAAK;AAAA,oBACpC,SAAS;AAAA,oBACT,WAAW;AAAA,kBACb,CAAC;AAED,wBAAM,OAAO,MAAMA,MAAK,QAAQ;AAChC,wBAAMC,cAAa,UAAU,OAAO,KAAK;AACzC,wBAAMC,YAAW,UAAU,IAAI,KAAK;AACpC,wBAAMC,mBAAkB,UAAU,QAAQ,KAAK,CAAC;AAChD,wBAAMC,eAAcD,iBAAgB,cAAc,KAAK;AAEvD,wBAAMH,MAAK,MAAM;AACjB,wBAAM,QAAQ,WAAW;AACzB,gCAAc,MAAM;AAEpB,yBAAO;AAAA,oBACL;AAAA,oBACA,UAAAE;AAAA,oBACA;AAAA,oBACA,aAAAE;AAAA,oBACA,YAAAH;AAAA,oBACA,QAAQ;AAAA,oBACR,SAASE;AAAA,kBACX;AAAA,gBACF,SAAS,SAAS;AAChB,wBAAMH,MAAK,MAAM,EAAE,MAAM,MAAM;AAAA,kBAAC,CAAC;AACjC,wBAAM;AAAA,gBACR;AAAA,cACF;AAAA,YACF,SAAS,UAAU;AACjB,kBAAI,KAAK,qDAAqD;AAAA,gBAC5D;AAAA,gBAAK;AAAA,gBACL,OAAO,oBAAoB,QAAQ,SAAS,UAAU,OAAO,QAAQ;AAAA,cACvE,CAAC;AACD,4BAAc,MAAM;AACpB,oBAAM,QAAQ,WAAW;AAAA,YAC3B;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAAS,OAAO;AACd,YAAI,MAAM,qDAAqD;AAAA,UAC7D,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,QAC9D,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,QAAQ,QAAQ;AAElB,qBAAe;AACf,UAAI;AACF,YAAI,KAAK,sBAAsB,EAAE,QAAQ,QAAQ,OAAO,CAAC;AACzD,qBAAa,MAAM,SAAS,eAAe,QAAQ,MAAM;AACzD,cAAM,WAAW,WAAW,SAAS;AACrC,cAAM,SAAS,SAAS,IAAI,SAAS,CAAC,IAAI,MAAM,WAAW,WAAW;AAAA,MACxE,SAAS,KAAK;AACZ,YAAI,KAAK,iDAAiD;AAAA,UACxD,QAAQ,QAAQ;AAAA,UAChB,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,QACxD,CAAC;AACD,cAAM,MAAM,KAAK,eAAe,YAAY;AAAA,MAC9C;AAAA,IACF,OAAO;AACL,qBAAe,KAAK,YAAY,QAAQ,aAAa,GAAG;AACxD,UAAI,MAAM,yBAAyB,EAAE,KAAK,MAAM,aAAa,CAAC;AAC9D,YAAM,MAAM,KAAK,eAAe,YAAY;AAAA,IAC9C;AAEA,UAAM,OAAO,MAAM,IAAI,QAAQ;AAE/B,QAAI,QAAQ,SAAS;AACnB,YAAM,KAAK,oBAAoB,QAAQ,OAAO;AAAA,IAChD;AAEA,QAAI,aAAa;AACjB,QAAI,cAAc;AAClB,QAAI,kBAA0C,CAAC;AAC/C,QAAI,WAAW;AAEf,QAAI;AACF,YAAM,WAAW,MAAM,KAAK,KAAK,KAAK;AAAA,QACpC,SAAS;AAAA,QACT,WAAW;AAAA,MACb,CAAC;AAED,UAAI,UAAU;AACZ,qBAAa,SAAS,OAAO;AAC7B,mBAAW,SAAS,IAAI;AACxB,cAAM,aAAa,SAAS,QAAQ;AACpC,0BAAkB;AAClB,sBAAc,WAAW,cAAc,KAAK;AAAA,MAC9C;AAEA,UAAI;AACF,cAAM,KAAK,iBAAiB,eAAe,EAAE,SAAS,cAAc,CAAC;AAAA,MACvE,QAAQ;AACN,YAAI,MAAM,iDAAiD,EAAE,KAAK,MAAM,aAAa,CAAC;AAAA,MACxF;AAEA,UAAI;AACJ,UAAI,QAAQ,WAAW,QAAQ,QAAQ,SAAS,GAAG;AACjD,wBAAgB,MAAM,eAAe,MAAM,QAAQ,OAAO;AAAA,MAC5D;AAEA,YAAM,OAAO,MAAM,KAAK,QAAQ;AAEhC,UAAI;AACJ,UAAI,QAAQ,YAAY;AACtB,cAAM,MAAM,MAAM,KAAK,WAAW,EAAE,UAAU,KAAK,CAAC;AACpD,2BAAmB,IAAI,SAAS,QAAQ;AAAA,MAC1C;AAEA,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA,QAAQ;AAAA,QACR,SAAS;AAAA,QACT,YAAY;AAAA,QACZ;AAAA,MACF;AAAA,IACF,UAAE;AACA,YAAM,KAAK,MAAM;AACjB,UAAI,YAAY;AACd,cAAM,WAAW,MAAM,EAAE,MAAM,MAAM;AAAA,QAAC,CAAC;AAAA,MACzC,OAAO;AACL,aAAK,eAAe,cAAc,GAAG;AAAA,MACvC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,WAA0B;AAC9B,QAAI,KAAK,eAAgB;AACzB,SAAK,iBAAiB;AAEtB,eAAW,CAAC,MAAM,QAAQ,KAAK,KAAK,OAAO;AACzC,iBAAW,CAAC,EAAE,KAAK,KAAK,SAAS,YAAY;AAC3C,qBAAa,KAAK;AAAA,MACpB;AACA,eAAS,WAAW,MAAM;AAE1B,YAAM,gBAAgB,SAAS,KAAK,IAAI,SAAO,IAAI,MAAM,EAAE,MAAM,MAAM;AAAA,MAAC,CAAC,CAAC;AAC1E,eAAS,OAAO,CAAC;AACjB,YAAM,QAAQ,IAAI,aAAa;AAE/B,UAAI,SAAS,SAAS;AACpB,cAAM,SAAS,QAAQ,MAAM,EAAE,MAAM,MAAM;AAAA,QAAC,CAAC;AAC7C,iBAAS,UAAU;AAAA,MACrB;AAEA,eAAS,cAAc;AACvB,UAAI,MAAM,0BAA0B,EAAE,KAAK,CAAC;AAAA,IAC9C;AAAA,EACF;AACF;AAGO,MAAM,oBAAoB,iBAAiB;AAAA,EAC/B;AAAA,EAEjB,YAAY,SAA8B;AACxC,UAAM,OAAO,SAAS,eAAe;AACrC,UAAM;AAAA,MACJ,cAAc,CAAC,IAAI;AAAA,IACrB,CAAC;AACD,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,UAAmC;AACvC,WAAO,KAAK,eAAe,KAAK,UAAU;AAAA,EAC5C;AAAA,EAEA,QAAQ,KAA2B;AACjC,SAAK,eAAe,KAAK,YAAY,GAAG;AAAA,EAC1C;AACF;","names":["page","statusCode","finalUrl","responseHeaders","contentType"]}

package/dist/fetch/browser-selector.d.ts

@@ -0,0 +1,17 @@
+import type { BrowserType } from '../types.js';
+export type SelectionStrategy = 'round-robin' | 'hostname-hash' | 'random';
+export declare class BrowserSelector {
+    private readonly types;
+    private readonly strategy;
+    private roundRobinIndex;
+    constructor(types: BrowserType[], strategy?: SelectionStrategy);
+    select(): BrowserType;
+    selectForHostname(hostname: string): BrowserType;
+    getTypes(): BrowserType[];
+    getStrategy(): SelectionStrategy;
+    reset(): void;
+    private selectRoundRobin;
+    private selectRandom;
+    private selectByHostnameHash;
+}
+//# sourceMappingURL=browser-selector.d.ts.map

package/dist/fetch/browser-selector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-selector.d.ts","sourceRoot":"","sources":["../../src/fetch/browser-selector.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAI/C,MAAM,MAAM,iBAAiB,GAAG,aAAa,GAAG,eAAe,GAAG,QAAQ,CAAC;AAY3E,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgB;IACtC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;IAC7C,OAAO,CAAC,eAAe,CAAK;gBAEhB,KAAK,EAAE,WAAW,EAAE,EAAE,QAAQ,CAAC,EAAE,iBAAiB;IAY9D,MAAM,IAAI,WAAW;IAcrB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,WAAW;IAOhD,QAAQ,IAAI,WAAW,EAAE;IAIzB,WAAW,IAAI,iBAAiB;IAIhC,KAAK,IAAI,IAAI;IAIb,OAAO,CAAC,gBAAgB;IAMxB,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,oBAAoB;CAK7B"}

package/dist/fetch/browser-selector.js

@@ -0,0 +1,72 @@
+import { createLogger } from "../logger.js";
+const log = createLogger("fetch");
+function hashString(str) {
+  let hash = 0;
+  for (let i = 0; i < str.length; i++) {
+    const char = str.charCodeAt(i);
+    hash = (hash << 5) - hash + char;
+    hash = hash & hash;
+  }
+  return Math.abs(hash);
+}
+class BrowserSelector {
+  types;
+  strategy;
+  roundRobinIndex = 0;
+  constructor(types, strategy) {
+    if (types.length === 0) {
+      throw new Error("BrowserSelector requires at least one browser type");
+    }
+    this.types = [...types];
+    this.strategy = strategy ?? "round-robin";
+    log.debug("browser selector initialized", {
+      types: this.types,
+      strategy: this.strategy
+    });
+  }
+  select() {
+    switch (this.strategy) {
+      case "round-robin":
+        return this.selectRoundRobin();
+      case "random":
+        return this.selectRandom();
+      case "hostname-hash":
+        return this.selectRoundRobin();
+      default:
+        return this.selectRoundRobin();
+    }
+  }
+  selectForHostname(hostname) {
+    if (this.strategy === "hostname-hash" && hostname) {
+      return this.selectByHostnameHash(hostname);
+    }
+    return this.select();
+  }
+  getTypes() {
+    return [...this.types];
+  }
+  getStrategy() {
+    return this.strategy;
+  }
+  reset() {
+    this.roundRobinIndex = 0;
+  }
+  selectRoundRobin() {
+    const type = this.types[this.roundRobinIndex % this.types.length];
+    this.roundRobinIndex++;
+    return type;
+  }
+  selectRandom() {
+    const index = Math.floor(Math.random() * this.types.length);
+    return this.types[index];
+  }
+  selectByHostnameHash(hostname) {
+    const hash = hashString(hostname);
+    const index = hash % this.types.length;
+    return this.types[index];
+  }
+}
+export {
+  BrowserSelector
+};
+//# sourceMappingURL=browser-selector.js.map

package/dist/fetch/browser-selector.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/fetch/browser-selector.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\nimport type { BrowserType } from '../types.js';\n\nconst log = createLogger('fetch');\n\nexport type SelectionStrategy = 'round-robin' | 'hostname-hash' | 'random';\n\nfunction hashString(str: string): number {\n  let hash = 0;\n  for (let i = 0; i < str.length; i++) {\n    const char = str.charCodeAt(i);\n    hash = ((hash << 5) - hash) + char;\n    hash = hash & hash; // Convert to 32-bit integer\n  }\n  return Math.abs(hash);\n}\n\nexport class BrowserSelector {\n  private readonly types: BrowserType[];\n  private readonly strategy: SelectionStrategy;\n  private roundRobinIndex = 0;\n\n  constructor(types: BrowserType[], strategy?: SelectionStrategy) {\n    if (types.length === 0) {\n      throw new Error('BrowserSelector requires at least one browser type');\n    }\n    this.types = [...types];\n    this.strategy = strategy ?? 'round-robin';\n    log.debug('browser selector initialized', {\n      types: this.types,\n      strategy: this.strategy,\n    });\n  }\n\n  select(): BrowserType {\n    switch (this.strategy) {\n      case 'round-robin':\n        return this.selectRoundRobin();\n      case 'random':\n        return this.selectRandom();\n      case 'hostname-hash':\n        // Without a hostname, fall back to round-robin\n        return this.selectRoundRobin();\n      default:\n        return this.selectRoundRobin();\n    }\n  }\n\n  selectForHostname(hostname: string): BrowserType {\n    if (this.strategy === 'hostname-hash' && hostname) {\n      return this.selectByHostnameHash(hostname);\n    }\n    return this.select();\n  }\n\n  getTypes(): BrowserType[] {\n    return [...this.types];\n  }\n\n  getStrategy(): SelectionStrategy {\n    return this.strategy;\n  }\n\n  reset(): void {\n    this.roundRobinIndex = 0;\n  }\n\n  private selectRoundRobin(): BrowserType {\n    const type = this.types[this.roundRobinIndex % this.types.length];\n    this.roundRobinIndex++;\n    return type;\n  }\n\n  private selectRandom(): BrowserType {\n    const index = Math.floor(Math.random() * this.types.length);\n    return this.types[index];\n  }\n\n  private selectByHostnameHash(hostname: string): BrowserType {\n    const hash = hashString(hostname);\n    const index = hash % this.types.length;\n    return this.types[index];\n  }\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAG7B,MAAM,MAAM,aAAa,OAAO;AAIhC,SAAS,WAAW,KAAqB;AACvC,MAAI,OAAO;AACX,WAAS,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;AACnC,UAAM,OAAO,IAAI,WAAW,CAAC;AAC7B,YAAS,QAAQ,KAAK,OAAQ;AAC9B,WAAO,OAAO;AAAA,EAChB;AACA,SAAO,KAAK,IAAI,IAAI;AACtB;AAEO,MAAM,gBAAgB;AAAA,EACV;AAAA,EACA;AAAA,EACT,kBAAkB;AAAA,EAE1B,YAAY,OAAsB,UAA8B;AAC9D,QAAI,MAAM,WAAW,GAAG;AACtB,YAAM,IAAI,MAAM,oDAAoD;AAAA,IACtE;AACA,SAAK,QAAQ,CAAC,GAAG,KAAK;AACtB,SAAK,WAAW,YAAY;AAC5B,QAAI,MAAM,gCAAgC;AAAA,MACxC,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,SAAsB;AACpB,YAAQ,KAAK,UAAU;AAAA,MACrB,KAAK;AACH,eAAO,KAAK,iBAAiB;AAAA,MAC/B,KAAK;AACH,eAAO,KAAK,aAAa;AAAA,MAC3B,KAAK;AAEH,eAAO,KAAK,iBAAiB;AAAA,MAC/B;AACE,eAAO,KAAK,iBAAiB;AAAA,IACjC;AAAA,EACF;AAAA,EAEA,kBAAkB,UAA+B;AAC/C,QAAI,KAAK,aAAa,mBAAmB,UAAU;AACjD,aAAO,KAAK,qBAAqB,QAAQ;AAAA,IAC3C;AACA,WAAO,KAAK,OAAO;AAAA,EACrB;AAAA,EAEA,WAA0B;AACxB,WAAO,CAAC,GAAG,KAAK,KAAK;AAAA,EACvB;AAAA,EAEA,cAAiC;AAC/B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,QAAc;AACZ,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,mBAAgC;AACtC,UAAM,OAAO,KAAK,MAAM,KAAK,kBAAkB,KAAK,MAAM,MAAM;AAChE,SAAK;AACL,WAAO;AAAA,EACT;AAAA,EAEQ,eAA4B;AAClC,UAAM,QAAQ,KAAK,MAAM,KAAK,OAAO,IAAI,KAAK,MAAM,MAAM;AAC1D,WAAO,KAAK,MAAM,KAAK;AAAA,EACzB;AAAA,EAEQ,qBAAqB,UAA+B;AAC1D,UAAM,OAAO,WAAW,QAAQ;AAChC,UAAM,QAAQ,OAAO,KAAK,MAAM;AAChC,WAAO,KAAK,MAAM,KAAK;AAAA,EACzB;AACF;","names":[]}

package/dist/fetch/browser-types.d.ts

@@ -0,0 +1,3 @@
+import type { BrowserType } from '../types.js';
+export declare function parseBrowserTypes(input: string | undefined | null): BrowserType[];
+//# sourceMappingURL=browser-types.d.ts.map

package/dist/fetch/browser-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-types.d.ts","sourceRoot":"","sources":["../../src/fetch/browser-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAW/C,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,GAAG,WAAW,EAAE,CA6CjF"}

package/dist/fetch/browser-types.js

@@ -0,0 +1,45 @@
+const VALID_BROWSER_TYPES = /* @__PURE__ */ new Set(["chromium", "firefox", "webkit", "lightpanda"]);
+const DEFAULT_BROWSER_TYPES = ["chromium"];
+function warn(msg, data) {
+  const line = JSON.stringify({ ts: (/* @__PURE__ */ new Date()).toISOString(), level: "warn", msg, module: "fetch", data });
+  process.stderr.write(line + "\n");
+}
+function parseBrowserTypes(input) {
+  if (!input || typeof input !== "string") {
+    return [...DEFAULT_BROWSER_TYPES];
+  }
+  const trimmed = input.trim();
+  if (trimmed.length === 0) {
+    return [...DEFAULT_BROWSER_TYPES];
+  }
+  const parts = trimmed.split(",").map((s) => s.trim()).filter((s) => s.length > 0);
+  if (parts.length === 0) {
+    return [...DEFAULT_BROWSER_TYPES];
+  }
+  const seen = /* @__PURE__ */ new Set();
+  const valid = [];
+  const invalid = [];
+  for (const part of parts) {
+    if (!VALID_BROWSER_TYPES.has(part)) {
+      invalid.push(part);
+      continue;
+    }
+    if (seen.has(part)) {
+      continue;
+    }
+    seen.add(part);
+    valid.push(part);
+  }
+  if (invalid.length > 0) {
+    warn("ignored invalid browser types", { invalid, valid: [...valid] });
+  }
+  if (valid.length === 0) {
+    warn("no valid browser types found, falling back to chromium", { input });
+    return [...DEFAULT_BROWSER_TYPES];
+  }
+  return valid;
+}
+export {
+  parseBrowserTypes
+};
+//# sourceMappingURL=browser-types.js.map