@detiq/crawler 1.1.7 → 1.1.9

package/dist/ai-login.js

@@ -1,250 +1,272 @@
-import { z } from "zod";
-import { AppBrain } from "@detiq/app-brain";
-import { solveCaptcha } from "./captcha-solver.js";
-import { waitForEmailContent } from "./email-otp.js";
-import { logger } from "./logger.js";
-import { simulateMouseMovement } from "./stealth/human-behavior.js";
+import { z } from 'zod';
+import { AppBrain } from '@detiq/app-brain';
+import { solveCaptcha } from './captcha-solver.js';
+import { waitForEmailContent } from './email-otp.js';
+import { logger } from './logger.js';
+import { simulateMouseMovement } from './stealth/human-behavior.js';
 const CLICK_INTENT = /\b(click|tap|press|submit|select|choose|toggle)\b/i;
+/** Stagehand V3 enforces elementId as /^\d+-\d+$/ — LLM sometimes returns bare integers.
+ *  Catch the resulting AI_NoObjectGeneratedError so callers can fall back to DOM. */
 function isNoObjectGeneratedError(err) {
-  const name = String(err?.name ?? "");
-  const msg = String(err?.message ?? "");
-  return name.includes("NoObjectGenerated") || msg.includes("NoObjectGenerated") || msg.includes("No object generated");
+    const name = String(err?.name ?? '');
+    const msg = String(err?.message ?? '');
+    return name.includes('NoObjectGenerated') || msg.includes('NoObjectGenerated') || msg.includes('No object generated');
 }
+/** Simulate human mouse movement before click-type actions, then call stagehand.act(). */
 async function actWithMouseSim(stagehand, instruction) {
-  if (CLICK_INTENT.test(instruction)) {
-    try {
-      const pg = await stagehand.resolvePage();
-      const viewport = pg.viewportSize() ?? { width: 1280, height: 720 };
-      const targetX = viewport.width * 0.3 + Math.random() * viewport.width * 0.4;
-      const targetY = viewport.height * 0.2 + Math.random() * viewport.height * 0.5;
-      await simulateMouseMovement(pg, targetX, targetY);
-    } catch {
+    if (CLICK_INTENT.test(instruction)) {
+        try {
+            const pg = await stagehand.resolvePage();
+            const viewport = pg.viewportSize() ?? { width: 1280, height: 720 };
+            // Move mouse toward center of page with some randomness before Stagehand clicks
+            const targetX = viewport.width * 0.3 + Math.random() * viewport.width * 0.4;
+            const targetY = viewport.height * 0.2 + Math.random() * viewport.height * 0.5;
+            await simulateMouseMovement(pg, targetX, targetY);
+        }
+        catch { /* non-fatal — don't block the action */ }
     }
-  }
-  return stagehand.act(instruction);
+    return stagehand.act(instruction);
 }
 const TwoFASchema = z.object({
-  has2FA: z.boolean(),
-  fieldLabel: z.string().optional()
+    has2FA: z.boolean(),
+    fieldLabel: z.string().optional(),
 });
 const CAPTCHA_SELECTORS = [
-  'iframe[src*="recaptcha"]',
-  'iframe[src*="hcaptcha"]',
-  'iframe[src*="challenges.cloudflare.com"]',
-  ".cf-turnstile",
-  "[data-sitekey]",
-  "#captcha",
-  ".captcha",
-  '[id*="captcha"]',
-  '[class*="captcha"]'
+    'iframe[src*="recaptcha"]',
+    'iframe[src*="hcaptcha"]',
+    'iframe[src*="challenges.cloudflare.com"]',
+    '.cf-turnstile',
+    '[data-sitekey]',
+    '#captcha',
+    '.captcha',
+    '[id*="captcha"]',
+    '[class*="captcha"]',
 ];
-async function loginWithStagehand(stagehand, creds, startUrl, captchaOpts, emailOtpOpts, loginInstructions, opts) {
-  async function logStep(step, fn) {
-    const t0 = Date.now();
-    try {
-      const r = await fn();
-      const result = { success: true, detail: r?.description ?? r?.message ?? step };
-      if (opts?.tenantId && opts?.projectId) {
-        AppBrain.saveCrawlEvidence(opts.tenantId, opts.projectId, {
-          jobId: opts?.jobId,
-          type: "AUTH_STEP",
-          payload: { step, ...result, ms: Date.now() - t0 }
-        }).catch(() => {
-        });
-      }
-      return result;
-    } catch (e) {
-      const result = { success: false, detail: e.message ?? "failed" };
-      if (opts?.tenantId && opts?.projectId) {
-        AppBrain.saveCrawlEvidence(opts.tenantId, opts.projectId, {
-          jobId: opts?.jobId,
-          type: "AUTH_STEP",
-          payload: { step, ...result, ms: Date.now() - t0 }
-        }).catch(() => {
-        });
-      }
-      throw e;
-    }
-  }
-  try {
-    const pg = await stagehand.resolvePage();
-    for (const sel of CAPTCHA_SELECTORS) {
-      const count = await pg.locator(sel).count().catch(() => 0);
-      if (count > 0) {
-        logger.warn({ selector: sel }, "[crawler] CAPTCHA detected on login page");
-        if (captchaOpts?.apiKey) {
-          logger.info({ provider: captchaOpts.provider ?? "2captcha" }, "[crawler] Attempting auto-solve");
-          try {
-            const result = await solveCaptcha(pg, startUrl, captchaOpts.apiKey, captchaOpts.provider ?? "2captcha");
-            if (result) {
-              logger.info({ provider: result.provider }, "[crawler] CAPTCHA solved \u2014 proceeding with login");
-              break;
+/**
+ * AI-guided login using Stagehand act/extract.
+ *
+ * @param loginInstructions - Optional natural language description of the login flow.
+ *   When provided, an initial stagehand.act() is called with these instructions to
+ *   navigate the UI (e.g. "click Sign In in the nav, fill email, click Continue").
+ *   The standard 3-step credential fill follows immediately after.
+ * @param opts - Optional tenant/project/job IDs for writing AUTH_STEP CrawlEvidence.
+ */
+export async function loginWithStagehand(stagehand, creds, startUrl, captchaOpts, emailOtpOpts, loginInstructions, opts) {
+    async function logStep(step, fn) {
+        const t0 = Date.now();
+        try {
+            const r = await fn();
+            const result = { success: true, detail: r?.description ?? r?.message ?? step };
+            if (opts?.tenantId && opts?.projectId) {
+                AppBrain.saveCrawlEvidence(opts.tenantId, opts.projectId, {
+                    jobId: opts?.jobId,
+                    type: 'AUTH_STEP',
+                    payload: { step, ...result, ms: Date.now() - t0 },
+                }).catch(() => { });
             }
-          } catch (solveErr) {
-            logger.warn({ err: solveErr }, "[crawler] CAPTCHA solve failed \u2014 falling back to manual error");
-            throw new Error(`CAPTCHA_DETECTED: Auto-solve failed (${String(solveErr)}). Use session capture instead.`);
-          }
-        } else {
-          throw new Error(
-            'CAPTCHA_DETECTED: Login page has a CAPTCHA. Use "Session Capture \u2192 Launch Browser" to log in manually, then capture the session. Alternatively, disable CAPTCHA for the ZeTa crawler IP.'
-          );
+            return result;
         }
-        break;
-      }
-    }
-    const MAX_LOGIN_INSTRUCTIONS = 2e3;
-    if (loginInstructions && loginInstructions.length > MAX_LOGIN_INSTRUCTIONS) {
-      throw new Error(`loginInstructions exceeds ${MAX_LOGIN_INSTRUCTIONS} character limit`);
-    }
-    if (loginInstructions) {
-      await logStep("custom_recipe", async () => {
-        try {
-          return await actWithMouseSim(stagehand, loginInstructions);
-        } catch (err) {
-          if (!isNoObjectGeneratedError(err)) throw err;
-          logger.warn("[crawler] custom_recipe act() failed \u2014 Stagehand V3 elementId schema error, skipping to standard fill");
-          return { description: "custom_recipe skipped (schema error)" };
+        catch (e) {
+            const result = { success: false, detail: e.message ?? 'failed' };
+            if (opts?.tenantId && opts?.projectId) {
+                AppBrain.saveCrawlEvidence(opts.tenantId, opts.projectId, {
+                    jobId: opts?.jobId,
+                    type: 'AUTH_STEP',
+                    payload: { step, ...result, ms: Date.now() - t0 },
+                }).catch(() => { });
+            }
+            throw e;
         }
-      });
-      await pg.waitForLoadState("networkidle").catch(() => pg.waitForTimeout(1500));
     }
-    await logStep("fill_username", async () => {
-      try {
-        return await actWithMouseSim(stagehand, `Type "${creds.username}" into the username or email input field`);
-      } catch (err) {
-        if (!isNoObjectGeneratedError(err)) throw err;
-        logger.warn("[crawler] fill_username act() failed \u2014 falling back to DOM");
-        const sel = 'input[type="email"], input[autocomplete="email"], input[autocomplete="username"], input[name*="email" i], input[name*="user" i], input[placeholder*="email" i], input[placeholder*="user" i], input[id*="email" i], input[id*="user" i]';
-        await pg.locator(sel).first().fill(creds.username);
-        return { description: "fill_username via DOM fallback" };
-      }
-    });
-    await logStep("fill_password", async () => {
-      const observations = await stagehand.observe("Find the password input field");
-      const selector = observations[0]?.selector || 'input[type="password"]';
-      try {
-        await pg.locator(selector).fill(creds.password);
-      } catch {
-        await pg.evaluate((pwd) => {
-          const input = document.querySelector('input[type="password"]');
-          if (!input) throw new Error("No password field found on page");
-          const setter = Object.getOwnPropertyDescriptor(window.HTMLInputElement.prototype, "value")?.set;
-          setter?.call(input, pwd);
-          input.dispatchEvent(new Event("input", { bubbles: true }));
-          input.dispatchEvent(new Event("change", { bubbles: true }));
-        }, creds.password);
-      }
-    });
-    await logStep("click_submit", async () => {
-      try {
-        return await actWithMouseSim(stagehand, "Click the sign in, log in, login, or continue button to submit credentials");
-      } catch (err) {
-        if (!isNoObjectGeneratedError(err)) throw err;
-        logger.warn("[crawler] click_submit act() failed \u2014 falling back to DOM");
-        const sel = 'button[type="submit"], input[type="submit"], button:has-text("Sign in"), button:has-text("Log in"), button:has-text("Login"), button:has-text("Continue"), button:has-text("Next"), button:has-text("Sign In"), [role="button"]:has-text("Sign in"), [role="button"]:has-text("Login")';
-        await pg.locator(sel).first().click();
-        await pg.waitForTimeout(500);
-        return { description: "click_submit via DOM fallback" };
-      }
-    });
-    await pg.waitForLoadState("networkidle").catch(() => pg.waitForTimeout(2e3));
-    const twoFA = await stagehand.extract(
-      "Is there a two-factor authentication, OTP, or verification code input visible right now?",
-      TwoFASchema
-    );
-    if (twoFA.has2FA) {
-      if (opts?.tenantId && opts?.projectId) {
-        AppBrain.saveCrawlEvidence(opts.tenantId, opts.projectId, {
-          jobId: opts?.jobId,
-          type: "AUTH_STEP",
-          payload: { step: "2fa_detect", success: true, detail: twoFA.fieldLabel ?? "2FA detected", ms: 0 }
-        }).catch(() => {
-        });
-      }
-      let code = creds.oneTimeCode ?? await creds.getOneTimeCode?.();
-      if (!code && emailOtpOpts?.apiKey && emailOtpOpts?.inboxId) {
-        const since = (/* @__PURE__ */ new Date()).toISOString();
-        logger.info("[crawler] 2FA detected \u2014 waiting for email OTP or magic link via MailSlurp");
-        const emailContent = await waitForEmailContent(
-          { provider: "mailslurp", apiKey: emailOtpOpts.apiKey, inboxId: emailOtpOpts.inboxId },
-          since
-        );
-        if (emailContent?.magicLink) {
-          logger.info({ url: emailContent.magicLink }, "[crawler] Magic link received \u2014 navigating");
-          await pg.goto(emailContent.magicLink, { waitUntil: "domcontentloaded" });
-          await pg.waitForLoadState("networkidle").catch(() => {
-          });
-          return true;
+    try {
+        const pg = await stagehand.resolvePage();
+        // CAPTCHA detection
+        for (const sel of CAPTCHA_SELECTORS) {
+            const count = await pg.locator(sel).count().catch(() => 0);
+            if (count > 0) {
+                logger.warn({ selector: sel }, '[crawler] CAPTCHA detected on login page');
+                if (captchaOpts?.apiKey) {
+                    logger.info({ provider: captchaOpts.provider ?? '2captcha' }, '[crawler] Attempting auto-solve');
+                    try {
+                        const result = await solveCaptcha(pg, startUrl, captchaOpts.apiKey, captchaOpts.provider ?? '2captcha');
+                        if (result) {
+                            logger.info({ provider: result.provider }, '[crawler] CAPTCHA solved — proceeding with login');
+                            break;
+                        }
+                    }
+                    catch (solveErr) {
+                        logger.warn({ err: solveErr }, '[crawler] CAPTCHA solve failed — falling back to manual error');
+                        throw new Error(`CAPTCHA_DETECTED: Auto-solve failed (${String(solveErr)}). Use session capture instead.`);
+                    }
+                }
+                else {
+                    throw new Error('CAPTCHA_DETECTED: Login page has a CAPTCHA. Use "Session Capture → Launch Browser" to log in manually, then capture the session. Alternatively, disable CAPTCHA for the ZeTa crawler IP.');
+                }
+                break;
+            }
         }
-        code = emailContent?.otp ?? void 0;
-        if (code) {
-          logger.info("[crawler] Email OTP received");
-        } else {
-          logger.warn("[crawler] Email OTP timed out after 60s");
+        // If caller provided natural language login instructions, use them to navigate to the login form
+        const MAX_LOGIN_INSTRUCTIONS = 2000;
+        if (loginInstructions && loginInstructions.length > MAX_LOGIN_INSTRUCTIONS) {
+            throw new Error(`loginInstructions exceeds ${MAX_LOGIN_INSTRUCTIONS} character limit`);
         }
-      }
-      if (!code) {
-        console.warn("[crawler] 2FA detected but no oneTimeCode provided");
-        return false;
-      }
-      await logStep("2fa_inject", async () => {
+        if (loginInstructions) {
+            await logStep('custom_recipe', async () => {
+                try {
+                    return await actWithMouseSim(stagehand, loginInstructions);
+                }
+                catch (err) {
+                    if (!isNoObjectGeneratedError(err))
+                        throw err;
+                    logger.warn('[crawler] custom_recipe act() failed — Stagehand V3 elementId schema error, skipping to standard fill');
+                    return { description: 'custom_recipe skipped (schema error)' };
+                }
+            });
+            await pg.waitForLoadState('networkidle').catch(() => pg.waitForTimeout(1500));
+        }
+        await logStep('fill_username', async () => {
+            try {
+                return await actWithMouseSim(stagehand, `Type "${creds.username}" into the username or email input field`);
+            }
+            catch (err) {
+                if (!isNoObjectGeneratedError(err))
+                    throw err;
+                logger.warn('[crawler] fill_username act() failed — falling back to DOM');
+                const sel = 'input[type="email"], input[autocomplete="email"], input[autocomplete="username"], input[name*="email" i], input[name*="user" i], input[placeholder*="email" i], input[placeholder*="user" i], input[id*="email" i], input[id*="user" i]';
+                await pg.locator(sel).first().fill(creds.username);
+                return { description: 'fill_username via DOM fallback' };
+            }
+        });
+        // Don't send password to LLM — use direct Playwright fill to avoid
+        // leaking credentials into the Stagehand/LLM provider's request logs.
+        await logStep('fill_password', async () => {
+            const observations = await stagehand.observe('Find the password input field');
+            const selector = observations[0]?.selector || 'input[type="password"]';
+            try {
+                await pg.locator(selector).fill(creds.password);
+            }
+            catch {
+                // Stagehand locator failed (e.g. form re-rendered, proxy can't locate element).
+                // Fall back to direct DOM fill via evaluate so the password never touches the LLM.
+                await pg.evaluate((pwd) => {
+                    const input = document.querySelector('input[type="password"]');
+                    if (!input)
+                        throw new Error('No password field found on page');
+                    const setter = Object.getOwnPropertyDescriptor(window.HTMLInputElement.prototype, 'value')?.set;
+                    setter?.call(input, pwd);
+                    input.dispatchEvent(new Event('input', { bubbles: true }));
+                    input.dispatchEvent(new Event('change', { bubbles: true }));
+                }, creds.password);
+            }
+        });
+        await logStep('click_submit', async () => {
+            try {
+                return await actWithMouseSim(stagehand, 'Click the sign in, log in, login, or continue button to submit credentials');
+            }
+            catch (err) {
+                if (!isNoObjectGeneratedError(err))
+                    throw err;
+                logger.warn('[crawler] click_submit act() failed — falling back to DOM');
+                const sel = 'button[type="submit"], input[type="submit"], button:has-text("Sign in"), button:has-text("Log in"), button:has-text("Login"), button:has-text("Continue"), button:has-text("Next"), button:has-text("Sign In"), [role="button"]:has-text("Sign in"), [role="button"]:has-text("Login")';
+                await pg.locator(sel).first().click();
+                await pg.waitForTimeout(500);
+                return { description: 'click_submit via DOM fallback' };
+            }
+        });
+        await pg.waitForLoadState('networkidle').catch(() => pg.waitForTimeout(2000));
+        const twoFA = await stagehand.extract('Is there a two-factor authentication, OTP, or verification code input visible right now?', TwoFASchema);
+        if (twoFA.has2FA) {
+            if (opts?.tenantId && opts?.projectId) {
+                AppBrain.saveCrawlEvidence(opts.tenantId, opts.projectId, {
+                    jobId: opts?.jobId,
+                    type: 'AUTH_STEP',
+                    payload: { step: '2fa_detect', success: true, detail: twoFA.fieldLabel ?? '2FA detected', ms: 0 },
+                }).catch(() => { });
+            }
+            let code = creds.oneTimeCode ?? await creds.getOneTimeCode?.();
+            if (!code && emailOtpOpts?.apiKey && emailOtpOpts?.inboxId) {
+                const since = new Date().toISOString();
+                logger.info('[crawler] 2FA detected — waiting for email OTP or magic link via MailSlurp');
+                const emailContent = await waitForEmailContent({ provider: 'mailslurp', apiKey: emailOtpOpts.apiKey, inboxId: emailOtpOpts.inboxId }, since);
+                if (emailContent?.magicLink) {
+                    logger.info({ url: emailContent.magicLink }, '[crawler] Magic link received — navigating');
+                    await pg.goto(emailContent.magicLink, { waitUntil: 'domcontentloaded' });
+                    await pg.waitForLoadState('networkidle').catch(() => { });
+                    return true; // magic link navigation = login complete
+                }
+                code = emailContent?.otp ?? undefined;
+                if (code) {
+                    logger.info('[crawler] Email OTP received');
+                }
+                else {
+                    logger.warn('[crawler] Email OTP timed out after 60s');
+                }
+            }
+            if (!code) {
+                console.warn('[crawler] 2FA detected but no oneTimeCode provided');
+                return false;
+            }
+            await logStep('2fa_inject', async () => {
+                try {
+                    return await actWithMouseSim(stagehand, `Enter "${code}" into the ${twoFA.fieldLabel ?? 'verification code'} field`);
+                }
+                catch (err) {
+                    if (!isNoObjectGeneratedError(err))
+                        throw err;
+                    logger.warn('[crawler] 2fa_inject act() failed — falling back to DOM');
+                    const sel = 'input[autocomplete="one-time-code"], input[name*="otp" i], input[name*="code" i], input[name*="token" i], input[inputmode="numeric"], input[type="number"]';
+                    await pg.locator(sel).first().fill(code);
+                    return { description: '2fa_inject via DOM fallback' };
+                }
+            });
+            await logStep('2fa_submit', async () => {
+                try {
+                    return await actWithMouseSim(stagehand, 'Click verify or confirm to submit the verification code');
+                }
+                catch (err) {
+                    if (!isNoObjectGeneratedError(err))
+                        throw err;
+                    logger.warn('[crawler] 2fa_submit act() failed — falling back to DOM');
+                    const sel = 'button[type="submit"], button:has-text("Verify"), button:has-text("Confirm"), button:has-text("Submit"), button:has-text("Continue")';
+                    await pg.locator(sel).first().click();
+                    return { description: '2fa_submit via DOM fallback' };
+                }
+            });
+            await pg.waitForLoadState('networkidle').catch(() => pg.waitForTimeout(2000));
+        }
+        // URL-based success check
+        const currentUrl = pg.url();
+        const loginPathPattern = /\/(login|signin|sign-in|auth|authenticate|log-in|account\/login)(\?|$|\/)/i;
         try {
-          return await actWithMouseSim(stagehand, `Enter "${code}" into the ${twoFA.fieldLabel ?? "verification code"} field`);
-        } catch (err) {
-          if (!isNoObjectGeneratedError(err)) throw err;
-          logger.warn("[crawler] 2fa_inject act() failed \u2014 falling back to DOM");
-          const sel = 'input[autocomplete="one-time-code"], input[name*="otp" i], input[name*="code" i], input[name*="token" i], input[inputmode="numeric"], input[type="number"]';
-          await pg.locator(sel).first().fill(code);
-          return { description: "2fa_inject via DOM fallback" };
+            const { pathname } = new URL(currentUrl);
+            const wasRedirected = currentUrl !== startUrl;
+            const stillOnLoginPath = loginPathPattern.test(pathname);
+            if (wasRedirected && !stillOnLoginPath) {
+                logger.info({ url: currentUrl }, 'Login confirmed via URL change');
+                return true;
+            }
+        }
+        catch { /* invalid URL — fall through */ }
+        const passwordCount = await pg.locator('input[type="password"]').count().catch(() => 1);
+        const bodyText = await pg.evaluate(() => document.body?.innerText?.trim()?.length ?? 0).catch(() => 0);
+        if (passwordCount === 0 && bodyText > 30) {
+            logger.info('Login confirmed: password field no longer visible');
+            return true;
         }
-      });
-      await logStep("2fa_submit", async () => {
+        logger.warn({ url: currentUrl }, 'Login appears failed');
         try {
-          return await actWithMouseSim(stagehand, "Click verify or confirm to submit the verification code");
-        } catch (err) {
-          if (!isNoObjectGeneratedError(err)) throw err;
-          logger.warn("[crawler] 2fa_submit act() failed \u2014 falling back to DOM");
-          const sel = 'button[type="submit"], button:has-text("Verify"), button:has-text("Confirm"), button:has-text("Submit"), button:has-text("Continue")';
-          await pg.locator(sel).first().click();
-          return { description: "2fa_submit via DOM fallback" };
+            const screenshotPath = `/tmp/zeta-auth-failure-${Date.now()}.jpg`;
+            await pg.screenshot({ path: screenshotPath, type: 'jpeg', quality: 70, fullPage: false });
+            logger.warn({ screenshotPath }, '[crawler] Auth failure screenshot saved');
         }
-      });
-      await pg.waitForLoadState("networkidle").catch(() => pg.waitForTimeout(2e3));
-    }
-    const currentUrl = pg.url();
-    const loginPathPattern = /\/(login|signin|sign-in|auth|authenticate|log-in|account\/login)(\?|$|\/)/i;
-    try {
-      const { pathname } = new URL(currentUrl);
-      const wasRedirected = currentUrl !== startUrl;
-      const stillOnLoginPath = loginPathPattern.test(pathname);
-      if (wasRedirected && !stillOnLoginPath) {
-        logger.info({ url: currentUrl }, "Login confirmed via URL change");
-        return true;
-      }
-    } catch {
-    }
-    const passwordCount = await pg.locator('input[type="password"]').count().catch(() => 1);
-    const bodyText = await pg.evaluate(() => document.body?.innerText?.trim()?.length ?? 0).catch(() => 0);
-    if (passwordCount === 0 && bodyText > 30) {
-      logger.info("Login confirmed: password field no longer visible");
-      return true;
+        catch { /* non-fatal */ }
+        return false;
     }
-    logger.warn({ url: currentUrl }, "Login appears failed");
-    try {
-      const screenshotPath = `/tmp/zeta-auth-failure-${Date.now()}.jpg`;
-      await pg.screenshot({ path: screenshotPath, type: "jpeg", quality: 70, fullPage: false });
-      logger.warn({ screenshotPath }, "[crawler] Auth failure screenshot saved");
-    } catch {
+    catch (err) {
+        const msg = String(err.message ?? err);
+        if (msg.includes('CAPTCHA_DETECTED'))
+            throw err;
+        logger.error({ err }, 'Login error');
+        return false;
     }
-    return false;
-  } catch (err) {
-    const msg = String(err.message ?? err);
-    if (msg.includes("CAPTCHA_DETECTED")) throw err;
-    logger.error({ err }, "Login error");
-    return false;
-  }
 }
-export {
-  loginWithStagehand
-};
-//# sourceMappingURL=ai-login.js.map

package/dist/auth-token-rotator.js

@@ -1,58 +1,68 @@
-class AuthTokenRotator {
-  pool;
-  maxAgeMs;
-  maxRequests;
-  constructor(opts) {
-    this.maxAgeMs = opts.maxAgeMs ?? 4 * 60 * 60 * 1e3;
-    this.maxRequests = opts.maxRequestsPerSession ?? 100;
-    this.pool = opts.sessions.map((s, i) => ({
-      id: `session-${i}-${s.role}`,
-      role: s.role,
-      storageState: s.storageState,
-      createdAt: Date.now(),
-      checkedOutAt: null,
-      requestCount: 0
-    }));
-  }
-  /** Get the next available session. Returns null if all are checked out. */
-  checkout() {
-    const now = Date.now();
-    const available = this.pool.filter(
-      (s) => !s.checkedOutAt && now - s.createdAt < this.maxAgeMs && s.requestCount < this.maxRequests
-    );
-    if (available.length === 0) return null;
-    available.sort((a, b) => a.requestCount - b.requestCount);
-    const session = available[0];
-    session.checkedOutAt = now;
-    return session;
-  }
-  /** Return a session to the pool after use. */
-  checkin(sessionId, updatedStorageState) {
-    const s = this.pool.find((e) => e.id === sessionId);
-    if (!s) return;
-    s.checkedOutAt = null;
-    s.requestCount++;
-    if (updatedStorageState) s.storageState = updatedStorageState;
-  }
-  /** Get all available sessions (for parallel crawl setup). */
-  getAll() {
-    return this.pool;
-  }
-  /** Stats for monitoring. */
-  stats() {
-    const now = Date.now();
-    const stale = this.pool.filter((s) => now - s.createdAt >= this.maxAgeMs || s.requestCount >= this.maxRequests).length;
-    const checkedOut = this.pool.filter((s) => !!s.checkedOutAt).length;
-    return { total: this.pool.length, available: this.pool.length - checkedOut - stale, checkedOut, stale };
-  }
-  /** Add a new session to the pool at runtime. */
-  addSession(role, storageState) {
-    const id = `session-${this.pool.length}-${role}`;
-    this.pool.push({ id, role, storageState, createdAt: Date.now(), checkedOutAt: null, requestCount: 0 });
-    return id;
-  }
+/**
+ * Auth token rotator — manage a pool of authenticated sessions for multi-account crawls.
+ *
+ * Use case: crawl the same app as admin+user+guest in one crawl job to discover
+ * role-specific screens that only appear when authenticated with different privileges.
+ * Each session is a Playwright storageState JSON string.
+ *
+ * Sessions are checked out (locked) before use and returned after the page is done.
+ * Round-robin assignment with stale-session eviction after maxAgeMs.
+ */
+export class AuthTokenRotator {
+    pool;
+    maxAgeMs;
+    maxRequests;
+    constructor(opts) {
+        this.maxAgeMs = opts.maxAgeMs ?? 4 * 60 * 60 * 1000;
+        this.maxRequests = opts.maxRequestsPerSession ?? 100;
+        this.pool = opts.sessions.map((s, i) => ({
+            id: `session-${i}-${s.role}`,
+            role: s.role,
+            storageState: s.storageState,
+            createdAt: Date.now(),
+            checkedOutAt: null,
+            requestCount: 0,
+        }));
+    }
+    /** Get the next available session. Returns null if all are checked out. */
+    checkout() {
+        const now = Date.now();
+        const available = this.pool.filter(s => !s.checkedOutAt &&
+            now - s.createdAt < this.maxAgeMs &&
+            s.requestCount < this.maxRequests);
+        if (available.length === 0)
+            return null;
+        // Round-robin: pick lowest requestCount
+        available.sort((a, b) => a.requestCount - b.requestCount);
+        const session = available[0];
+        session.checkedOutAt = now;
+        return session;
+    }
+    /** Return a session to the pool after use. */
+    checkin(sessionId, updatedStorageState) {
+        const s = this.pool.find(e => e.id === sessionId);
+        if (!s)
+            return;
+        s.checkedOutAt = null;
+        s.requestCount++;
+        if (updatedStorageState)
+            s.storageState = updatedStorageState;
+    }
+    /** Get all available sessions (for parallel crawl setup). */
+    getAll() {
+        return this.pool;
+    }
+    /** Stats for monitoring. */
+    stats() {
+        const now = Date.now();
+        const stale = this.pool.filter(s => now - s.createdAt >= this.maxAgeMs || s.requestCount >= this.maxRequests).length;
+        const checkedOut = this.pool.filter(s => !!s.checkedOutAt).length;
+        return { total: this.pool.length, available: this.pool.length - checkedOut - stale, checkedOut, stale };
+    }
+    /** Add a new session to the pool at runtime. */
+    addSession(role, storageState) {
+        const id = `session-${this.pool.length}-${role}`;
+        this.pool.push({ id, role, storageState, createdAt: Date.now(), checkedOutAt: null, requestCount: 0 });
+        return id;
+    }
 }
-export {
-  AuthTokenRotator
-};
-//# sourceMappingURL=auth-token-rotator.js.map