@detiq/crawler 0.1.6 → 0.1.7

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@detiq/crawler",
-  "version": "0.1.6",
+  "version": "0.1.7",
   "private": false,
   "publishConfig": { "access": "public", "registry": "https://registry.npmjs.org/" },
   "type": "module",

package/src/ai-login.ts

@@ -141,7 +141,20 @@ export async function loginWithStagehand(
     await logStep('fill_password', async () => {
       const observations = await stagehand.observe('Find the password input field');
       const selector = observations[0]?.selector || 'input[type="password"]';
-      await pg.locator(selector).fill(creds.password);
+      try {
+        await pg.locator(selector).fill(creds.password);
+      } catch {
+        // Stagehand locator failed (e.g. form re-rendered, proxy can't locate element).
+        // Fall back to direct DOM fill via evaluate so the password never touches the LLM.
+        await pg.evaluate((pwd: string) => {
+          const input = document.querySelector('input[type="password"]') as HTMLInputElement | null;
+          if (!input) throw new Error('No password field found on page');
+          const setter = Object.getOwnPropertyDescriptor(window.HTMLInputElement.prototype, 'value')?.set;
+          setter?.call(input, pwd);
+          input.dispatchEvent(new Event('input', { bubbles: true }));
+          input.dispatchEvent(new Event('change', { bubbles: true }));
+        }, creds.password);
+      }
     });
     await logStep('click_submit', () => actWithMouseSim(stagehand, 'Click the sign in, log in, login, or continue button to submit credentials'));
     await pg.waitForLoadState('networkidle').catch(() => pg.waitForTimeout(2000));

package/src/crawler.ts

@@ -1059,9 +1059,13 @@ export async function crawlProject(opts: {
           }, state.origins);
         }
 
-        // Reload to apply cookies + trigger localStorage restore initScript
+        // Navigate to appUrl with cookies now set.
+        // We MUST navigate to appUrl (not reload current page) because the initial
+        // goto ran without cookies and was redirected to /login. Reloading /login stays
+        // at /login even with a valid cookie (public path, no auth redirect). Navigating
+        // to appUrl lets server middleware see the cookie and route to the authenticated app.
         await onProgress?.(12, 'Restoring session');
-        await rawPage.reload({ waitUntil: 'domcontentloaded' });
+        await rawPage.goto(opts.appUrl, { waitUntil: 'domcontentloaded' }).catch(() => { });
         await waitForStableDOM(page);
         // SPA root pages redirect client-side (useEffect → router.replace). Wait for it.
         if (page.url() === opts.appUrl || page.url() === opts.appUrl.replace(/\/$/, '')) {

package/src/skyvern.ts

@@ -67,9 +67,6 @@ export async function skyvernNavigate(
     return { screenshotUrls: [], visitedUrls: [], status: 'failed' };
   }
 
-  const { assertResolvesToPublicAddress } = await import('@detiq/core');
-  await assertResolvesToPublicAddress(apiUrl);
-
   const visitedUrls: string[] = [];
   const screenshotUrls: string[] = [];
   const skyvernSteps: SkyvernStep[] = [];
@@ -164,9 +161,6 @@ export async function skyvernFallback(task: SkyvernTask, tenantConfig?: SkyvernC
     return 'failed';
   }
 
-  const { assertResolvesToPublicAddress } = await import('@detiq/core');
-  await assertResolvesToPublicAddress(apiUrl);
-
   try {
     const res = await fetch(`${apiUrl}/api/v1/tasks`, {
       method: 'POST',