@detiq/crawler 0.2.3 → 0.2.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@detiq/crawler",
-  "version": "0.2.3",
+  "version": "0.2.5",
   "private": false,
   "publishConfig": { "access": "public", "registry": "https://registry.npmjs.org/" },
   "type": "module",

package/src/crawler.ts

@@ -978,11 +978,14 @@ export async function crawlProject(opts: {
     // Non-fatal — crawl proceeds without API endpoint capture
   }
   // Final fallback: if rawPage is still null, use the Stagehand page (events may not work)
-  if (!rawPage) rawPage = page;
+  if (!rawPage) {
+    rawPage = page;
+    logger.warn('[crawler] rawPage fell back to Stagehand proxy — CDP connectOverCDP failed; route() calls will be skipped');
+  }
 
   // ── HTTP Basic Auth: inject Authorization header for same-origin requests ───
   // Must use rawPage (real Playwright page) — Stagehand V3Page proxy does not implement route().
-  if (opts.httpBasicUsername && opts.httpBasicPassword) {
+  if (opts.httpBasicUsername && opts.httpBasicPassword && typeof rawPage?.route === 'function') {
     const encoded = Buffer.from(`${opts.httpBasicUsername}:${opts.httpBasicPassword}`).toString('base64');
     const appOrigin = new URL(opts.appUrl).origin;
     await rawPage.route('**/*', (route: any) => {
@@ -1002,7 +1005,7 @@ export async function crawlProject(opts: {
   // the crawler during long crawl sessions. The API verifies the secret before
   // skipping the limiter.
   const crawlerSecret = process.env.CRAWLER_INTERNAL_SECRET;
-  if (crawlerSecret) {
+  if (crawlerSecret && typeof rawPage?.route === 'function') {
     const loginPattern = `${new URL(opts.appUrl).origin}**/auth/login*`;
     await rawPage.route(loginPattern, (route: any) => {
       route.continue({