@detiq/crawler 1.1.10 → 1.1.12

package/dist/crawler.js

@@ -1994,15 +1994,55 @@ async function crawlProject(opts, onProgress) {
           }
         })()}`);
         const pageDpr = await page.evaluate(() => window.devicePixelRatio ?? 1).catch(() => 1);
-        const [, elements, nextLinks, atElements] = await Promise.all([
+        const elements = await extractElements(stagehand, page, elementLLM ?? void 0).catch((err) => {
+          console.error("[crawler] extractElements failed:", err);
+          return [];
+        });
+        await page.evaluate((elems) => {
+          const container = document.createElement("div");
+          container.id = "__zeta_element_highlights";
+          container.style.position = "absolute";
+          container.style.top = "0";
+          container.style.left = "0";
+          container.style.width = "100%";
+          container.style.height = "100%";
+          container.style.pointerEvents = "none";
+          container.style.zIndex = "2147483647";
+          elems.forEach((el, index) => {
+            if (!el.boundingRect) return;
+            const rect = el.boundingRect;
+            const box = document.createElement("div");
+            box.style.position = "absolute";
+            box.style.left = rect.x + window.scrollX + "px";
+            box.style.top = rect.y + window.scrollY + "px";
+            box.style.width = rect.width + "px";
+            box.style.height = rect.height + "px";
+            box.style.border = "2px solid rgba(255, 0, 0, 0.8)";
+            box.style.backgroundColor = "rgba(255, 0, 0, 0.1)";
+            box.style.boxSizing = "border-box";
+            const label = document.createElement("div");
+            label.textContent = el.role || "element";
+            label.style.position = "absolute";
+            label.style.top = "-16px";
+            label.style.left = "-2px";
+            label.style.backgroundColor = "rgba(255, 0, 0, 0.9)";
+            label.style.color = "#FFF";
+            label.style.fontSize = "10px";
+            label.style.padding = "2px 4px";
+            label.style.borderRadius = "2px";
+            label.style.whiteSpace = "nowrap";
+            label.style.fontFamily = "monospace";
+            box.appendChild(label);
+            container.appendChild(box);
+          });
+          document.body.appendChild(container);
+        }, elements).catch(() => {
+        });
+        const [, nextLinks, atElements] = await Promise.all([
           page.screenshot({ path: shotPath, fullPage: true }).then(async () => {
             const cloudUrl = await uploadToCloud(shotPath, `${opts.tenantId}/${opts.projectId}/screenshots/${path.basename(shotPath)}`);
             return AppBrain.saveScreenshot(opts.tenantId, opts.projectId, screen.id, shotPath, screen.version, "DESKTOP", cloudUrl, pageDpr);
           }).catch((err) => console.error("[crawler] page.screenshot failed:", err)),
-          extractElements(stagehand, page, elementLLM ?? void 0).catch((err) => {
-            console.error("[crawler] extractElements failed:", err);
-            return [];
-          }),
           // Always run AI link discovery (even when cache exists) — cache is merged in, not used as a replacement.
           // Skipping AI when cache exists was a bug: stale cache from broken crawls permanently blocked discovery.
           // Skip AI on simple pages (< 5 interactive elements) — DOM-only is sufficient and saves ~12s per page.
@@ -2041,6 +2081,11 @@ async function crawlProject(opts, onProgress) {
           }),
           readScreen(page).catch(() => [])
         ]);
+        await page.evaluate(() => {
+          const container = document.getElementById("__zeta_element_highlights");
+          if (container) container.remove();
+        }).catch(() => {
+        });
         logger.info({ url, screenId: screen.id, version: screen.version, elements: elements.length, links: nextLinks.length, atSample: atElements.slice(0, 3).map((a) => a.label) }, "[crawler] screen captured");
         console.log("[crawler] AT:", JSON.stringify(atElements.slice(0, 5)));
         probeKeyboardNav(page).then((kbResult) => {
@@ -4712,6 +4757,7 @@ async function runAuthDiscoveryPhase(page, opts, origin, onProgress) {
 }
 export {
   crawlProject,
-  discoverLinksViaBrowser
+  discoverLinksViaBrowser,
+  domFallbackElements
 };
 //# sourceMappingURL=crawler.js.map