@duckmind/dm-windows-x64 0.60.6 → 0.60.8

package/extensions/greedysearch-dm/extractors/consent.mjs

@@ -1,4 +1,7 @@
-import{randomInt as Y}from"node:crypto";import{existsSync as j,readFileSync as P}from"node:fs";import I from"node:http";var C=`
+import { randomInt } from "node:crypto";
+import { existsSync, readFileSync } from "node:fs";
+import http from "node:http";
+const CONSENT_JS = `
 (function() {
   // Google consent page (consent.google.com)
   var g = document.querySelector('#L2AGLb, button[jsname="b3VHJd"], .tHlp8d');
@@ -15,7 +18,8 @@ import{randomInt as Y}from"node:crypto";import{existsSync as j,readFileSync as P
 
   return null;
 })()
-`,v=`
+`;
+const VERIFY_DETECT_JS = `
 (function() {
   var url = document.location.href;
 
@@ -110,7 +114,8 @@ import{randomInt as Y}from"node:crypto";import{existsSync as j,readFileSync as P
 
   return null;
 })()
-`,k=`
+`;
+const VERIFY_RETRY_JS = `
 (function() {
   var url = document.location.href;
   var isVerifyPage = url.includes('/sorry/') ||
@@ -144,17 +149,301 @@ import{randomInt as Y}from"node:crypto";import{existsSync as j,readFileSync as P
 
   return 'still-verifying';
 })()
-`;async function y(A,G){let B=await G(["eval",A,C]).catch(()=>null);if(B&&B!=="null")await new Promise((z)=>setTimeout(z,1500))}function Z(A,G){return Y(A*1000,G*1000)/1000}async function F(A,G){if(!globalThis.WebSocket)return;let B=process.env.CDP_PROFILE_DIR;if(!B)return;let z=`${B.replaceAll("\\","/")}/DevToolsActivePort`;if(!j(z))return;let K=P(z,"utf8").trim().split(`
-`)[0],U=await new Promise((q,O)=>{let $=I.get(`http://localhost:${K}/json/version`,(W)=>{let L="";W.on("data",(H)=>L+=H),W.on("end",()=>{try{q(JSON.parse(L))}catch{O(Error("bad JSON"))}})});$.on("error",O),$.setTimeout(1000,()=>{$.destroy(),O(Error("timeout"))})}),Q=new globalThis.WebSocket(U.webSocketDebuggerUrl),N=0;await new Promise((q)=>{Q.onopen=async()=>{let O=(L,H)=>new Promise((V)=>{let T=++N,D=(J)=>{if(JSON.parse(J.data).id===T)Q.removeEventListener("message",D),V()};Q.addEventListener("message",D),Q.send(JSON.stringify({id:T,method:L,params:H}))}),$=A+Z(-2,2),W=G+Z(-2,2);await O("Input.dispatchMouseEvent",{type:"mouseMoved",x:$,y:W,button:"none"}),await new Promise((L)=>setTimeout(L,Z(80,160))),await O("Input.dispatchMouseEvent",{type:"mousePressed",x:$,y:W,button:"left",clickCount:1}),await new Promise((L)=>setTimeout(L,Z(30,80))),await O("Input.dispatchMouseEvent",{type:"mouseReleased",x:$+Z(-1,1),y:W+Z(-1,1),button:"left",clickCount:1}),setTimeout(()=>{Q.close(),q()},200)},Q.onerror=()=>q(),setTimeout(q,3000)})}async function S(A,G,B,z){let K=Number.parseFloat(B),U=Number.parseFloat(z);if(Number.isNaN(K)||Number.isNaN(U))throw Error(`humanClickXY: invalid coordinates (${B}, ${z})`);let Q={button:"left",clickCount:1,modifiers:0},N=K+Z(-3,3),q=U+Z(-3,3);await G(["evalraw",A,"Input.dispatchMouseEvent",JSON.stringify({...Q,type:"mouseMoved",x:N,y:q})]),await new Promise((H)=>setTimeout(H,Z(80,180)));let O=K+Z(-2,2),$=U+Z(-2,2);await G(["evalraw",A,"Input.dispatchMouseEvent",JSON.stringify({...Q,type:"mousePressed",x:O,y:$})]),await new Promise((H)=>setTimeout(H,Z(30,90)));let W=O+Z(-1,1),L=$+Z(-1,1);return await G(["evalraw",A,"Input.dispatchMouseEvent",JSON.stringify({...Q,type:"mouseReleased",x:W,y:L})]),await F(K,U).catch(()=>{}),await new Promise((H)=>setTimeout(H,Z(100,300))),`human-clicked at (${K.toFixed(0)}, ${U.toFixed(0)})`}async function w(A,G,B){let z=await G(["eval",A,`(function() {
-			var el = document.querySelector('${B.replace(/\\/g,"\\\\").replace(/'/g,"\\'")}');
+`;
+export async function dismissConsent(tab, cdp) {
+  const result = await cdp(["eval", tab, CONSENT_JS]).catch(() => null);
+  if (result && result !== "null") {
+    await new Promise((r) => setTimeout(r, 1500));
+  }
+}
+function rng(min, max) {
+  return randomInt(min * 1000, max * 1000) / 1000;
+}
+async function browserLevelClick(x, y) {
+  if (!globalThis.WebSocket)
+    return;
+  const profileDir = process.env.CDP_PROFILE_DIR;
+  if (!profileDir)
+    return;
+  const portFile = `${profileDir.replaceAll("\\", "/")}/DevToolsActivePort`;
+  if (!existsSync(portFile))
+    return;
+  const port = readFileSync(portFile, "utf8").trim().split(`
+`)[0];
+  const version = await new Promise((resolve, reject) => {
+    const req = http.get(`http://localhost:${port}/json/version`, (res) => {
+      let body = "";
+      res.on("data", (d) => body += d);
+      res.on("end", () => {
+        try {
+          resolve(JSON.parse(body));
+        } catch {
+          reject(new Error("bad JSON"));
+        }
+      });
+    });
+    req.on("error", reject);
+    req.setTimeout(1000, () => {
+      req.destroy();
+      reject(new Error("timeout"));
+    });
+  });
+  const ws = new globalThis.WebSocket(version.webSocketDebuggerUrl);
+  let msgId = 0;
+  await new Promise((resolve) => {
+    ws.onopen = async () => {
+      const send = (method, params) => new Promise((r) => {
+        const id = ++msgId;
+        const handler = (evt) => {
+          if (JSON.parse(evt.data).id === id) {
+            ws.removeEventListener("message", handler);
+            r();
+          }
+        };
+        ws.addEventListener("message", handler);
+        ws.send(JSON.stringify({ id, method, params }));
+      });
+      const cx = x + rng(-2, 2);
+      const cy = y + rng(-2, 2);
+      await send("Input.dispatchMouseEvent", {
+        type: "mouseMoved",
+        x: cx,
+        y: cy,
+        button: "none"
+      });
+      await new Promise((r) => setTimeout(r, rng(80, 160)));
+      await send("Input.dispatchMouseEvent", {
+        type: "mousePressed",
+        x: cx,
+        y: cy,
+        button: "left",
+        clickCount: 1
+      });
+      await new Promise((r) => setTimeout(r, rng(30, 80)));
+      await send("Input.dispatchMouseEvent", {
+        type: "mouseReleased",
+        x: cx + rng(-1, 1),
+        y: cy + rng(-1, 1),
+        button: "left",
+        clickCount: 1
+      });
+      setTimeout(() => {
+        ws.close();
+        resolve();
+      }, 200);
+    };
+    ws.onerror = () => resolve();
+    setTimeout(resolve, 3000);
+  });
+}
+export async function humanClickXY(tab, cdpFn, x, y) {
+  const cx = Number.parseFloat(x);
+  const cy = Number.parseFloat(y);
+  if (Number.isNaN(cx) || Number.isNaN(cy)) {
+    throw new Error(`humanClickXY: invalid coordinates (${x}, ${y})`);
+  }
+  const base = { button: "left", clickCount: 1, modifiers: 0 };
+  const jx = cx + rng(-3, 3);
+  const jy = cy + rng(-3, 3);
+  await cdpFn([
+    "evalraw",
+    tab,
+    "Input.dispatchMouseEvent",
+    JSON.stringify({ ...base, type: "mouseMoved", x: jx, y: jy })
+  ]);
+  await new Promise((r) => setTimeout(r, rng(80, 180)));
+  const px = cx + rng(-2, 2);
+  const py = cy + rng(-2, 2);
+  await cdpFn([
+    "evalraw",
+    tab,
+    "Input.dispatchMouseEvent",
+    JSON.stringify({ ...base, type: "mousePressed", x: px, y: py })
+  ]);
+  await new Promise((r) => setTimeout(r, rng(30, 90)));
+  const rx = px + rng(-1, 1);
+  const ry = py + rng(-1, 1);
+  await cdpFn([
+    "evalraw",
+    tab,
+    "Input.dispatchMouseEvent",
+    JSON.stringify({ ...base, type: "mouseReleased", x: rx, y: ry })
+  ]);
+  await browserLevelClick(cx, cy).catch(() => {});
+  await new Promise((r) => setTimeout(r, rng(100, 300)));
+  return `human-clicked at (${cx.toFixed(0)}, ${cy.toFixed(0)})`;
+}
+export async function humanClickElement(tab, cdpFn, selector) {
+  const rect = await cdpFn([
+    "eval",
+    tab,
+    `(function() {
+			var el = document.querySelector('${selector.replace(/\\/g, "\\\\").replace(/'/g, "\\'")}');
 			if (!el) return 'null';
 			var r = el.getBoundingClientRect();
 			return JSON.stringify({x: r.left + r.width / 2, y: r.top + r.height / 2, w: r.width, h: r.height});
-		})()`]).catch(()=>"null");if(!z||z==="null")return null;let K=JSON.parse(z);if(K.w===0||K.h===0||K.x===0&&K.y===0)return null;let{x:U,y:Q}=K;return S(A,G,U,Q)}function M(A,G,B){if(!B||B==="null"||B==="cleared"||B==="still-verifying"||B==="cf-closed-shadow-dom")return Promise.resolve("no-challenge");try{let z=JSON.parse(B);if(z.t==="sel"&&z.s)return process.stderr.write(`[greedysearch] Human-clicking "${z.txt}" via CDP...
-`),w(A,G,z.s).then((K)=>K!==null?"clicked":"cant-click");if(z.t==="xy"){if(!z.x&&!z.y)return Promise.resolve("cant-click");return process.stderr.write(`[greedysearch] Human-clicking at (${z.x.toFixed(0)}, ${z.y.toFixed(0)})...
-`),S(A,G,z.x,z.y).then(()=>"clicked")}}catch{}return Promise.resolve("no-challenge")}async function g(A,G){let B=await G(["eval",A,v]).catch(()=>null);if(B==="cf-closed-shadow-dom"){let z=await m(A,G).catch(()=>null);if(z)return z;return B}if(B&&B!=="null")return B;return null}async function m(A,G){if(typeof G!=="function")return null;await G(["evalraw",A,"DOM.enable","{}"]).catch(()=>{});let B=await G(["evalraw",A,"DOM.getDocument",JSON.stringify({depth:-1,pierce:!0})]).catch(()=>null);if(!B)return null;let z;try{z=JSON.parse(B)}catch{return null}if(z.error||!z.root)return null;let K=z.root;return await E(K,A,G)}async function E(A,G,B){if(!A)return null;let z=[];if(A.shadowRoots&&A.shadowRoots.length>0)for(let K of A.shadowRoots)z.push(K);if(A.children)for(let K of A.children)z.push(K);for(let K of z){if(K.nodeName==="IFRAME"){let Q=K.attributes||[],N=Q.indexOf("src"),q=N>=0?Q[N+1]:"";if(q&&/challenges\.cloudflare\.com|turnstile/i.test(q)&&K.backendNodeId){let O=await B(["evalraw",G,"DOM.getBoxModel",JSON.stringify({backendNodeId:K.backendNodeId})]).catch(()=>null);if(!O)continue;let $;try{$=JSON.parse(O)}catch{continue}let W=$?.model?.content||$?.result?.model?.content;if(!W||W.length<8)continue;let L=W[0],H=W[1],V=W[4],T=W[5],D=V-L,J=T-H;if(D<50||J<20)continue;let X=L+D*0.25,_=H+J*0.5;return process.stderr.write(`[greedysearch] Found CF iframe via CDP pierce at (${L.toFixed(0)}, ${H.toFixed(0)}) ${D.toFixed(0)}x${J.toFixed(0)}, clicking checkbox at (${X.toFixed(0)}, ${_.toFixed(0)})
-`),JSON.stringify({t:"xy",x:X,y:_})}}let U=await E(K,G,B);if(U)return U}return null}async function u(A,G,B=30000){let z=await g(A,G);if(!z)return"clear";if(z==="sorry-page"){process.stderr.write(`[greedysearch] Google CAPTCHA detected — please solve it in the browser window (waiting up to ${Math.floor(B/1000)}s)...
-`);let U=Date.now()+B;while(Date.now()<U)if(await new Promise((N)=>setTimeout(N,2000)),!(await G(["eval",A,"document.location.href"]).catch(()=>"")).includes("/sorry/"))return"cleared-by-user";return"needs-human"}let K=await M(A,G,z);if(K==="clicked"){await new Promise((Q)=>setTimeout(Q,2000));let U=Date.now()+B;while(Date.now()<U){let Q=await G(["eval",A,k]).catch(()=>null);if(Q==="cleared"||!Q||Q==="null")return process.stderr.write(`[greedysearch] Verification cleared.
-`),"clicked";if(Q!=="still-verifying")await M(A,G,Q),await new Promise((N)=>setTimeout(N,2000));else await new Promise((N)=>setTimeout(N,1500))}return process.stderr.write(`[greedysearch] Verification may require manual intervention.
-`),"needs-human"}if(K==="cant-click")return process.stderr.write(`[greedysearch] Verification challenge detected but cannot be auto-clicked — please solve it manually in the visible browser window.
-`),"needs-human";return"clear"}export{S as humanClickXY,w as humanClickElement,u as handleVerification,y as dismissConsent,g as detectVerificationChallenge};
+		})()`
+  ]).catch(() => "null");
+  if (!rect || rect === "null") {
+    return null;
+  }
+  const parsed = JSON.parse(rect);
+  if (parsed.w === 0 || parsed.h === 0 || parsed.x === 0 && parsed.y === 0) {
+    return null;
+  }
+  const { x, y } = parsed;
+  return humanClickXY(tab, cdpFn, x, y);
+}
+function tryHumanClick(tab, cdp, detectResult) {
+  if (!detectResult || detectResult === "null" || detectResult === "cleared" || detectResult === "still-verifying" || detectResult === "cf-closed-shadow-dom")
+    return Promise.resolve("no-challenge");
+  try {
+    const info = JSON.parse(detectResult);
+    if (info.t === "sel" && info.s) {
+      process.stderr.write(`[greedysearch] Human-clicking "${info.txt}" via CDP...
+`);
+      return humanClickElement(tab, cdp, info.s).then((r) => r !== null ? "clicked" : "cant-click");
+    }
+    if (info.t === "xy") {
+      if (!info.x && !info.y)
+        return Promise.resolve("cant-click");
+      process.stderr.write(`[greedysearch] Human-clicking at (${info.x.toFixed(0)}, ${info.y.toFixed(0)})...
+`);
+      return humanClickXY(tab, cdp, info.x, info.y).then(() => "clicked");
+    }
+  } catch {}
+  return Promise.resolve("no-challenge");
+}
+export async function detectVerificationChallenge(tab, cdp) {
+  const result = await cdp(["eval", tab, VERIFY_DETECT_JS]).catch(() => null);
+  if (result === "cf-closed-shadow-dom") {
+    const cfIframe = await findCloudflareIframeViaPierce(tab, cdp).catch(() => null);
+    if (cfIframe)
+      return cfIframe;
+    return result;
+  }
+  if (result && result !== "null")
+    return result;
+  return null;
+}
+async function findCloudflareIframeViaPierce(tab, cdp) {
+  if (typeof cdp !== "function")
+    return null;
+  await cdp(["evalraw", tab, "DOM.enable", "{}"]).catch(() => {});
+  const doc = await cdp(["evalraw", tab, "DOM.getDocument", JSON.stringify({ depth: -1, pierce: true })]).catch(() => null);
+  if (!doc)
+    return null;
+  let docParsed;
+  try {
+    docParsed = JSON.parse(doc);
+  } catch {
+    return null;
+  }
+  if (docParsed.error || !docParsed.root)
+    return null;
+  const root = docParsed.root;
+  const found = await walkForCfIframe(root, tab, cdp);
+  return found;
+}
+async function walkForCfIframe(node, tab, cdp) {
+  if (!node)
+    return null;
+  const children = [];
+  if (node.shadowRoots && node.shadowRoots.length > 0) {
+    for (const s of node.shadowRoots) {
+      children.push(s);
+    }
+  }
+  if (node.children) {
+    for (const c of node.children)
+      children.push(c);
+  }
+  for (const child of children) {
+    if (child.nodeName === "IFRAME") {
+      const attrs = child.attributes || [];
+      const srcIdx = attrs.indexOf("src");
+      const src = srcIdx >= 0 ? attrs[srcIdx + 1] : "";
+      if (src && /challenges\.cloudflare\.com|turnstile/i.test(src) && child.backendNodeId) {
+        const boxRes = await cdp([
+          "evalraw",
+          tab,
+          "DOM.getBoxModel",
+          JSON.stringify({ backendNodeId: child.backendNodeId })
+        ]).catch(() => null);
+        if (!boxRes)
+          continue;
+        let boxParsed;
+        try {
+          boxParsed = JSON.parse(boxRes);
+        } catch {
+          continue;
+        }
+        const content = boxParsed?.model?.content || boxParsed?.result?.model?.content;
+        if (!content || content.length < 8)
+          continue;
+        const x1 = content[0];
+        const y1 = content[1];
+        const x3 = content[4];
+        const y3 = content[5];
+        const width = x3 - x1;
+        const height = y3 - y1;
+        if (width < 50 || height < 20)
+          continue;
+        const checkboxX = x1 + width * 0.25;
+        const checkboxY = y1 + height * 0.5;
+        process.stderr.write(`[greedysearch] Found CF iframe via CDP pierce at (${x1.toFixed(0)}, ${y1.toFixed(0)}) ${width.toFixed(0)}x${height.toFixed(0)}, clicking checkbox at (${checkboxX.toFixed(0)}, ${checkboxY.toFixed(0)})
+`);
+        return JSON.stringify({ t: "xy", x: checkboxX, y: checkboxY });
+      }
+    }
+    const deeper = await walkForCfIframe(child, tab, cdp);
+    if (deeper)
+      return deeper;
+  }
+  return null;
+}
+export async function handleVerification(tab, cdp, waitMs = 30000) {
+  const result = await detectVerificationChallenge(tab, cdp);
+  if (!result)
+    return "clear";
+  if (result === "sorry-page") {
+    process.stderr.write(`[greedysearch] Google CAPTCHA detected — please solve it in the browser window (waiting up to ${Math.floor(waitMs / 1000)}s)...
+`);
+    const deadline = Date.now() + waitMs;
+    while (Date.now() < deadline) {
+      await new Promise((r) => setTimeout(r, 2000));
+      const url = await cdp(["eval", tab, "document.location.href"]).catch(() => "");
+      if (!url.includes("/sorry/"))
+        return "cleared-by-user";
+    }
+    return "needs-human";
+  }
+  const clickResult = await tryHumanClick(tab, cdp, result);
+  if (clickResult === "clicked") {
+    await new Promise((r) => setTimeout(r, 2000));
+    const deadline = Date.now() + waitMs;
+    while (Date.now() < deadline) {
+      const retryResult = await cdp(["eval", tab, VERIFY_RETRY_JS]).catch(() => null);
+      if (retryResult === "cleared" || !retryResult || retryResult === "null") {
+        process.stderr.write(`[greedysearch] Verification cleared.
+`);
+        return "clicked";
+      }
+      if (retryResult !== "still-verifying") {
+        await tryHumanClick(tab, cdp, retryResult);
+        await new Promise((r) => setTimeout(r, 2000));
+      } else {
+        await new Promise((r) => setTimeout(r, 1500));
+      }
+    }
+    process.stderr.write(`[greedysearch] Verification may require manual intervention.
+`);
+    return "needs-human";
+  }
+  if (clickResult === "cant-click") {
+    process.stderr.write(`[greedysearch] Verification challenge detected but cannot be auto-clicked — please solve it manually in the visible browser window.
+`);
+    return "needs-human";
+  }
+  return "clear";
+}