@duckmind/dm-windows-x64 0.62.3 → 0.63.0

package/extensions/greedysearch-dm/src/search/chrome.mjs

@@ -1,510 +0,0 @@
-import { spawn, execFileSync, execSync } from "node:child_process";
-import { nodeRuntimeCommand } from "../utils/node-runtime.mjs";
-import {
-  existsSync,
-  readFileSync,
-  renameSync,
-  unlinkSync,
-  writeFileSync
-} from "node:fs";
-import http from "node:http";
-import { platform } from "node:os";
-import { join } from "node:path";
-import {
-  cdp as _cdp,
-  injectHeadlessStealth
-} from "../../extractors/common.mjs";
-import { resolveSystemCmd } from "../utils/system-cmds.mjs";
-import { findListeningProcessPid } from "./port-pid.mjs";
-import {
-  moduleDirectory,
-  resolveGreedySearchLaunchScript
-} from "./paths.mjs";
-import {
-  ACTIVE_PORT_FILE,
-  CHROME_MODE_FILE,
-  GREEDY_ACTIVITY_FILE,
-  GREEDY_PID_FILE,
-  GREEDY_PORT,
-  GREEDY_PROFILE_DIR,
-  PAGES_CACHE
-} from "./constants.mjs";
-import {
-  readMetadata,
-  touchActivity as touchActivityBL,
-  acquireLaunchLock,
-  cleanupStaleSessions,
-  registerClient
-} from "./browser-lifecycle.mjs";
-const __dir = moduleDirectory(import.meta.url);
-const PID_FILE = GREEDY_PID_FILE;
-const ACTIVITY_FILE = GREEDY_ACTIVITY_FILE;
-const HEADLESS_IDLE_TIMEOUT_MINUTES = Number.parseInt(process.env.GREEDY_SEARCH_IDLE_TIMEOUT_MINUTES || "5", 10) || 5;
-const VISIBLE_IDLE_TIMEOUT_MINUTES = Number.parseInt(process.env.GREEDY_SEARCH_VISIBLE_IDLE_TIMEOUT_MINUTES || "60", 10) || 60;
-export function detectHeadlessFromChromeCommandLine(cmdLine, debugPort = GREEDY_PORT) {
-  const normalized = String(cmdLine || "").toLowerCase();
-  if (!normalized.includes(`--remote-debugging-port=${debugPort}`) || normalized.includes("--type=")) {
-    return null;
-  }
-  return normalized.includes("--headless");
-}
-export function isChromeHeadless() {
-  try {
-    const portPid = getPortPid();
-    const cmdLine = portPid ? getProcessCommandLine(portPid) : null;
-    const headless = detectHeadlessFromChromeCommandLine(cmdLine);
-    if (headless !== null) {
-      try {
-        writeFileSync(CHROME_MODE_FILE, headless ? "headless" : "visible", "utf8");
-      } catch {}
-      return headless;
-    }
-  } catch {}
-  try {
-    if (!existsSync(CHROME_MODE_FILE))
-      return true;
-    return readFileSync(CHROME_MODE_FILE, "utf8").trim() === "headless";
-  } catch {
-    return true;
-  }
-}
-export function touchActivity() {
-  try {
-    writeFileSync(ACTIVITY_FILE, String(Date.now()), "utf8");
-  } catch {}
-  try {
-    const md = readMetadata();
-    if (md)
-      touchActivityBL(md);
-  } catch {}
-}
-function getProcessCommandLine(pid) {
-  try {
-    if (platform() === "win32") {
-      const output = execFileSync(resolveSystemCmd("powershell"), [
-        "-NoProfile",
-        "-NonInteractive",
-        "-Command",
-        `(Get-CimInstance Win32_Process -Filter "ProcessId = ${pid}").CommandLine`
-      ], { encoding: "utf8", windowsHide: true, timeout: 5000 });
-      return output.trim() || null;
-    }
-    const output = execFileSync(resolveSystemCmd("ps"), ["-p", String(pid), "-o", "command="], { encoding: "utf8", timeout: 5000 });
-    return output.trim() || null;
-  } catch {
-    return null;
-  }
-}
-function commandLineMatchesGreedyBrowser(commandLine) {
-  const normalized = String(commandLine || "").replaceAll("\\", "/");
-  const profile = GREEDY_PROFILE_DIR.replaceAll("\\", "/");
-  return normalized.includes(`--remote-debugging-port=${GREEDY_PORT}`) && normalized.includes(`--user-data-dir=${profile}`) && !normalized.includes("--type=");
-}
-function getPortPid() {
-  return findListeningProcessPid(GREEDY_PORT);
-}
-function getOwnedBrowserPid() {
-  const pid = getPortPid();
-  return pid && commandLineMatchesGreedyBrowser(getProcessCommandLine(pid)) ? pid : null;
-}
-async function gracefulCloseChrome(graceMs = 1500) {
-  const ownedPid = getOwnedBrowserPid();
-  if (!ownedPid) {
-    process.stderr.write(`[greedysearch] Refusing to close an unverified listener.
-`);
-    return false;
-  }
-  try {
-    const version = await new Promise((resolve, reject) => {
-      const req = http.get(`http://localhost:${GREEDY_PORT}/json/version`, (res) => {
-        let body = "";
-        res.on("data", (d) => body += d);
-        res.on("end", () => {
-          try {
-            resolve(JSON.parse(body));
-          } catch {
-            reject(new Error("bad JSON"));
-          }
-        });
-      });
-      req.on("error", reject);
-      req.setTimeout(1000, () => {
-        req.destroy();
-        reject(new Error("timeout"));
-      });
-    });
-    const ws = new globalThis.WebSocket(version.webSocketDebuggerUrl);
-    await new Promise((resolve) => {
-      ws.onopen = () => {
-        if (getOwnedBrowserPid() !== ownedPid) {
-          ws.close();
-          resolve();
-          return;
-        }
-        ws.send(JSON.stringify({ id: 1, method: "Browser.close" }));
-        setTimeout(() => {
-          ws.close();
-          resolve();
-        }, 200);
-      };
-      ws.onerror = () => resolve();
-      setTimeout(resolve, 1000);
-    });
-  } catch {}
-  const deadline = Date.now() + graceMs;
-  while (Date.now() < deadline) {
-    const pid = getPortPid();
-    if (!pid)
-      return true;
-    if (pid !== ownedPid)
-      return false;
-    await new Promise((r) => setTimeout(r, 150));
-  }
-  return killProcessOnPort(ownedPid);
-}
-function killProcessOnPort(expectedPid = null) {
-  try {
-    const pid = getOwnedBrowserPid();
-    if (!pid || expectedPid && pid !== expectedPid)
-      return false;
-    if (platform() === "win32") {
-      execFileSync(resolveSystemCmd("taskkill"), ["/F", "/PID", String(pid)], {
-        stdio: "ignore",
-        windowsHide: true
-      });
-    } else {
-      process.kill(pid, "SIGKILL");
-    }
-    return true;
-  } catch {
-    return false;
-  }
-}
-export async function killChrome() {
-  if (!getOwnedBrowserPid()) {
-    if (getPortPid()) {
-      process.stderr.write(`[greedysearch] Refusing to kill an unverified listener.
-`);
-    }
-    return false;
-  }
-  const ready = await probeGreedyChrome(500);
-  if (!ready) {
-    try {
-      unlinkSync(PID_FILE);
-    } catch {}
-    try {
-      unlinkSync(ACTIVITY_FILE);
-    } catch {}
-    try {
-      unlinkSync(CHROME_MODE_FILE);
-    } catch {}
-    return false;
-  }
-  const killed = await gracefulCloseChrome(1500);
-  try {
-    unlinkSync(PID_FILE);
-  } catch {}
-  try {
-    unlinkSync(ACTIVITY_FILE);
-  } catch {}
-  try {
-    unlinkSync(CHROME_MODE_FILE);
-  } catch {}
-  if (killed) {
-    process.stderr.write(`[greedysearch] Killed Chrome on port ${GREEDY_PORT}.
-`);
-  }
-  return killed;
-}
-export const killHeadlessChrome = killChrome;
-export async function checkAndKillIdle() {
-  const headless = isChromeHeadless();
-  const timeoutMinutes = headless ? HEADLESS_IDLE_TIMEOUT_MINUTES : VISIBLE_IDLE_TIMEOUT_MINUTES;
-  if (timeoutMinutes <= 0)
-    return false;
-  if (!existsSync(ACTIVITY_FILE)) {
-    touchActivity();
-    return false;
-  }
-  try {
-    const lastActivity = Number.parseInt(readFileSync(ACTIVITY_FILE, "utf8").trim(), 10);
-    if (!lastActivity)
-      return false;
-    const idleMs = Date.now() - lastActivity;
-    const idleMinutes = idleMs / 60000;
-    if (idleMinutes >= timeoutMinutes) {
-      return killChrome();
-    }
-  } catch {}
-  return false;
-}
-export const cdp = _cdp;
-export async function getAnyTab() {
-  const list = await cdp(["list"]);
-  const first = list.split(`
-`)[0];
-  if (!first)
-    throw new Error("No Chrome tabs found");
-  return first.slice(0, 8);
-}
-export async function openNewTab(url = "about:blank") {
-  const anchor = await getAnyTab();
-  const hostname = new URL(url).hostname;
-  const needsStealth = hostname === "copilot.microsoft.com" || hostname === "www.perplexity.ai" || hostname === "perplexity.ai" || hostname.endsWith(".perplexity.ai");
-  if (needsStealth) {
-    const raw = await cdp([
-      "evalraw",
-      anchor,
-      "Target.createTarget",
-      JSON.stringify({ url: "about:blank" })
-    ]);
-    const { targetId } = JSON.parse(raw);
-    const tid = targetId.slice(0, 8);
-    await cdp(["list"]).catch(() => null);
-    if (hostname === "copilot.microsoft.com") {
-      await injectHeadlessStealth(tid);
-    } else {
-      injectHeadlessStealth(tid).catch(() => {});
-    }
-    await cdp(["list"]).catch(() => null);
-    return targetId;
-  }
-  const raw = await cdp([
-    "evalraw",
-    anchor,
-    "Target.createTarget",
-    JSON.stringify({ url })
-  ]);
-  const { targetId } = JSON.parse(raw);
-  await cdp(["list"]).catch(() => null);
-  return targetId;
-}
-export async function activateTab(targetId) {
-  try {
-    const anchor = await getAnyTab();
-    await cdp([
-      "evalraw",
-      anchor,
-      "Target.activateTarget",
-      JSON.stringify({ targetId })
-    ]);
-  } catch {}
-}
-export async function closeTab(targetId) {
-  try {
-    const anchor = await getAnyTab();
-    await cdp([
-      "evalraw",
-      anchor,
-      "Target.closeTarget",
-      JSON.stringify({ targetId })
-    ]);
-  } catch {}
-}
-export async function closeTabs(targetIds = []) {
-  await Promise.all(targetIds.filter(Boolean).map((tid) => closeTab(tid).catch(() => {})));
-  if (targetIds.length > 0) {
-    await cdp(["list"]).catch(() => null);
-  }
-}
-export function getFullTabFromCache(engine, engineDomains) {
-  try {
-    if (!existsSync(PAGES_CACHE))
-      return null;
-    const pages = JSON.parse(readFileSync(PAGES_CACHE, "utf8"));
-    const found = pages.find((p) => p.url.includes(engineDomains[engine]));
-    return found ? found.targetId : null;
-  } catch {
-    return null;
-  }
-}
-export function probeGreedyChrome(timeoutMs = 3000) {
-  return new Promise((resolve) => {
-    const req = http.get(`http://localhost:${GREEDY_PORT}/json/version`, (res) => {
-      res.resume();
-      resolve(res.statusCode === 200);
-    });
-    req.on("error", () => resolve(false));
-    req.setTimeout(timeoutMs, () => {
-      req.destroy();
-      resolve(false);
-    });
-  });
-}
-async function waitForPortDown(timeoutMs = 3000, intervalMs = 200) {
-  const deadline = Date.now() + timeoutMs;
-  while (Date.now() < deadline) {
-    if (!await probeGreedyChrome(300))
-      return true;
-    await new Promise((r) => setTimeout(r, intervalMs));
-  }
-  return !await probeGreedyChrome(300);
-}
-export async function refreshPortFile() {
-  const LOCK_FILE = `${ACTIVE_PORT_FILE}.lock`;
-  const TEMP_FILE = `${ACTIVE_PORT_FILE}.tmp`;
-  const LOCK_STALE_MS = 5000;
-  const LOCK_WAIT_MS = 1000;
-  const lockAcquired = await new Promise((resolve) => {
-    const start = Date.now();
-    const tryLock = () => {
-      try {
-        const payload = JSON.stringify({ pid: process.pid, ts: Date.now() });
-        writeFileSync(LOCK_FILE, payload, { encoding: "utf8", flag: "wx" });
-        resolve(true);
-      } catch (e) {
-        if (e?.code !== "EEXIST") {
-          if (Date.now() - start < LOCK_WAIT_MS) {
-            setTimeout(tryLock, 50);
-          } else {
-            resolve(false);
-          }
-          return;
-        }
-        try {
-          const lockRaw = readFileSync(LOCK_FILE, "utf8").trim();
-          const parsed = lockRaw.startsWith("{") ? JSON.parse(lockRaw) : { ts: Number(lockRaw) };
-          const lockTime = Number(parsed?.ts) || 0;
-          if (lockTime > 0 && Date.now() - lockTime > LOCK_STALE_MS) {
-            try {
-              unlinkSync(LOCK_FILE);
-            } catch {}
-          }
-          if (Date.now() - start < LOCK_WAIT_MS) {
-            setTimeout(tryLock, 50);
-          } else {
-            resolve(false);
-          }
-        } catch {
-          if (Date.now() - start < LOCK_WAIT_MS) {
-            setTimeout(tryLock, 50);
-          } else {
-            resolve(false);
-          }
-        }
-      }
-    };
-    tryLock();
-  });
-  try {
-    const body = await new Promise((res, rej) => {
-      const req = http.get(`http://localhost:${GREEDY_PORT}/json/version`, (r) => {
-        let b = "";
-        r.on("data", (d) => b += d);
-        r.on("end", () => res(b));
-      });
-      req.on("error", rej);
-      req.setTimeout(3000, () => {
-        req.destroy();
-        rej(new Error("timeout"));
-      });
-    });
-    const { webSocketDebuggerUrl } = JSON.parse(body);
-    const wsPath = new URL(webSocketDebuggerUrl).pathname;
-    if (lockAcquired) {
-      writeFileSync(TEMP_FILE, `${GREEDY_PORT}
-${wsPath}`, "utf8");
-      try {
-        unlinkSync(ACTIVE_PORT_FILE);
-      } catch {}
-      renameSync(TEMP_FILE, ACTIVE_PORT_FILE);
-    }
-  } catch {} finally {
-    if (lockAcquired) {
-      try {
-        unlinkSync(LOCK_FILE);
-      } catch {}
-    }
-  }
-}
-export async function ensureChrome() {
-  if (process.env.GREEDY_SEARCH_RESEARCH_CHILD && await probeGreedyChrome()) {
-    await refreshPortFile();
-    try {
-      const md = readMetadata();
-      if (md) {
-        touchActivityBL(md);
-        registerClient(md);
-      }
-    } catch {}
-    return;
-  }
-  cleanupStaleSessions();
-  const wasKilled = await checkAndKillIdle();
-  let ready = wasKilled ? false : await probeGreedyChrome();
-  if (!ready && !wasKilled) {
-    await new Promise((r) => setTimeout(r, 500));
-    ready = await probeGreedyChrome();
-  }
-  let forceRelaunch = false;
-  if (ready) {
-    const headless = isChromeHeadless();
-    const wantsVisible = process.env.GREEDY_SEARCH_VISIBLE === "1";
-    if (!wantsVisible && !headless) {
-      process.stderr.write(`[greedysearch] Visible Chrome detected — switching to headless mode...
-`);
-      await killHeadlessChrome();
-      await waitForPortDown();
-      forceRelaunch = true;
-    } else if (wantsVisible && headless) {
-      process.stderr.write(`[greedysearch] Headless Chrome detected — switching to visible mode...
-`);
-      await killHeadlessChrome();
-      await waitForPortDown();
-      forceRelaunch = true;
-    }
-  }
-  const readyAfterModeCheck = forceRelaunch ? false : await probeGreedyChrome();
-  if (readyAfterModeCheck) {
-    await refreshPortFile();
-    try {
-      const md = readMetadata();
-      if (md) {
-        touchActivityBL(md);
-        registerClient(md);
-      }
-    } catch {}
-    return;
-  }
-  const lock = acquireLaunchLock();
-  if (!lock.acquired) {
-    const deadline = Date.now() + 12000;
-    let reReady = false;
-    while (Date.now() < deadline) {
-      reReady = await probeGreedyChrome(500);
-      if (reReady)
-        break;
-      await new Promise((r) => setTimeout(r, 250));
-    }
-    if (reReady) {
-      await refreshPortFile();
-      return;
-    }
-  }
-  try {
-    const reCheck = await probeGreedyChrome(1000);
-    if (reCheck) {
-      await refreshPortFile();
-      return;
-    }
-    process.stderr.write(`GreedySearch Chrome not running on port ${GREEDY_PORT} — auto-launching...
-`);
-    const launchScript = resolveGreedySearchLaunchScript({
-      moduleDir: __dir,
-      entrypoint: process.argv[1],
-      env: process.env
-    });
-    const launchArgs = [launchScript];
-    if (process.env.GREEDY_SEARCH_VISIBLE !== "1")
-      launchArgs.push("--headless");
-    await new Promise((resolve, reject) => {
-      const proc = spawn(nodeRuntimeCommand(), launchArgs, {
-        stdio: ["ignore", process.stderr, process.stderr]
-      });
-      proc.on("close", (code) => code === 0 ? resolve() : reject(new Error("launch.mjs failed")));
-    });
-  } finally {
-    lock.release();
-  }
-}

package/extensions/greedysearch-dm/src/search/defaults.mjs

@@ -1,10 +0,0 @@
-export const DEFAULTS = {
-  CDP_TIMEOUT: 30000,
-  CDP_TIMEOUT_SHORT: 15000,
-  NAV_TIMEOUT: 35000,
-  STREAM_TIMEOUT: 30000,
-  COPY_TIMEOUT: 60000,
-  CODING_TASK_TIMEOUT: 180000,
-  MAX_SOURCE_FETCH: 10,
-  DESCRIPTION_MAX_LENGTH: 300
-};

package/extensions/greedysearch-dm/src/search/engines.mjs

@@ -1,79 +0,0 @@
-import { spawn } from "node:child_process";
-import { nodeRuntimeCommand } from "../utils/node-runtime.mjs";
-import { ENGINES, GREEDY_PROFILE_DIR } from "./constants.mjs";
-import {
-  moduleDirectory,
-  resolveGreedySearchExtractorScript
-} from "./paths.mjs";
-
-export { ENGINES };
-const __dir = moduleDirectory(import.meta.url);
-export function runExtractor(script, query, tabPrefix = null, short = false, timeoutMs = null, locale = null) {
-  if (timeoutMs === null) {
-    timeoutMs = script.includes("logically") ? 120000 : script.includes("chatgpt") ? 80000 : script.includes("gemini") ? 70000 : 60000;
-  }
-  const extraArgs = [
-    ...tabPrefix ? ["--tab", tabPrefix] : [],
-    ...short ? ["--short"] : [],
-    ...locale ? ["--locale", locale] : []
-  ];
-  return new Promise((resolve, reject) => {
-    const extractorScript = resolveGreedySearchExtractorScript(script, {
-      moduleDir: __dir
-    });
-    const proc = spawn(nodeRuntimeCommand(), [extractorScript, "--stdin", ...extraArgs], {
-      stdio: ["pipe", "pipe", "pipe"],
-      env: { ...process.env, CDP_PROFILE_DIR: GREEDY_PROFILE_DIR }
-    });
-    proc.stdin.write(query);
-    proc.stdin.end();
-    let out = "";
-    let err = "";
-    proc.stdout.on("data", (d) => out += d);
-    proc.stderr.on("data", (d) => {
-      err += d;
-      if (process.env.GREEDY_SEARCH_CHILD_STDERR !== "0") {
-        process.stderr.write(d);
-      }
-    });
-    const t = setTimeout(() => {
-      proc.kill();
-      const tailLines = (s, n = 20) => String(s ?? "").split(/\r?\n/).filter(Boolean).slice(-n).join(`
-`);
-      let envelope = null;
-      try {
-        const parsed = JSON.parse(out.trim());
-        if (parsed._envelope)
-          envelope = parsed._envelope;
-      } catch {}
-      const errObj = new Error(`${script} timed out after ${timeoutMs / 1000}s` + (envelope?.lastStage ? ` (last stage: ${envelope.lastStage})` : ""));
-      errObj.engineScript = script;
-      errObj.lastStage = envelope?.lastStage || null;
-      errObj.partialErr = tailLines(err);
-      errObj.partialOut = tailLines(out);
-      reject(errObj);
-    }, timeoutMs);
-    proc.on("close", (code) => {
-      clearTimeout(t);
-      if (code === 0) {
-        try {
-          resolve(JSON.parse(out.trim()));
-        } catch {
-          reject(new Error(`bad JSON from ${script}: ${out.slice(0, 100)}`));
-        }
-      } else {
-        let envelope = null;
-        try {
-          const parsed = JSON.parse(out.trim());
-          if (parsed._envelope)
-            envelope = parsed._envelope;
-        } catch {}
-        const msg = err.trim() || `extractor exit ${code}`;
-        const errObj = new Error(msg);
-        if (envelope)
-          errObj.envelope = envelope;
-        reject(errObj);
-      }
-    });
-  });
-}