@duckmind/dm-windows-x64 0.60.4 → 0.60.8

package/extensions/greedysearch-dm/src/search/constants.mjs

@@ -1,8 +1,109 @@
-import{existsSync as V,mkdirSync as u,readFileSync as w,writeFileSync as x}from"node:fs";import{homedir as H}from"node:os";import{join as z}from"node:path";import{tmpdir as Z}from"node:os";function h(Q,B=9222){let q=Number.parseInt(String(Q??""),10);return Number.isInteger(q)&&q>1024&&q<65535?q:B}var m=Z().replaceAll("\\","/"),T=h(process.env.GREEDY_SEARCH_PORT),J=(process.env.GREEDY_SEARCH_PROFILE_DIR||process.env.CDP_PROFILE_DIR||`${m}/greedysearch-chrome-profile`).replaceAll("\\","/"),Y=`${J}/DevToolsActivePort`,P=process.env.GREEDY_SEARCH_PID_FILE||`${J}/browser.pid`,t=process.env.CDP_PAGES_CACHE||`${J}/cdp-pages.json`,d=process.env.GREEDY_SEARCH_MODE_FILE||`${J}/browser-mode`,s=process.env.GREEDY_SEARCH_METADATA_FILE||`${J}/browser-metadata.json`,c=process.env.GREEDY_SEARCH_LAUNCH_LOCK_FILE||`${J}/browser-launch.lock`,l=process.env.GREEDY_SEARCH_ACTIVITY_FILE||`${J}/browser-last-activity`,a=(process.env.CDP_SOCKET_DIR||`${J}/cdp-sockets`).replaceAll("\\","/"),O=`${J}/visible-recovery.jsonl`,$=z(H(),".dm"),K=z($,"greedyconfig"),M=["perplexity","google","chatgpt","gemini"],b="gemini";function v(){try{if(V(K)){let Q=w(K,"utf8"),B=JSON.parse(Q);if(Array.isArray(B.engines)&&B.engines.length>0&&B.engines.every((q)=>typeof q==="string")){let q=B.engines.filter((W)=>X[W]),j=B.engines.filter((W)=>!X[W]);if(j.length>0)process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${K}: ${j.join(", ")}
-[greedysearch] Available engines: ${Object.keys(X).join(", ")}
-`);if(q.length>0)return q;process.stderr.write(`[greedysearch] Warning: no valid engines in ${K}, falling back to defaults: ${M.join(", ")}
-`)}}}catch{}return M}function A(){try{if(!V($))u($,{recursive:!0});if(!V(K))x(K,JSON.stringify({engines:M,synthesizer:b},null,2)+`
-`,"utf8")}catch{}}A();var k=["gemini","chatgpt"];function g(){try{if(V(K)){let Q=w(K,"utf8"),B=JSON.parse(Q);if(typeof B.synthesizer==="string"){let q=B.synthesizer.toLowerCase();if(k.includes(q))return q;process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${B.synthesizer}" in ${K}
-[greedysearch] Available synthesizers: ${k.join(", ")}
-[greedysearch] Falling back to default: ${b}
-`)}}}catch{}return b}var L={perplexity:"perplexity.ai",bing:"copilot.microsoft.com",google:"google.com",gemini:"gemini.google.com",chatgpt:"chatgpt.com","semantic-scholar":"semanticscholar.org",semanticscholar:"semanticscholar.org",s2:"semanticscholar.org",logically:"logically.app"},X={perplexity:"perplexity.mjs",p:"perplexity.mjs",bing:"bing-copilot.mjs",b:"bing-copilot.mjs",google:"google-ai.mjs",g:"google-ai.mjs",gemini:"gemini.mjs",gem:"gemini.mjs",chatgpt:"chatgpt.mjs",gpt:"chatgpt.mjs","semantic-scholar":"semantic-scholar.mjs",semanticscholar:"semantic-scholar.mjs",s2:"semantic-scholar.mjs",logically:"logically.mjs",log:"logically.mjs"},p=v(),r=p,n=g(),N=Math.max(1,Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY||"5",10)||5);process.env.CDP_PROFILE_DIR=J;export{h as parseGreedySearchPort,O as VISIBLE_RECOVERY_LOG,n as SYNTHESIZER,k as SUPPORTED_SYNTHESIZERS,N as SOURCE_FETCH_CONCURRENCY,r as RESEARCH_ENGINES,t as PAGES_CACHE,J as GREEDY_PROFILE_DIR,T as GREEDY_PORT,P as GREEDY_PID_FILE,s as GREEDY_METADATA_FILE,c as GREEDY_LAUNCH_LOCK_FILE,a as GREEDY_CDP_SOCKET_DIR,l as GREEDY_ACTIVITY_FILE,L as ENGINE_DOMAINS,X as ENGINES,b as DEFAULT_SYNTHESIZER,M as DEFAULT_ENGINES,d as CHROME_MODE_FILE,p as ALL_ENGINES,Y as ACTIVE_PORT_FILE};
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
+import { homedir } from "node:os";
+import { join } from "node:path";
+import { tmpdir } from "node:os";
+export function parseGreedySearchPort(value, fallback = 9222) {
+  const port = Number.parseInt(String(value ?? ""), 10);
+  return Number.isInteger(port) && port > 1024 && port < 65535 ? port : fallback;
+}
+const GREEDY_TMP = tmpdir().replaceAll("\\", "/");
+export const GREEDY_PORT = parseGreedySearchPort(process.env.GREEDY_SEARCH_PORT);
+export const GREEDY_PROFILE_DIR = (process.env.GREEDY_SEARCH_PROFILE_DIR || process.env.CDP_PROFILE_DIR || `${GREEDY_TMP}/greedysearch-chrome-profile`).replaceAll("\\", "/");
+export const ACTIVE_PORT_FILE = `${GREEDY_PROFILE_DIR}/DevToolsActivePort`;
+export const GREEDY_PID_FILE = process.env.GREEDY_SEARCH_PID_FILE || `${GREEDY_PROFILE_DIR}/browser.pid`;
+export const PAGES_CACHE = process.env.CDP_PAGES_CACHE || `${GREEDY_PROFILE_DIR}/cdp-pages.json`;
+export const CHROME_MODE_FILE = process.env.GREEDY_SEARCH_MODE_FILE || `${GREEDY_PROFILE_DIR}/browser-mode`;
+export const GREEDY_METADATA_FILE = process.env.GREEDY_SEARCH_METADATA_FILE || `${GREEDY_PROFILE_DIR}/browser-metadata.json`;
+export const GREEDY_LAUNCH_LOCK_FILE = process.env.GREEDY_SEARCH_LAUNCH_LOCK_FILE || `${GREEDY_PROFILE_DIR}/browser-launch.lock`;
+export const GREEDY_ACTIVITY_FILE = process.env.GREEDY_SEARCH_ACTIVITY_FILE || `${GREEDY_PROFILE_DIR}/browser-last-activity`;
+export const GREEDY_CDP_SOCKET_DIR = (process.env.CDP_SOCKET_DIR || `${GREEDY_PROFILE_DIR}/cdp-sockets`).replaceAll("\\", "/");
+export const VISIBLE_RECOVERY_LOG = `${GREEDY_PROFILE_DIR}/visible-recovery.jsonl`;
+const CONFIG_DIR = join(homedir(), ".dm");
+const CONFIG_FILE = join(CONFIG_DIR, "greedyconfig");
+export const DEFAULT_ENGINES = ["perplexity", "google", "chatgpt", "gemini"];
+export const DEFAULT_SYNTHESIZER = "gemini";
+function loadUserEngines() {
+  try {
+    if (existsSync(CONFIG_FILE)) {
+      const raw = readFileSync(CONFIG_FILE, "utf8");
+      const config = JSON.parse(raw);
+      if (Array.isArray(config.engines) && config.engines.length > 0 && config.engines.every((e) => typeof e === "string")) {
+        const valid = config.engines.filter((e) => ENGINES[e]);
+        const invalid = config.engines.filter((e) => !ENGINES[e]);
+        if (invalid.length > 0) {
+          process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${CONFIG_FILE}: ${invalid.join(", ")}
+` + `[greedysearch] Available engines: ${Object.keys(ENGINES).join(", ")}
+`);
+        }
+        if (valid.length > 0)
+          return valid;
+        process.stderr.write(`[greedysearch] Warning: no valid engines in ${CONFIG_FILE}, falling back to defaults: ${DEFAULT_ENGINES.join(", ")}
+`);
+      }
+    }
+  } catch {}
+  return DEFAULT_ENGINES;
+}
+function ensureDefaultConfig() {
+  try {
+    if (!existsSync(CONFIG_DIR))
+      mkdirSync(CONFIG_DIR, { recursive: true });
+    if (!existsSync(CONFIG_FILE)) {
+      writeFileSync(CONFIG_FILE, JSON.stringify({ engines: DEFAULT_ENGINES, synthesizer: DEFAULT_SYNTHESIZER }, null, 2) + `
+`, "utf8");
+    }
+  } catch {}
+}
+ensureDefaultConfig();
+export const SUPPORTED_SYNTHESIZERS = ["gemini", "chatgpt"];
+function loadUserSynthesizer() {
+  try {
+    if (existsSync(CONFIG_FILE)) {
+      const raw = readFileSync(CONFIG_FILE, "utf8");
+      const config = JSON.parse(raw);
+      if (typeof config.synthesizer === "string") {
+        const normalized = config.synthesizer.toLowerCase();
+        if (SUPPORTED_SYNTHESIZERS.includes(normalized))
+          return normalized;
+        process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${config.synthesizer}" in ${CONFIG_FILE}
+` + `[greedysearch] Available synthesizers: ${SUPPORTED_SYNTHESIZERS.join(", ")}
+` + `[greedysearch] Falling back to default: ${DEFAULT_SYNTHESIZER}
+`);
+      }
+    }
+  } catch {}
+  return DEFAULT_SYNTHESIZER;
+}
+export const ENGINE_DOMAINS = {
+  perplexity: "perplexity.ai",
+  bing: "copilot.microsoft.com",
+  google: "google.com",
+  gemini: "gemini.google.com",
+  chatgpt: "chatgpt.com",
+  "semantic-scholar": "semanticscholar.org",
+  semanticscholar: "semanticscholar.org",
+  s2: "semanticscholar.org",
+  logically: "logically.app"
+};
+export const ENGINES = {
+  perplexity: "perplexity.mjs",
+  p: "perplexity.mjs",
+  bing: "bing-copilot.mjs",
+  b: "bing-copilot.mjs",
+  google: "google-ai.mjs",
+  g: "google-ai.mjs",
+  gemini: "gemini.mjs",
+  gem: "gemini.mjs",
+  chatgpt: "chatgpt.mjs",
+  gpt: "chatgpt.mjs",
+  "semantic-scholar": "semantic-scholar.mjs",
+  semanticscholar: "semantic-scholar.mjs",
+  s2: "semantic-scholar.mjs",
+  logically: "logically.mjs",
+  log: "logically.mjs"
+};
+export const ALL_ENGINES = loadUserEngines();
+export const RESEARCH_ENGINES = ALL_ENGINES;
+export const SYNTHESIZER = loadUserSynthesizer();
+export const SOURCE_FETCH_CONCURRENCY = Math.max(1, Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY || "5", 10) || 5);
+process.env.CDP_PROFILE_DIR = GREEDY_PROFILE_DIR;

package/extensions/greedysearch-dm/src/search/defaults.mjs

@@ -1 +1,10 @@
-var b={CDP_TIMEOUT:30000,CDP_TIMEOUT_SHORT:15000,NAV_TIMEOUT:35000,STREAM_TIMEOUT:30000,COPY_TIMEOUT:60000,CODING_TASK_TIMEOUT:180000,MAX_SOURCE_FETCH:10,DESCRIPTION_MAX_LENGTH:300};export{b as DEFAULTS};
+export const DEFAULTS = {
+  CDP_TIMEOUT: 30000,
+  CDP_TIMEOUT_SHORT: 15000,
+  NAV_TIMEOUT: 35000,
+  STREAM_TIMEOUT: 30000,
+  COPY_TIMEOUT: 60000,
+  CODING_TASK_TIMEOUT: 180000,
+  MAX_SOURCE_FETCH: 10,
+  DESCRIPTION_MAX_LENGTH: 300
+};

package/extensions/greedysearch-dm/src/search/engines.mjs

@@ -1,9 +1,79 @@
-import{spawn as J}from"node:child_process";import{basename as v}from"node:path";function u(n=process.env,e=process.execPath){let s=n.GREEDY_SEARCH_NODE||n.NODE_BINARY||n.NODE;if(s?.trim())return s.trim();let i=v(e||"").toLowerCase();if(i==="node"||i==="node.exe")return e;return"node"}import{existsSync as S,mkdirSync as j,readFileSync as N,writeFileSync as w}from"node:fs";import{homedir as P}from"node:os";import{join as T}from"node:path";import{tmpdir as b}from"node:os";function x(n,e=9222){let s=Number.parseInt(String(n??""),10);return Number.isInteger(s)&&s>1024&&s<65535?s:e}var U=b().replaceAll("\\","/"),sn=x(process.env.GREEDY_SEARCH_PORT),r=(process.env.GREEDY_SEARCH_PROFILE_DIR||process.env.CDP_PROFILE_DIR||`${U}/greedysearch-chrome-profile`).replaceAll("\\","/"),en=`${r}/DevToolsActivePort`,rn=process.env.GREEDY_SEARCH_PID_FILE||`${r}/browser.pid`,an=process.env.CDP_PAGES_CACHE||`${r}/cdp-pages.json`,En=process.env.GREEDY_SEARCH_MODE_FILE||`${r}/browser-mode`,ln=process.env.GREEDY_SEARCH_METADATA_FILE||`${r}/browser-metadata.json`,on=process.env.GREEDY_SEARCH_LAUNCH_LOCK_FILE||`${r}/browser-launch.lock`,tn=process.env.GREEDY_SEARCH_ACTIVITY_FILE||`${r}/browser-last-activity`,gn=(process.env.CDP_SOCKET_DIR||`${r}/cdp-sockets`).replaceAll("\\","/"),cn=`${r}/visible-recovery.jsonl`,A=T(P(),".dm"),l=T(A,"greedyconfig"),D=["perplexity","google","chatgpt","gemini"],p="gemini";function k(){try{if(S(l)){let n=N(l,"utf8"),e=JSON.parse(n);if(Array.isArray(e.engines)&&e.engines.length>0&&e.engines.every((s)=>typeof s==="string")){let s=e.engines.filter((a)=>y[a]),i=e.engines.filter((a)=>!y[a]);if(i.length>0)process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${l}: ${i.join(", ")}
-[greedysearch] Available engines: ${Object.keys(y).join(", ")}
-`);if(s.length>0)return s;process.stderr.write(`[greedysearch] Warning: no valid engines in ${l}, falling back to defaults: ${D.join(", ")}
-`)}}}catch{}return D}function z(){try{if(!S(A))j(A,{recursive:!0});if(!S(l))w(l,JSON.stringify({engines:D,synthesizer:p},null,2)+`
-`,"utf8")}catch{}}z();var L=["gemini","chatgpt"];function V(){try{if(S(l)){let n=N(l,"utf8"),e=JSON.parse(n);if(typeof e.synthesizer==="string"){let s=e.synthesizer.toLowerCase();if(L.includes(s))return s;process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${e.synthesizer}" in ${l}
-[greedysearch] Available synthesizers: ${L.join(", ")}
-[greedysearch] Falling back to default: ${p}
-`)}}}catch{}return p}var y={perplexity:"perplexity.mjs",p:"perplexity.mjs",bing:"bing-copilot.mjs",b:"bing-copilot.mjs",google:"google-ai.mjs",g:"google-ai.mjs",gemini:"gemini.mjs",gem:"gemini.mjs",chatgpt:"chatgpt.mjs",gpt:"chatgpt.mjs","semantic-scholar":"semantic-scholar.mjs",semanticscholar:"semantic-scholar.mjs",s2:"semantic-scholar.mjs",logically:"logically.mjs",log:"logically.mjs"},_n=k();var Rn=V(),mn=Math.max(1,Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY||"5",10)||5);process.env.CDP_PROFILE_DIR=r;import{existsSync as Y}from"node:fs";import{dirname as B,join as h}from"node:path";import{fileURLToPath as K}from"node:url";function G(n){return K(new URL(".",n)).replace(/^\/([A-Z]:)/,"$1")}function Z(n,e=Y){let s=new Set;for(let i of n.filter(Boolean)){if(s.has(i))continue;if(s.add(i),e(i))return i}return n.filter(Boolean).at(-1)}function F(n,{moduleDir:e,entrypoint:s=process.argv[1],env:i=process.env,exists:a=Y}={}){let R=s?B(s):null,m=i.GREEDY_SEARCH_EXTENSION_DIR?.trim()||null;return Z([e?h(e,"..","..","extractors",n):null,e?h(e,"..","extractors",n):null,m?h(m,"extractors",n):null,R?h(R,"..","extractors",n):null],a)}var W=G(import.meta.url);function un(n,e,s=null,i=!1,a=null,R=null){if(a===null)a=n.includes("logically")?120000:n.includes("chatgpt")?80000:n.includes("gemini")?70000:60000;let m=[...s?["--tab",s]:[],...i?["--short"]:[],...R?["--locale",R]:[]];return new Promise((H,C)=>{let $=F(n,{moduleDir:W}),c=J(u(),[$,"--stdin",...m],{stdio:["pipe","pipe","pipe"],env:{...process.env,CDP_PROFILE_DIR:r}});c.stdin.write(e),c.stdin.end();let _="",f="";c.stdout.on("data",(E)=>_+=E),c.stderr.on("data",(E)=>{if(f+=E,process.env.GREEDY_SEARCH_CHILD_STDERR!=="0")process.stderr.write(E)});let O=setTimeout(()=>{c.kill();let E=(g,I=20)=>String(g??"").split(/\r?\n/).filter(Boolean).slice(-I).join(`
-`),o=null;try{let g=JSON.parse(_.trim());if(g._envelope)o=g._envelope}catch{}let t=Error(`${n} timed out after ${a/1000}s`+(o?.lastStage?` (last stage: ${o.lastStage})`:""));t.engineScript=n,t.lastStage=o?.lastStage||null,t.partialErr=E(f),t.partialOut=E(_),C(t)},a);c.on("close",(E)=>{if(clearTimeout(O),E===0)try{H(JSON.parse(_.trim()))}catch{C(Error(`bad JSON from ${n}: ${_.slice(0,100)}`))}else{let o=null;try{let I=JSON.parse(_.trim());if(I._envelope)o=I._envelope}catch{}let t=f.trim()||`extractor exit ${E}`,g=Error(t);if(o)g.envelope=o;C(g)}})})}export{un as runExtractor,y as ENGINES};
+import { spawn } from "node:child_process";
+import { nodeRuntimeCommand } from "../utils/node-runtime.mjs";
+import { ENGINES, GREEDY_PROFILE_DIR } from "./constants.mjs";
+import {
+  moduleDirectory,
+  resolveGreedySearchExtractorScript
+} from "./paths.mjs";
+
+export { ENGINES };
+const __dir = moduleDirectory(import.meta.url);
+export function runExtractor(script, query, tabPrefix = null, short = false, timeoutMs = null, locale = null) {
+  if (timeoutMs === null) {
+    timeoutMs = script.includes("logically") ? 120000 : script.includes("chatgpt") ? 80000 : script.includes("gemini") ? 70000 : 60000;
+  }
+  const extraArgs = [
+    ...tabPrefix ? ["--tab", tabPrefix] : [],
+    ...short ? ["--short"] : [],
+    ...locale ? ["--locale", locale] : []
+  ];
+  return new Promise((resolve, reject) => {
+    const extractorScript = resolveGreedySearchExtractorScript(script, {
+      moduleDir: __dir
+    });
+    const proc = spawn(nodeRuntimeCommand(), [extractorScript, "--stdin", ...extraArgs], {
+      stdio: ["pipe", "pipe", "pipe"],
+      env: { ...process.env, CDP_PROFILE_DIR: GREEDY_PROFILE_DIR }
+    });
+    proc.stdin.write(query);
+    proc.stdin.end();
+    let out = "";
+    let err = "";
+    proc.stdout.on("data", (d) => out += d);
+    proc.stderr.on("data", (d) => {
+      err += d;
+      if (process.env.GREEDY_SEARCH_CHILD_STDERR !== "0") {
+        process.stderr.write(d);
+      }
+    });
+    const t = setTimeout(() => {
+      proc.kill();
+      const tailLines = (s, n = 20) => String(s ?? "").split(/\r?\n/).filter(Boolean).slice(-n).join(`
+`);
+      let envelope = null;
+      try {
+        const parsed = JSON.parse(out.trim());
+        if (parsed._envelope)
+          envelope = parsed._envelope;
+      } catch {}
+      const errObj = new Error(`${script} timed out after ${timeoutMs / 1000}s` + (envelope?.lastStage ? ` (last stage: ${envelope.lastStage})` : ""));
+      errObj.engineScript = script;
+      errObj.lastStage = envelope?.lastStage || null;
+      errObj.partialErr = tailLines(err);
+      errObj.partialOut = tailLines(out);
+      reject(errObj);
+    }, timeoutMs);
+    proc.on("close", (code) => {
+      clearTimeout(t);
+      if (code === 0) {
+        try {
+          resolve(JSON.parse(out.trim()));
+        } catch {
+          reject(new Error(`bad JSON from ${script}: ${out.slice(0, 100)}`));
+        }
+      } else {
+        let envelope = null;
+        try {
+          const parsed = JSON.parse(out.trim());
+          if (parsed._envelope)
+            envelope = parsed._envelope;
+        } catch {}
+        const msg = err.trim() || `extractor exit ${code}`;
+        const errObj = new Error(msg);
+        if (envelope)
+          errObj.envelope = envelope;
+        reject(errObj);
+      }
+    });
+  });
+}