@duckmind/dm-darwin-x64 0.66.4 → 0.66.6

package/extensions/dm-web-access/summary-review.js

@@ -1,5 +1,5 @@
+import { findModelWithProviderRouting, getDmScopedModels, isModelInScope, splitThinkingSuffix } from "./summary-model-scope.js";
 import { openCodeSessionHeaders } from "./opencode-session-headers.js";
-import { findModelWithProviderRouting, loadEnabledModelPatterns, modelMatchesEnabledPatterns, splitThinkingSuffix } from "./summary-model-scope.js";
 const PREFERRED_SUMMARY_MODELS = [
   { provider: "anthropic", id: "claude-haiku-4-5" },
   { provider: "openai-codex", id: "gpt-5.6-luna" },
@@ -15,6 +15,17 @@ function estimateTokens(text) {
     return 0;
   return Math.max(1, Math.ceil(trimmed.length / 4));
 }
+const SNIPPET_BUDGETS = {
+  evidence: { perSource: 600, perQuery: 12000 },
+  corroboration: { perSource: 200, perQuery: 3000 }
+};
+function clampSnippet(snippet, budgetLeft, perSource) {
+  const text = snippet.replace(/\s+/g, " ").trim();
+  const limit = Math.min(perSource, budgetLeft);
+  if (!text || limit <= 0)
+    return "";
+  return text.length <= limit ? text : `${text.slice(0, limit - 1)}…`;
+}
 function summarizeQueryResult(result) {
   if (result.error) {
     return `Query: ${result.query}
@@ -32,14 +43,21 @@ Error: ${result.error}`;
 `);
   }
   lines.push("Sources:");
+  const budget = result.answer?.trim() ? SNIPPET_BUDGETS.corroboration : SNIPPET_BUDGETS.evidence;
+  let budgetLeft = budget.perQuery;
   for (let i = 0;i < result.results.length; i++) {
     const source = result.results[i];
     lines.push(`${i + 1}. ${source.title} — ${source.url}`);
+    const snippet = clampSnippet(source.snippet ?? "", budgetLeft, budget.perSource);
+    if (snippet) {
+      budgetLeft -= snippet.length;
+      lines.push(`   ${snippet}`);
+    }
   }
   return lines.join(`
 `);
 }
-export function buildSummaryPrompt(results, feedback) {
+export function buildSummaryPrompt(results, feedback, instructions) {
   const sections = [
     "You are writing the final web search summary for a coding assistant.",
     "Write a concise, factual summary using only the provided search results.",
@@ -50,6 +68,10 @@ export function buildSummaryPrompt(results, feedback) {
     "- If evidence is weak or conflicting, say so explicitly.",
     '- End with a short "Sources" section listing the most relevant URLs.'
   ];
+  const extraInstructions = typeof instructions === "string" ? instructions.trim() : "";
+  if (extraInstructions) {
+    sections.push(extraInstructions);
+  }
   if (feedback) {
     sections.push("- Incorporate the user feedback provided below into the summary.");
   }
@@ -174,7 +196,6 @@ async function resolveThinkingLevel(model, requested) {
   return clampThinkingLevel(model, requested);
 }
 async function resolveSummaryModelCandidates(ctx, modelOverride) {
-  const enabledModelPatterns = loadEnabledModelPatterns(ctx);
   const specs = [];
   const normalizedOverride = typeof modelOverride === "string" ? modelOverride.trim() : "";
   if (normalizedOverride.length > 0)
@@ -193,7 +214,7 @@ async function resolveSummaryModelCandidates(ctx, modelOverride) {
       errors.push(`Summary model not found: ${value}`);
       continue;
     }
-    if (!modelMatchesEnabledPatterns(model, enabledModelPatterns)) {
+    if (!isModelInScope(model, getDmScopedModels(ctx))) {
       errors.push(`Summary model is not enabled: ${value}`);
       continue;
     }
@@ -240,7 +261,7 @@ function getContentPartType(part) {
   const value = part;
   return typeof value.type === "string" ? value.type : "unknown";
 }
-export async function generateSummaryDraft(results, ctx, signal, modelOverride, feedback, completeFn, deadlineMs = SUMMARY_GENERATION_DEADLINE_MS) {
+export async function generateSummaryDraft(results, ctx, signal, modelOverride, feedback, completeFn, deadlineMs = SUMMARY_GENERATION_DEADLINE_MS, instructions) {
   if (!ctx || !ctx.modelRegistry) {
     throw new Error("Summary generation context unavailable");
   }
@@ -294,7 +315,7 @@ export async function generateSummaryDraft(results, ctx, signal, modelOverride,
   try {
     if (signal?.aborted)
       throw new Error("Aborted");
-    const prompt = buildSummaryPrompt(results, feedback);
+    const prompt = buildSummaryPrompt(results, feedback, instructions);
     let resolved;
     try {
       checkSummaryDeadline();
@@ -312,7 +333,7 @@ export async function generateSummaryDraft(results, ctx, signal, modelOverride,
     for (const { model, apiKey, headers, thinkingLevel } of resolved.candidates) {
       const startedAt = Date.now();
       try {
-        const sessionHeaders = openCodeSessionHeaders(model, ctx.sessionManager);
+        const sessionId = ctx.sessionManager?.getSessionId?.();
         const userMessage = {
           role: "user",
           content: [{ type: "text", text: prompt }],
@@ -320,14 +341,19 @@ export async function generateSummaryDraft(results, ctx, signal, modelOverride,
         };
         const requestedThinkingLevel = await raceSummaryOperation(resolveThinkingLevel(model, thinkingLevel));
         const enabledThinkingLevel = requestedThinkingLevel && requestedThinkingLevel !== "off" ? requestedThinkingLevel : undefined;
+        const attributionHeaders = openCodeSessionHeaders(model, ctx.sessionManager);
+        const mergedHeaders = { ...headers, ...attributionHeaders };
         const completionOptions = {
-          ...usesRegistryComplete ? sessionHeaders ? { transformHeaders: (requestHeaders) => ({ ...requestHeaders, ...sessionHeaders }) } : {} : { apiKey, headers: sessionHeaders ? { ...headers, ...sessionHeaders } : headers },
+          ...usesRegistryComplete ? {} : { apiKey, headers: mergedHeaders },
+          ...attributionHeaders ? { transformHeaders: (incoming) => ({ ...incoming, ...attributionHeaders }) } : {},
+          sessionId,
+          cacheRetention: "none",
           signal: completionSignal,
           ...requestedThinkingLevel ? { reasoning: requestedThinkingLevel } : {},
           ...enabledThinkingLevel ? { reasoningEffort: enabledThinkingLevel } : {}
         };
         checkSummaryDeadline();
-        const completion = thinkingLevel !== undefined && !customCompleteFn && !usesRegistryComplete ? piAiCompat.completeSimple(model, { messages: [userMessage] }, { apiKey, headers: sessionHeaders ? { ...headers, ...sessionHeaders } : headers, signal: completionSignal, ...enabledThinkingLevel ? { reasoning: enabledThinkingLevel } : {} }) : completeFn(model, { messages: [userMessage] }, completionOptions);
+        const completion = thinkingLevel !== undefined && !customCompleteFn && !usesRegistryComplete ? piAiCompat.completeSimple(model, { messages: [userMessage] }, { apiKey, headers: mergedHeaders, sessionId, cacheRetention: "none", signal: completionSignal, ...enabledThinkingLevel ? { reasoning: enabledThinkingLevel } : {} }) : completeFn(model, { messages: [userMessage] }, completionOptions);
         const response = await raceSummaryOperation(Promise.resolve(completion));
         if (response.stopReason === "aborted") {
           throw new Error("Aborted");

package/extensions/dm-web-access/tavily.js

@@ -32,6 +32,18 @@ async function getApiKey(signal) {
     signal
   });
 }
+const TAVILY_KEY_POOL_RETRIES = new Set([401, 402, 403, 429, 432]);
+function tavilyKeyPool() {
+  const slots = [];
+  for (let slot = 1;slot <= 20; slot++) {
+    const key = process.env[`TAVILY_API_KEY_${slot}`]?.trim();
+    if (key)
+      slots.push([slot, key]);
+  }
+  const requestedSlot = Number.parseInt(process.env.TAVILY_API_KEY_INDEX ?? "", 10) || 1;
+  const start = Math.max(0, slots.findIndex(([slot]) => slot >= requestedSlot));
+  return [...new Set([...slots.slice(start), ...slots.slice(0, start)].map(([, key]) => key))];
+}
 function getApiUrl() {
   return `${resolveApiBaseUrl({
     configKey: "tavilyBaseUrl",
@@ -112,11 +124,10 @@ export function isTavilyAvailable() {
     provider: "Tavily",
     configuredValue: loadConfig().tavilyApiKey,
     environmentValue: process.env.TAVILY_API_KEY
-  });
+  }) || tavilyKeyPool().length > 0;
 }
 export async function searchWithTavily(query, options = {}) {
   const apiUrl = getApiUrl();
-  const apiKey = await requireApiKey(options.signal);
   const numResults = normalizeSearchResultCount(options.numResults);
   const body = {
     query,
@@ -127,7 +138,61 @@ export async function searchWithTavily(query, options = {}) {
     ...options.recencyFilter ? { time_range: options.recencyFilter } : {},
     ...mapDomainFilter(options.domainFilter)
   };
+  const signal = requestSignal(options.signal);
   const activityId = activityMonitor.logStart({ type: "api", query });
+  let data;
+  try {
+    data = await requestWithKeyFailover(apiUrl, body, signal);
+  } catch (err) {
+    if (options.signal?.aborted || err instanceof Error && err.name === "AbortError")
+      activityMonitor.logComplete(activityId, 0);
+    else {
+      const status = tavilyErrorStatus(err);
+      if (status > 0)
+        activityMonitor.logComplete(activityId, status);
+      else
+        activityMonitor.logError(activityId, errorMessage(err));
+    }
+    throw err;
+  }
+  activityMonitor.logComplete(activityId, 200);
+  const result = {
+    answer: typeof data.answer === "string" ? data.answer : "",
+    results: mapResults(data.results, numResults)
+  };
+  if (options.includeContent) {
+    const inlineContent = mapInlineContent(data.results);
+    if (inlineContent.length > 0)
+      result.inlineContent = inlineContent;
+  }
+  return result;
+}
+function tavilyErrorStatus(err) {
+  return Number(errorMessage(err).match(/^Tavily API error (\d{3}):/)?.[1] ?? 0);
+}
+async function requestWithKeyFailover(apiUrl, body, signal) {
+  const pool = tavilyKeyPool();
+  const keys = pool.length > 0 ? pool : [await requireApiKey(signal)];
+  let fallbackChecked = pool.length === 0;
+  for (let i = 0;; i++) {
+    try {
+      return await tavilyRequest(apiUrl, keys[i], body, signal);
+    } catch (err) {
+      if (!TAVILY_KEY_POOL_RETRIES.has(tavilyErrorStatus(err)))
+        throw err;
+      if (i + 1 < keys.length)
+        continue;
+      if (fallbackChecked)
+        throw err;
+      fallbackChecked = true;
+      const fallback = await getApiKey(signal);
+      if (!fallback || keys.includes(fallback))
+        throw err;
+      keys.push(fallback);
+    }
+  }
+}
+async function tavilyRequest(apiUrl, apiKey, body, signal) {
   let response;
   try {
     response = await fetchWithCredentialRedirects(apiUrl, {
@@ -137,15 +202,11 @@ export async function searchWithTavily(query, options = {}) {
         "Content-Type": "application/json"
       },
       body: JSON.stringify(body),
-      signal: requestSignal(options.signal)
+      signal
     }, ["Authorization"]);
   } catch (err) {
     const message = errorMessage(err);
     const redactedMessage = redactCredential(message, apiKey);
-    if (redactedMessage.toLowerCase().includes("abort"))
-      activityMonitor.logComplete(activityId, 0);
-    else
-      activityMonitor.logError(activityId, redactedMessage);
     if (redactedMessage === message)
       throw err;
     const redactedError = new Error(redactedMessage);
@@ -154,26 +215,12 @@ export async function searchWithTavily(query, options = {}) {
     throw redactedError;
   }
   if (!response.ok) {
-    activityMonitor.logComplete(activityId, response.status);
     const errorText = redactCredential(await response.text(), apiKey);
     throw new Error(`Tavily API error ${response.status}: ${errorText.slice(0, 300)}`);
   }
-  let data;
   try {
-    data = await response.json();
+    return await response.json();
   } catch (err) {
-    activityMonitor.logComplete(activityId, response.status);
     throw new Error(`Tavily API returned invalid JSON: ${errorMessage(err)}`);
   }
-  activityMonitor.logComplete(activityId, response.status);
-  const result = {
-    answer: typeof data.answer === "string" ? data.answer : "",
-    results: mapResults(data.results, numResults)
-  };
-  if (options.includeContent) {
-    const inlineContent = mapInlineContent(data.results);
-    if (inlineContent.length > 0)
-      result.inlineContent = inlineContent;
-  }
-  return result;
 }

package/extensions/dm-web-access/tool-activation.js

@@ -1,7 +1,4 @@
 import { buildSessionContext } from "@duckmind/dm-coding-agent";
-import { dirname, join } from "node:path";
-import { readFileSync } from "node:fs";
-import { fileURLToPath } from "node:url";
 import { Type } from "typebox";
 const LOADER_NAME = "web_enable";
 const CAPABILITY_LABELS = {
@@ -13,26 +10,47 @@ const CAPABILITY_LABELS = {
 function supportsDynamicTools(pi) {
   if (typeof pi.getAllTools !== "function" || typeof pi.getActiveTools !== "function" || typeof pi.setActiveTools !== "function")
     return false;
-  try {
-    const packagePath = join(dirname(fileURLToPath(import.meta.resolve("@duckmind/dm-coding-agent"))), "..", "package.json");
-    const [major, minor, patch] = JSON.parse(readFileSync(packagePath, "utf8")).version.split(".").map(Number);
-    return major > 0 || minor > 86 || minor === 86 && patch >= 1;
-  } catch {
+  const unsubscribe = pi.on("session_start", () => {});
+  if (typeof unsubscribe !== "function")
     return false;
-  }
+  unsubscribe();
+  return true;
 }
-function hasToolDeclarations(messages) {
-  return messages.some((message) => message && typeof message === "object" && (("toolsAdded" in message) || ("toolsRemoved" in message)));
+function addsToolsWithoutCheckpoint(model) {
+  const compat = model?.compat;
+  if (!model || compat?.supportsMidConvoSystemMessages !== true)
+    return false;
+  switch (model.api) {
+    case "anthropic-messages":
+      return compat.supportsMidConvoToolChanges === true;
+    case "openai-completions":
+      return compat.supportsMidConvoToolAdditions === true;
+    case "openai-responses":
+    case "openai-codex-responses":
+    case "azure-openai-responses":
+      return compat.supportsAdditionalTools === true || compat.supportsToolSearch === true;
+    default:
+      return false;
+  }
 }
-async function currentTranscriptToolNames(messages) {
-  const moduleName = "@duckmind/dm-ai/utils/transcript";
-  const { getCurrentTools } = await import(moduleName);
-  return getCurrentTools(messages).map((tool) => tool.name);
+function transcriptToolNames(messages) {
+  let tools;
+  for (const message of messages) {
+    if (message.role !== "system" || !(("toolsAdded" in message) || ("toolsRemoved" in message)))
+      continue;
+    tools ??= new Set;
+    for (const tool of message.toolsRemoved ?? [])
+      tools.delete(tool.name);
+    for (const tool of message.toolsAdded ?? [])
+      tools.add(tool.name);
+  }
+  return tools;
 }
-export function registerWebToolActivation(pi, tools) {
+export function registerWebToolActivation(pi, tools, mode) {
   if (tools.length === 0)
     return;
   if (!supportsDynamicTools(pi)) {
+    console.warn("[dm-web-access] Dynamic tool activation requires DM 0.86.0 or newer; web tools remain eagerly available.");
     return;
   }
   const names = tools.map((tool) => tool.name);
@@ -42,7 +60,7 @@ export function registerWebToolActivation(pi, tools) {
     name: LOADER_NAME,
     label: "Enable Web Access",
     description: "Enable configured dm-web-access tools for web research and content retrieval. Does not search or fetch. Enabled tools are available on the next model request; disabled capabilities remain unavailable.",
-    promptSnippet: `dm-web-access is configured for ${capabilities}. Call web_enable to activate these tools; use them on the next model request.`,
+    promptSnippet: `If tools for ${capabilities} are not already available, call web_enable first whenever current, external, or linked information could help; the tools appear on the next model request.`,
     parameters,
     async execute() {
       const registered = new Set(pi.getAllTools().map((tool) => tool.name));
@@ -80,18 +98,18 @@ export function registerWebToolActivation(pi, tools) {
     return pi.getAllTools().some((tool) => tool.name === LOADER_NAME);
   }
   let warned = false;
-  async function selectFromSession(ctx) {
+  let loaderSelected = true;
+  function selectFromSession(ctx) {
     if (!loaderAvailable())
       return;
     try {
       const messages = buildSessionContext(ctx.sessionManager.getBranch()).messages;
-      const recorded = hasToolDeclarations(messages) ? new Set(await currentTranscriptToolNames(messages)) : messages.length > 0 ? new Set(names) : new Set;
-      const heavy = new Set(names);
-      const active = pi.getActiveTools().filter((name) => !heavy.has(name));
-      for (const name of names)
-        if (recorded.has(name))
-          active.push(name);
-      pi.setActiveTools([...new Set([...active, LOADER_NAME])]);
+      const declared = transcriptToolNames(messages);
+      const eager = mode === "auto" && !declared && messages.length === 0 && !addsToolsWithoutCheckpoint(ctx.model);
+      const recorded = declared ?? new Set(messages.length > 0 || eager ? names : []);
+      loaderSelected = !eager && (!declared || declared.has(LOADER_NAME));
+      const others = pi.getActiveTools().filter((name) => name !== LOADER_NAME && !names.includes(name));
+      pi.setActiveTools([...new Set([...others, ...names.filter((name) => recorded.has(name)), ...loaderSelected ? [LOADER_NAME] : []])]);
     } catch (error) {
       if (!warned) {
         warned = true;
@@ -102,7 +120,7 @@ export function registerWebToolActivation(pi, tools) {
   pi.on("session_start", (_event, ctx) => selectFromSession(ctx));
   pi.on("session_tree", (_event, ctx) => selectFromSession(ctx));
   pi.on("before_agent_start", () => {
-    if (!loaderAvailable() || pi.getActiveTools().includes(LOADER_NAME))
+    if (!loaderSelected || !loaderAvailable() || pi.getActiveTools().includes(LOADER_NAME))
       return;
     try {
       pi.setActiveTools([...pi.getActiveTools(), LOADER_NAME]);

package/extensions/dm-web-access/tool-arguments.js

@@ -0,0 +1,21 @@
+export function parseStringifiedArrays(args, keys) {
+  if (!args || typeof args !== "object" || Array.isArray(args))
+    return args;
+  const input = args;
+  let output;
+  for (const key of keys) {
+    const value = input[key];
+    if (typeof value !== "string" || !value.trim().startsWith("["))
+      continue;
+    try {
+      const parsed = JSON.parse(value);
+      if (Array.isArray(parsed) && parsed.every((item) => typeof item === "string")) {
+        output ??= { ...input };
+        output[key] = parsed;
+      }
+    } catch {
+      throw new Error(`${key} must be an array of strings; the given value is not valid JSON`);
+    }
+  }
+  return output ?? args;
+}

package/extensions/dm-web-access/utils.js

@@ -209,7 +209,7 @@ function redactProxyUrl(value) {
     parsed.password = "redacted";
   return parsed.toString();
 }
-function loadConfiguredProxy() {
+export function loadConfiguredProxy() {
   let configured;
   const path = getWebSearchConfigPath();
   if (existsSync(path)) {
@@ -280,7 +280,7 @@ export function installGlobalProxyFetch() {
   if (typeof current !== "function" || current.__piWebAccessProxyFetch === true)
     return;
   const nativeFetch = current;
-  const wrapped = (input, init) => {
+  const wrapped = async (input, init) => {
     const proxy = init?.__proxy ?? getActiveProxy();
     if (!proxy)
       return nativeFetch(input, init);
@@ -293,12 +293,18 @@ export function installGlobalProxyFetch() {
     if (!url || url.protocol !== "http:" && url.protocol !== "https:" || isProxyBypassedUrl(url)) {
       return nativeFetch(input, init);
     }
+    if (input instanceof Request) {
+      const request = new Request(input, init);
+      request.signal.throwIfAborted();
+      const body = request.body === null ? null : new Uint8Array(await new Response(request.body.pipeThrough(new TransformStream, { signal: request.signal })).arrayBuffer());
+      init = { ...init, method: request.method, headers: request.headers, body, signal: request.signal, redirect: request.redirect };
+    }
     return fetchViaCurl(url, init ?? {}, proxy);
   };
   wrapped.__piWebAccessProxyFetch = true;
   globalThis.fetch = wrapped;
 }
-function parseHeaderDump(dump) {
+function parseHeaderDump(dump, keepLengthHeaders) {
   const blocks = dump.split(/\r?\n\r?\n/).filter((block) => /^HTTP\/[\d.]+\s+\d{3}/.test(block.trim()));
   const block = (blocks.length > 0 ? blocks[blocks.length - 1] : "").trim();
   const lines = block.split(/\r?\n/);
@@ -316,7 +322,7 @@ function parseHeaderDump(dump) {
     const separator = line.indexOf(":");
     if (separator > 0) {
       const name = line.slice(0, separator).trim();
-      if (name.toLowerCase() === "content-encoding" || name.toLowerCase() === "content-length")
+      if (!keepLengthHeaders && (name.toLowerCase() === "content-encoding" || name.toLowerCase() === "content-length"))
         continue;
       headers.push([name, line.slice(separator + 1).trim()]);
     }
@@ -387,7 +393,9 @@ async function fetchViaCurlOnce(url, init, proxyUrl) {
     "--write-out",
     "%{json}"
   ];
-  if (method !== "GET" && method !== "HEAD")
+  if (method === "HEAD")
+    args.push("--head");
+  else if (method !== "GET")
     args.push("-X", method);
   for (const [name, value] of headers.entries()) {
     if (value === "")
@@ -411,6 +419,8 @@ async function fetchViaCurlOnce(url, init, proxyUrl) {
     args.push("--data-binary", `@${requestBodyFile}`);
     if (method === "GET")
       args.unshift("-X", "GET");
+  } else if ((method === "POST" || method === "PUT") && !headers.has("content-length")) {
+    args.push("-H", "Content-Length: 0");
   }
   args.push(url.toString());
   const signal = init.signal ?? null;
@@ -466,7 +476,7 @@ async function fetchViaCurlOnce(url, init, proxyUrl) {
   } catch {} finally {
     await rm(dir, { recursive: true, force: true }).catch(() => {});
   }
-  const { status, statusText, headers: responseHeaders } = parseHeaderDump(dump);
+  const { status, statusText, headers: responseHeaders } = parseHeaderDump(dump, method === "HEAD");
   if (status === 0) {
     throw new Error(`Proxy fetch to ${url.toString()} via ${redactProxyUrl(proxyUrl)} returned no HTTP status`);
   }
@@ -481,7 +491,7 @@ async function fetchViaCurlOnce(url, init, proxyUrl) {
       redirected = (writeOut.num_redirects ?? 0) > 0;
     }
   } catch {}
-  const nullBody = status === 204 || status === 205 || status === 304;
+  const nullBody = method === "HEAD" || status === 204 || status === 205 || status === 304;
   const response = new Response(nullBody ? null : new Uint8Array(bodyBuffer), {
     status,
     statusText: statusText || undefined,

package/extensions/dm-web-access/video-extract.js

@@ -219,7 +219,7 @@ async function tryVideoGeminiWeb(info, prompt, model, signal) {
     if (signal?.aborted)
       return null;
     const text = await queryWithCookies(prompt, cookies, {
-      files: [info.absolutePath],
+      files: [{ path: info.absolutePath, mimeType: info.mimeType }],
       ...model !== "gemini-3.6-flash" ? { model } : {},
       signal,
       timeoutMs: 180000