@duckmind/dm-darwin-x64 0.66.5 → 0.66.6

package/extensions/dm-tty/web/index.html

@@ -0,0 +1,117 @@
+<!doctype html>
+<html lang="en">
+<head>
+  <meta charset="utf-8">
+  <meta name="viewport" content="width=device-width,initial-scale=1">
+  <title>DM TTY</title>
+  <link rel="stylesheet" href="/xterm.css">
+  <link rel="stylesheet" href="/style.css">
+  <script defer src="/xterm.js"></script>
+  <script defer src="/addon-fit.js"></script>
+  <script defer src="/client.js"></script>
+</head>
+<body>
+  <header>
+    <strong>DM TTY</strong>
+    <span id="state" role="status" aria-live="polite">Offline</span>
+    <button id="history" type="button" aria-controls="history-panel" aria-expanded="false" hidden>History</button>
+    <details id="session-menu">
+      <summary aria-label="Connection and terminal options">⋯</summary>
+      <section class="menu-panel" aria-label="Terminal options">
+        <label for="token">Access token</label>
+        <input id="token" type="password" autocomplete="off" spellcheck="false" placeholder="From /tty start">
+        <div class="menu-actions">
+          <button id="connect" type="button">Connect</button>
+          <button id="disconnect" type="button" disabled>Disconnect</button>
+        </div>
+        <div class="menu-actions">
+          <button id="save-token" type="button">Save Access Token</button>
+          <button id="clear-token" type="button">Clear saved token</button>
+        </div>
+        <span id="token-status" role="status" aria-live="polite"></span>
+        <p class="security-note">Saving is optional. A saved token is readable by scripts on this origin; use HTTPS remotely and avoid shared browsers.</p>
+        <details id="session-panel">
+          <summary>Sessions</summary>
+          <p>Open a running tmux or screen session by selecting its tab. Switching tabs does not stop the session.</p>
+          <button id="session-refresh" type="button" disabled>Refresh tabs</button>
+          <p>Tab order (this page only): use the arrows to move tabs left or right.</p>
+          <div id="tab-order" aria-label="Reorder terminal tabs"></div>
+          <form id="session-create" autocomplete="off">
+            <label for="session-backend">New session</label>
+            <select id="session-backend" aria-label="Session backend"><option value="tmux">tmux</option><option value="screen">screen</option></select>
+            <label for="session-name">Name</label>
+            <input id="session-name" maxlength="64" pattern="[A-Za-z0-9][A-Za-z0-9._\-]*" placeholder="work" required>
+            <button id="session-add" type="submit" disabled>Create and open</button>
+          </form>
+        </details>
+        <p class="security-note">Full shell access. Use SSH or HTTPS remotely.</p>
+      </section>
+    </details>
+  </header>
+  <nav id="tabs" role="tablist" aria-label="Terminal sessions" hidden></nav>
+  <main id="terminal" aria-label="Remote shell terminal">
+    <section id="history-panel" aria-label="Recent session output" tabindex="0" hidden>
+      <div class="history-actions">
+        <p>Recent stream · retains up to 2,000 lines / 65,536 characters · terminal redraws may repeat text</p>
+        <label for="history-lines">Show lines</label>
+        <input id="history-lines" type="number" min="1" max="2000" step="1" value="2000" inputmode="numeric">
+        <button id="history-copy" type="button">Copy</button>
+      </div>
+      <span id="copy-status" role="status" aria-live="polite"></span>
+      <pre id="history-text"></pre>
+    </section>
+    <form id="command-form" autocomplete="off" hidden>
+      <label class="sr-only" for="command">Shell command (Vietnamese IME)</label>
+      <textarea id="command" rows="1" wrap="off" autocomplete="off" autocapitalize="off" autocorrect="off" spellcheck="false" aria-label="Shell command (Vietnamese IME)"></textarea>
+      <div id="command-preview" aria-hidden="true"><span id="command-before"></span><span id="command-selection"></span><span id="command-caret"></span><span id="command-after"></span></div>
+    </form>
+  </main>
+  <nav id="accessory" aria-label="Terminal keys">
+    <div id="primary-key-strip" class="key-strip">
+      <button type="button" class="key-scroll" data-scroll="-1" aria-label="Scroll terminal keys left" hidden>‹</button>
+      <div id="primary-key-row" class="key-row">
+      <button type="button" data-key="Escape" disabled>Esc</button>
+      <button type="button" data-key="Tab" disabled>Tab</button>
+      <button type="button" id="ctrl" aria-pressed="false" disabled>Ctrl</button>
+      <button type="button" id="alt" aria-pressed="false" disabled>Alt</button>
+      <button type="button" data-key="ArrowUp" aria-label="Up" disabled>↑</button>
+      <button type="button" data-key="ArrowDown" aria-label="Down" disabled>↓</button>
+      <button type="button" data-key="ArrowLeft" aria-label="Left" disabled>←</button>
+      <button type="button" data-key="ArrowRight" aria-label="Right" disabled>→</button>
+      <button type="button" data-key="Backspace" aria-label="Backspace" disabled>⌫</button>
+      <button type="button" data-key="Enter" aria-label="Send draft or Return" disabled>↵</button>
+      <button type="button" id="more" aria-expanded="false" aria-controls="function-keys" disabled>…</button>
+      </div>
+      <button type="button" class="key-scroll" data-scroll="1" aria-label="Scroll terminal keys right" hidden>›</button>
+    </div>
+    <div id="function-keys" class="key-strip" hidden>
+      <button type="button" class="key-scroll" data-scroll="-1" aria-label="Scroll extra keys left" hidden>‹</button>
+      <div id="extra-key-row" class="key-row">
+      <button type="button" data-text="/" aria-label="Insert slash" disabled>/</button>
+      <button type="button" data-text="-" aria-label="Insert dash" disabled>-</button>
+      <button type="button" data-text="|" aria-label="Insert pipe" disabled>|</button>
+      <button type="button" data-text="~" aria-label="Insert tilde" disabled>~</button>
+      <button type="button" data-text="_" aria-label="Insert underscore" disabled>_</button>
+      <button type="button" data-text="&amp;" aria-label="Insert ampersand" disabled>&amp;</button>
+      <button type="button" data-key="Home" disabled>Home</button>
+      <button type="button" data-key="End" disabled>End</button>
+      <button type="button" data-key="PageUp" disabled>PgUp</button>
+      <button type="button" data-key="PageDown" disabled>PgDn</button>
+      <button type="button" data-key="F1" disabled>F1</button>
+      <button type="button" data-key="F2" disabled>F2</button>
+      <button type="button" data-key="F3" disabled>F3</button>
+      <button type="button" data-key="F4" disabled>F4</button>
+      <button type="button" data-key="F5" disabled>F5</button>
+      <button type="button" data-key="F6" disabled>F6</button>
+      <button type="button" data-key="F7" disabled>F7</button>
+      <button type="button" data-key="F8" disabled>F8</button>
+      <button type="button" data-key="F9" disabled>F9</button>
+      <button type="button" data-key="F10" disabled>F10</button>
+      <button type="button" data-key="F11" disabled>F11</button>
+      <button type="button" data-key="F12" disabled>F12</button>
+      </div>
+      <button type="button" class="key-scroll" data-scroll="1" aria-label="Scroll extra keys right" hidden>›</button>
+    </div>
+  </nav>
+</body>
+</html>

package/extensions/dm-tty/web/style.css

@@ -0,0 +1,73 @@
+:root { color-scheme: dark; font: 14px system-ui, sans-serif; background: #10131b; color: #e2e8f0; }
+* { box-sizing: border-box; }
+body { margin: 0; height: 100dvh; display: flex; flex-direction: column; overflow: hidden; }
+header { flex: none; display: flex; align-items: center; gap: 8px; height: 36px; padding: 0 8px; border-bottom: 1px solid #334155; }
+strong { flex: none; color: #c4b5fd; font-size: 12px; }
+input, textarea, button, select { font: inherit; color: inherit; background: #1e293b; border: 1px solid #64748b; border-radius: 5px; padding: 7px 10px; }
+input { width: min(280px, 65vw); }
+button { cursor: pointer; }
+button:disabled { opacity: .45; cursor: default; }
+input:focus, textarea:focus, select:focus, button:focus-visible, summary:focus-visible { outline: 2px solid #a78bfa; outline-offset: 2px; }
+#state { flex: 1; min-width: 0; overflow: hidden; text-overflow: ellipsis; white-space: nowrap; color: #94a3b8; font-size: 12px; }
+#state[data-connected="true"] { color: #86efac; }
+#history { flex: none; padding: 3px 7px; font-size: 12px; }
+#history[hidden], #history-panel[hidden] { display: none; }
+#history-panel { position: absolute; z-index: 3; inset: 0; overflow: auto; overscroll-behavior: contain; touch-action: pan-y; padding: 6px 12px; background: #10131b; }
+#history-panel p { margin: 0 0 8px; color: #94a3b8; font-size: 11px; }
+.history-actions { position: sticky; top: -6px; z-index: 1; display: flex; align-items: center; gap: 6px; flex-wrap: wrap; padding: 6px 0; background: #10131b; }
+.history-actions p { flex: 1 1 150px; }
+.history-actions button { flex: none; padding: 3px 7px; font-size: 12px; }
+#history-lines { width: 72px; padding: 3px 5px; font-size: 16px; }
+#history-text { margin: 0; white-space: pre-wrap; overflow-wrap: anywhere; user-select: text; -webkit-user-select: text; font: 14px/1.4 "courier-new", courier, monospace; }
+::selection { color: #fff; background: #5b21b6; }
+summary { cursor: pointer; }
+#session-menu { flex: none; }
+#session-menu > summary { list-style: none; width: 40px; height: 34px; text-align: center; font-size: 24px; line-height: 30px; }
+#session-menu > summary::-webkit-details-marker { display: none; }
+.menu-panel { position: absolute; z-index: 5; top: 36px; right: 4px; width: min(340px, calc(100vw - 8px)); max-height: calc(100dvh - 84px); overflow-y: auto; display: grid; gap: 10px; padding: 14px; border: 1px solid #475569; border-radius: 8px; background: #151c2b; box-shadow: 0 8px 24px #0008; }
+.menu-panel input { width: 100%; min-width: 0; font-size: 16px; }
+.menu-panel select { min-height: 40px; }
+.menu-panel button { min-height: 40px; text-align: left; }
+.menu-actions { display: flex; gap: 8px; }
+.menu-actions button { flex: 1; }
+#copy-status, #token-status { min-height: 1em; font-size: 12px; color: #c4b5fd; }
+.security-note { margin: 0; font-size: 12px; line-height: 1.5; color: #94a3b8; }
+#session-panel summary { padding: 6px 0; }
+#session-panel p { color: #94a3b8; font-size: 12px; line-height: 1.5; }
+#session-create { display: grid; gap: 6px; margin-top: 8px; }
+#session-create input { width: 100%; }
+#session-refresh { width: 100%; }
+#tab-order { display: grid; gap: 5px; }
+.tab-order-row { display: flex; align-items: center; gap: 5px; }
+.tab-order-row span { flex: 1; min-width: 0; overflow: hidden; text-overflow: ellipsis; white-space: nowrap; }
+.tab-order-row button { flex: none; min-width: 40px; text-align: center; }
+#tabs { flex: none; display: flex; gap: 2px; min-height: 30px; padding: 2px 6px 0; overflow-x: auto; border-bottom: 1px solid #263247; background: #10131b; scrollbar-width: none; }
+#tabs::-webkit-scrollbar { display: none; }
+#tabs[hidden] { display: none; }
+#tabs button { flex: 0 0 auto; max-width: 220px; min-height: 28px; padding: 3px 10px; overflow: hidden; text-overflow: ellipsis; white-space: nowrap; border: 0; border-radius: 5px 5px 0 0; background: transparent; color: #94a3b8; font-size: 12px; }
+#tabs button[aria-selected="true"] { background: #263247; color: #f8fafc; }
+#tabs button[data-attached="true"]::after { content: " · live"; color: #86efac; }
+#terminal { position: relative; flex: 1; min-height: 0; padding: 4px 12px 10px; overflow: hidden; }
+.xterm { height: 100%; }
+#command-form { position: absolute; z-index: 2; margin: 0; pointer-events: none; overflow: hidden; font: 14px/20px "courier-new", courier, monospace; }
+#command-form[hidden] { display: none; }
+/* Keep a real focusable input for native IME/mobile keyboards, never a visible control. */
+#command, #command:focus { position: absolute; opacity: 0; pointer-events: none; outline: none; border: 0; padding: 0; margin: 0; border-radius: 0; background: transparent; color: transparent; caret-color: transparent; resize: none; overflow: hidden; font-size: 16px; text-indent: 0; }
+#command-preview { white-space: pre-wrap; overflow-wrap: anywhere; tab-size: 8; }
+#command-before, #command-after { background: #10131b; }
+#command-selection { background: #475569; }
+#command-caret { display: inline-block; height: 1em; width: 0; vertical-align: text-bottom; }
+#command-form:focus-within #command-caret { border-left: 1px solid #c4b5fd; margin-right: -1px; }
+.sr-only { position: absolute; width: 1px; height: 1px; padding: 0; overflow: hidden; clip: rect(0, 0, 0, 0); white-space: nowrap; border: 0; }
+#accessory { position: sticky; bottom: 0; z-index: 4; flex: none; padding: 0 2px env(safe-area-inset-bottom); border-top: 1px solid #334155; background: #151c2b; }
+.key-strip { display: flex; align-items: stretch; min-width: 0; }
+.key-strip[hidden], .key-scroll[hidden] { display: none; }
+.key-scroll { flex: none; width: 28px; min-height: 34px; padding: 0; border: 0; border-radius: 0; background: #303e56; font-size: 22px; }
+.key-row { display: flex; flex: 1; min-width: 0; gap: 5px; overflow-x: auto; scrollbar-width: none; overscroll-behavior-x: contain; }
+.key-row::-webkit-scrollbar { display: none; }
+.key-row button { flex: 0 0 auto; min-width: 38px; min-height: 34px; padding: 3px 7px; border: 0; border-radius: 3px; background: transparent; font-size: 12px; touch-action: manipulation; user-select: none; }
+.key-row button[data-key="Home"], .key-row button[data-key="End"],
+.key-row button[data-key="PageUp"], .key-row button[data-key="PageDown"] { min-width: 48px; }
+.key-row button[aria-pressed="true"] { background: #6d28d9; color: white; font-weight: bold; }
+.key-row button[data-locked="true"] { box-shadow: inset 0 -3px #ddd6fe; }
+@media (max-width: 600px) { #terminal { padding: 2px; } }

package/extensions/dm-web-access/brave-rate-limit.js

@@ -0,0 +1,160 @@
+const DEFAULT_SAFETY_MARGIN_MS = 100;
+const DEFAULT_MAX_WAIT_MS = 30000;
+function parseNumberList(value) {
+  if (!value)
+    return [];
+  return value.split(",").map((part) => Number(part.trim()));
+}
+function parsePolicyWindows(value) {
+  if (!value)
+    return [];
+  return value.split(",").map((part) => {
+    const match = /(?:^|;)\s*w=(\d+(?:\.\d+)?)\s*(?:;|$)/i.exec(part.trim());
+    if (!match)
+      return null;
+    const seconds = Number(match[1]);
+    return Number.isFinite(seconds) && seconds >= 0 ? seconds : null;
+  });
+}
+export function parseBraveRateLimitHeaders(headers) {
+  const limits = parseNumberList(headers.get("x-ratelimit-limit"));
+  const remaining = parseNumberList(headers.get("x-ratelimit-remaining"));
+  const resets = parseNumberList(headers.get("x-ratelimit-reset"));
+  const windows = parsePolicyWindows(headers.get("x-ratelimit-policy"));
+  const count = Math.max(limits.length, remaining.length, resets.length, windows.length);
+  const buckets = [];
+  for (let index = 0;index < count; index++) {
+    const limit = limits[index];
+    const left = remaining[index];
+    const resetSeconds = resets[index];
+    if (![limit, left, resetSeconds].every(Number.isFinite) || limit < 0 || left < 0 || resetSeconds < 0)
+      continue;
+    buckets.push({
+      limit,
+      windowSeconds: windows[index] ?? null,
+      remaining: left,
+      resetSeconds
+    });
+  }
+  return buckets;
+}
+export function parseRetryAfterMs(headers, now = Date.now()) {
+  const value = headers.get("retry-after")?.trim();
+  if (!value)
+    return null;
+  const seconds = Number(value);
+  if (Number.isFinite(seconds) && seconds >= 0)
+    return seconds * 1000;
+  const date = Date.parse(value);
+  if (!Number.isFinite(date))
+    return null;
+  return Math.max(0, date - now);
+}
+function exhaustedBuckets(headers) {
+  return parseBraveRateLimitHeaders(headers).filter((bucket) => bucket.limit > 0 && bucket.remaining === 0);
+}
+function defaultSleep(ms, signal) {
+  if (signal?.aborted)
+    return Promise.reject(new Error("Aborted"));
+  return new Promise((resolve, reject) => {
+    const cleanup = () => signal?.removeEventListener("abort", onAbort);
+    const timer = setTimeout(() => {
+      cleanup();
+      resolve();
+    }, ms);
+    const onAbort = () => {
+      clearTimeout(timer);
+      cleanup();
+      reject(new Error("Aborted"));
+    };
+    signal?.addEventListener("abort", onAbort, { once: true });
+  });
+}
+function formatWait(ms) {
+  const seconds = Math.ceil(ms / 1000);
+  if (seconds < 60)
+    return `${seconds}s`;
+  const minutes = Math.ceil(seconds / 60);
+  if (minutes < 60)
+    return `${minutes}m`;
+  const hours = Math.ceil(minutes / 60);
+  return `${hours}h`;
+}
+
+export class BraveRateLimitCoordinator {
+  queue = Promise.resolve();
+  blockedUntil = 0;
+  now;
+  sleep;
+  safetyMarginMs;
+  maxWaitMs;
+  constructor(options = {}) {
+    this.now = options.now ?? Date.now;
+    this.sleep = options.sleep ?? defaultSleep;
+    this.safetyMarginMs = options.safetyMarginMs ?? DEFAULT_SAFETY_MARGIN_MS;
+    this.maxWaitMs = options.maxWaitMs ?? DEFAULT_MAX_WAIT_MS;
+  }
+  run(operation, signal) {
+    const scheduled = this.queue.then(async () => {
+      await this.waitForAvailability(signal);
+      if (signal?.aborted)
+        throw new Error("Aborted");
+      return operation();
+    });
+    this.queue = scheduled.then(() => {
+      return;
+    }, () => {
+      return;
+    });
+    if (!signal)
+      return scheduled;
+    if (signal.aborted)
+      return Promise.reject(new Error("Aborted"));
+    return new Promise((resolve, reject) => {
+      const onAbort = () => reject(new Error("Aborted"));
+      signal.addEventListener("abort", onAbort, { once: true });
+      scheduled.then(resolve, reject).finally(() => signal.removeEventListener("abort", onAbort));
+    });
+  }
+  observe(headers) {
+    const exhausted = exhaustedBuckets(headers);
+    if (exhausted.length === 0)
+      return;
+    const resetMs = Math.max(...exhausted.map((bucket) => bucket.resetSeconds * 1000));
+    this.blockFor(resetMs);
+  }
+  retryDelay(headers) {
+    const advertised = parseRetryAfterMs(headers, this.now());
+    const exhausted = exhaustedBuckets(headers);
+    const bucketDelay = exhausted.length > 0 ? Math.max(...exhausted.map((bucket) => bucket.resetSeconds * 1000)) : null;
+    if (advertised === null && bucketDelay === null)
+      return null;
+    return Math.max(advertised ?? 0, bucketDelay ?? 0) + this.safetyMarginMs;
+  }
+  recordRetryDelay(delayMs) {
+    this.blockFor(delayMs, false);
+  }
+  async waitForRecordedCooldown(signal) {
+    await this.waitForAvailability(signal);
+  }
+  async waitForRetry(delayMs, signal) {
+    this.recordRetryDelay(delayMs);
+    await this.waitForRecordedCooldown(signal);
+  }
+  blockFor(delayMs, addMargin = true) {
+    const boundedDelay = Math.max(0, delayMs) + (addMargin ? this.safetyMarginMs : 0);
+    this.blockedUntil = Math.max(this.blockedUntil, this.now() + boundedDelay);
+  }
+  async waitForAvailability(signal) {
+    const waitMs = Math.max(0, this.blockedUntil - this.now());
+    if (waitMs === 0)
+      return;
+    this.assertWaitIsBounded(waitMs);
+    await this.sleep(waitMs, signal);
+  }
+  assertWaitIsBounded(waitMs) {
+    if (waitMs <= this.maxWaitMs)
+      return;
+    throw new Error(`Brave Search quota exhausted; estimated reset in ${formatWait(waitMs)}. Refusing to wait longer than ${formatWait(this.maxWaitMs)} inside one search call.`);
+  }
+}

package/extensions/dm-web-access/brave.js

@@ -1,5 +1,6 @@
 import { existsSync, readFileSync } from "node:fs";
 import { activityMonitor } from "./activity.js";
+import { BraveRateLimitCoordinator } from "./brave-rate-limit.js";
 import { normalizeDomain } from "./domain-filter-normalization.js";
 import { normalizeSearchResultCount } from "./search-result-count-normalization.js";
 import { hasCredentialSource, redactCredential, resolveCredential } from "./credential-source.js";
@@ -7,6 +8,7 @@ import { fetchWithCredentialRedirects, getWebSearchConfigPath, resolveApiBaseUrl
 const BRAVE_API_BASE_URL = "https://api.search.brave.com/res/v1";
 const CONFIG_PATH = getWebSearchConfigPath();
 const SEARCH_TIMEOUT_MS = 30000;
+const braveRateLimit = new BraveRateLimitCoordinator;
 let cachedConfig = null;
 function loadConfig() {
   if (cachedConfig)
@@ -85,6 +87,37 @@ function matchesDomainFilters(url, filters) {
   }
   return !filters.blocked.some((domain) => hostMatchesDomain(hostname, domain));
 }
+const HTML_ENTITIES = {
+  "&": "&",
+  "&lt;": "<",
+  "&gt;": ">",
+  "&quot;": '"',
+  "&apos;": "'",
+  "&nbsp;": " ",
+  "&mdash;": "—",
+  "&ndash;": "–",
+  "&hellip;": "…",
+  "&rsquo;": "’",
+  "&lsquo;": "‘",
+  "&rdquo;": "”",
+  "&ldquo;": "“",
+  "&middot;": "·",
+  "&bull;": "•",
+  "&deg;": "°"
+};
+function stripHtml(value) {
+  return value.replace(/<[^>]*>/g, "").replace(/&[a-z]+;|&#x?[0-9a-f]+;/gi, (entity) => {
+    const named = HTML_ENTITIES[entity.toLowerCase()];
+    if (named)
+      return named;
+    const numeric = /^&#(x?)([0-9a-f]+);$/i.exec(entity);
+    if (!numeric)
+      return entity;
+    const code = Number.parseInt(numeric[2], numeric[1] ? 16 : 10);
+    const valid = code <= 1114111 && (code < 55296 || code > 57343);
+    return valid ? String.fromCodePoint(code) : entity;
+  }).trim();
+}
 export function isBraveAvailable() {
   return hasCredentialSource({
     provider: "Brave",
@@ -121,15 +154,33 @@ export async function searchWithBrave(query, options = {}) {
       params.set("freshness", freshness);
   }
   try {
-    const response = await fetchWithCredentialRedirects(`${apiUrl}?${params.toString()}`, {
-      method: "GET",
-      headers: {
-        "X-Subscription-Token": apiKey,
-        Accept: "application/json",
-        "Accept-Encoding": "gzip"
-      },
-      signal: options.signal ? AbortSignal.any([AbortSignal.timeout(SEARCH_TIMEOUT_MS), options.signal]) : AbortSignal.timeout(SEARCH_TIMEOUT_MS)
-    }, ["X-Subscription-Token"]);
+    const searchDeadline = AbortSignal.timeout(SEARCH_TIMEOUT_MS);
+    const searchSignal = options.signal ? AbortSignal.any([searchDeadline, options.signal]) : searchDeadline;
+    const response = await braveRateLimit.run(async () => {
+      for (let attempt = 0;attempt < 2; attempt++) {
+        const current = await fetchWithCredentialRedirects(`${apiUrl}?${params.toString()}`, {
+          method: "GET",
+          headers: {
+            "X-Subscription-Token": apiKey,
+            Accept: "application/json",
+            "Accept-Encoding": "gzip"
+          },
+          signal: searchSignal
+        }, ["X-Subscription-Token"]);
+        braveRateLimit.observe(current.headers);
+        if (current.status !== 429 || attempt === 1)
+          return current;
+        const retryDelay = braveRateLimit.retryDelay(current.headers);
+        if (retryDelay === null)
+          return current;
+        braveRateLimit.recordRetryDelay(retryDelay);
+        await current.body?.cancel().catch(() => {
+          return;
+        });
+        await braveRateLimit.waitForRecordedCooldown(searchSignal);
+      }
+      throw new Error("Brave Search retry loop exited unexpectedly");
+    }, searchSignal);
     if (!response.ok) {
       activityMonitor.logError(activityId, `HTTP ${response.status}`);
       const errorText = redactCredential(await response.text(), apiKey);
@@ -142,9 +193,9 @@ export async function searchWithBrave(query, options = {}) {
       if (!item.url || !matchesDomainFilters(item.url, domainFilters))
         continue;
       results.push({
-        title: item.title || item.url,
+        title: stripHtml(item.title || "") || item.url,
         url: item.url,
-        snippet: item.description || ""
+        snippet: stripHtml(item.description || "")
       });
       if (results.length >= numResults)
         break;

package/extensions/dm-web-access/ceramic.js

@@ -0,0 +1,197 @@
+import { existsSync, readFileSync } from "node:fs";
+import { activityMonitor } from "./activity.js";
+import { normalizeDomain } from "./domain-filter-normalization.js";
+import { formatSearchResultsAsAnswer } from "./search-answer-formatting.js";
+import { normalizeSearchResultCount } from "./search-result-count-normalization.js";
+import { hasCredentialSource, redactCredential, resolveCredential } from "./credential-source.js";
+import { fetchWithCredentialRedirects, getWebSearchConfigPath } from "./utils.js";
+const CERAMIC_SEARCH_URL = "https://api.ceramic.ai/search";
+const CONFIG_PATH = getWebSearchConfigPath();
+const SEARCH_TIMEOUT_MS = 30000;
+const MAX_REQUEST_RESULTS = 20;
+const REQUEST_DESCRIPTION_CHARS = 1000;
+const MAX_SNIPPET_CHARS = 500;
+let cachedConfig = null;
+function loadConfig() {
+  if (cachedConfig)
+    return cachedConfig;
+  if (!existsSync(CONFIG_PATH)) {
+    cachedConfig = {};
+    return cachedConfig;
+  }
+  const raw = readFileSync(CONFIG_PATH, "utf-8");
+  let parsed;
+  try {
+    parsed = JSON.parse(raw);
+  } catch (err) {
+    const message = err instanceof Error ? err.message : String(err);
+    throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
+  }
+  if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
+    throw new Error(`Invalid config in ${CONFIG_PATH}: expected a JSON object`);
+  }
+  cachedConfig = parsed;
+  return cachedConfig;
+}
+async function requireApiKey(signal) {
+  const apiKey = await resolveCredential({
+    provider: "Ceramic",
+    configuredValue: loadConfig().ceramicApiKey,
+    environmentValue: process.env.CERAMIC_API_KEY,
+    signal
+  });
+  if (!apiKey) {
+    throw new Error(`Ceramic API key not found. Either:
+` + `  1. Create ${CONFIG_PATH} with { "ceramicApiKey": "your-key" }
+` + `  2. Set CERAMIC_API_KEY environment variable
+` + "Get a key at https://platform.ceramic.ai/keys");
+  }
+  return apiKey;
+}
+function parseDomainFilter(domainFilter) {
+  const filters = { include: [], exclude: [] };
+  for (const raw of domainFilter ?? []) {
+    const domain = normalizeDomain(raw);
+    if (!domain)
+      continue;
+    const target = raw.trim().startsWith("-") ? filters.exclude : filters.include;
+    if (!target.includes(domain))
+      target.push(domain);
+  }
+  return filters;
+}
+function passesDomainFilters(url, filters) {
+  if (filters.include.length === 0 && filters.exclude.length === 0)
+    return true;
+  const hostname = url.hostname.toLowerCase();
+  const matches = (domain) => hostname === domain || hostname.endsWith(`.${domain}`);
+  if (filters.exclude.some(matches))
+    return false;
+  return filters.include.length === 0 || filters.include.some(matches);
+}
+function buildQuery(query, filters) {
+  if (filters.include.length === 0)
+    return query;
+  const sites = filters.include.map((domain) => `site:${domain}`);
+  return `${query} ${sites.length === 1 ? sites[0] : `(${sites.join(" OR ")})`}`;
+}
+function text(value) {
+  return typeof value === "string" ? value.replace(/\s+/g, " ").trim() : "";
+}
+function errorMessage(err) {
+  return err instanceof Error ? err.message : String(err);
+}
+function invalidResponse(message) {
+  return new Error(`Ceramic returned invalid response: ${message}`);
+}
+function parseResponse(value) {
+  if (!value || typeof value !== "object" || Array.isArray(value))
+    throw invalidResponse("expected an object envelope");
+  const result = value.result;
+  if (!result || typeof result !== "object" || Array.isArray(result))
+    throw invalidResponse("expected result object");
+  const results = result.results;
+  if (!Array.isArray(results))
+    throw invalidResponse("expected result.results array");
+  return results;
+}
+function describeError(body) {
+  try {
+    const parsed = JSON.parse(body);
+    const parts = [text(parsed.title), text(parsed.detail)].filter(Boolean);
+    if (parts.length > 0)
+      return parts.join(": ");
+  } catch {}
+  return body;
+}
+export function isCeramicAvailable() {
+  return hasCredentialSource({ provider: "Ceramic", configuredValue: loadConfig().ceramicApiKey, environmentValue: process.env.CERAMIC_API_KEY });
+}
+export async function searchWithCeramic(query, options = {}) {
+  const apiKey = await requireApiKey(options.signal);
+  const numResults = normalizeSearchResultCount(options.numResults);
+  const filters = parseDomainFilter(options.domainFilter);
+  const hasDomainFilters = filters.include.length > 0 || filters.exclude.length > 0;
+  const body = {
+    query: buildQuery(query, filters),
+    maxResults: hasDomainFilters ? Math.min(MAX_REQUEST_RESULTS, numResults + 5) : numResults,
+    maxDescriptionLength: REQUEST_DESCRIPTION_CHARS
+  };
+  const activityId = activityMonitor.logStart({ type: "api", query });
+  const timeoutSignal = AbortSignal.timeout(SEARCH_TIMEOUT_MS);
+  let response;
+  let entries;
+  try {
+    response = await fetchWithCredentialRedirects(CERAMIC_SEARCH_URL, {
+      method: "POST",
+      headers: {
+        Accept: "application/json",
+        "Content-Type": "application/json",
+        Authorization: `Bearer ${apiKey}`
+      },
+      body: JSON.stringify(body),
+      signal: options.signal ? AbortSignal.any([timeoutSignal, options.signal]) : timeoutSignal
+    }, ["Authorization"]);
+    if (!response.ok) {
+      const errorText = redactCredential(describeError(await response.text()), apiKey).slice(0, 300);
+      throw new Error(`Ceramic error ${response.status}: ${errorText}`);
+    }
+    let rawData;
+    try {
+      rawData = await response.json();
+    } catch (err) {
+      if (err instanceof Error && err.name === "TimeoutError")
+        throw err;
+      throw new Error(`Ceramic returned invalid JSON: ${errorMessage(err)}`);
+    }
+    entries = parseResponse(rawData);
+  } catch (err) {
+    if (options.signal?.aborted) {
+      activityMonitor.logComplete(activityId, 0);
+      throw new Error("Aborted");
+    }
+    const message = errorMessage(err);
+    const providerTimeout = timeoutSignal.aborted || err instanceof Error && err.name === "TimeoutError";
+    const outgoing = providerTimeout ? new Error(`Ceramic request timed out after ${Math.round(SEARCH_TIMEOUT_MS / 1000)}s`) : (() => {
+      const redactedMessage = redactCredential(message, apiKey);
+      if (redactedMessage === message && err instanceof Error)
+        return err;
+      const redactedError = new Error(redactedMessage);
+      if (err instanceof Error)
+        redactedError.name = err.name;
+      return redactedError;
+    })();
+    activityMonitor.logError(activityId, redactCredential(errorMessage(outgoing), apiKey));
+    throw outgoing;
+  }
+  activityMonitor.logComplete(activityId, response.status);
+  const results = [];
+  const seen = new Set;
+  for (const entry of entries) {
+    if (!entry || typeof entry !== "object")
+      continue;
+    if (typeof entry.url !== "string" || !entry.url)
+      continue;
+    let resultUrl;
+    try {
+      resultUrl = new URL(entry.url);
+    } catch {
+      continue;
+    }
+    if (resultUrl.protocol !== "http:" && resultUrl.protocol !== "https:")
+      continue;
+    if (!passesDomainFilters(resultUrl, filters))
+      continue;
+    if (seen.has(resultUrl.href))
+      continue;
+    seen.add(resultUrl.href);
+    results.push({
+      title: text(entry.title) || `Source ${results.length + 1}`,
+      url: resultUrl.href,
+      snippet: text(entry.description).slice(0, MAX_SNIPPET_CHARS)
+    });
+    if (results.length >= numResults)
+      break;
+  }
+  return { answer: formatSearchResultsAsAnswer(results), results };
+}