chat-recall 0.7.11 → 0.7.13

package/dist/cli.js

@@ -4628,8 +4628,15 @@ var init_claude_prompt_origin = __esm({
     INJECTED_PREFIXES = [
       ["<task-notification", "task-notification"],
       ["<agent-message", "peer"],
+      ["<cross-session-message", "peer"],
+      ["[Cross-session delivery notice]", "peer"],
       ["Another Claude session sent a message:", "peer"],
-      ["Stop hook feedback:", "hook"]
+      ["Stop hook feedback:", "hook"],
+      ["<bash-stdout>", "command-output"],
+      ["<bash-stderr>", "command-output"],
+      ["<local-command-stdout>", "command-output"],
+      ["<local-command-stderr>", "command-output"],
+      ["<<autonomous-loop", "meta"]
     ];
   }
 });
@@ -6618,7 +6625,11 @@ __export(raw_exports, {
   gzipContainer: () => gzipContainer,
   mapContainerText: () => mapContainerText,
   parseOpenCodeDumpText: () => parseOpenCodeDumpText,
-  parseTranscriptFromContainer: () => parseTranscriptFromContainer
+  parseTranscriptFromContainer: () => parseTranscriptFromContainer,
+  redactContainer: () => redactContainer,
+  redactJsonLine: () => redactJsonLine,
+  repairContainer: () => repairContainer,
+  repairRedactedJsonl: () => repairRedactedJsonl
 });
 import { gzipSync, gunzipSync } from "zlib";
 import { createHash } from "crypto";
@@ -6659,6 +6670,134 @@ function gunzipContainer(gz) {
 function mapContainerText(c, fn) {
   return { ...c, files: c.files.map((f) => ({ name: f.name, text: fn(f.text) })) };
 }
+function repairRedactedJsonl(text) {
+  let repaired = 0;
+  const parts = [];
+  let copied = 0;
+  let at = text.indexOf("[REDACTED:");
+  while (at >= 0) {
+    const start = text.lastIndexOf("\n", at) + 1;
+    let end = text.indexOf("\n", at);
+    if (end < 0)
+      end = text.length;
+    const fixed = repairLine(text.slice(start, end));
+    if (fixed !== null) {
+      parts.push(text.slice(copied, start), fixed);
+      copied = end;
+      repaired++;
+    }
+    at = text.indexOf("[REDACTED:", end);
+  }
+  if (repaired === 0)
+    return { text, repaired: 0 };
+  parts.push(text.slice(copied));
+  return { text: parts.join(""), repaired };
+}
+function parseError(line) {
+  try {
+    JSON.parse(line);
+    return null;
+  } catch (e) {
+    const m = /position (\d+)/.exec(e instanceof Error ? e.message : "");
+    return m ? Number(m[1]) : line.length;
+  }
+}
+function repairLine(line) {
+  if (!line.includes("[REDACTED:") || parseError(line) === null)
+    return null;
+  let out = line.replace(/(?<!\\)((?:\\\\)*)\\(\[REDACTED:)/g, "$1$2");
+  for (let attempt = 0; attempt < 64; attempt++) {
+    const at = parseError(out);
+    if (at === null)
+      return out;
+    let site = -1;
+    for (const m of out.matchAll(MARKER_QUOTE)) {
+      const q = m.index + m[0].length - 1;
+      if (q < at)
+        site = q;
+    }
+    if (site < 0)
+      return null;
+    out = out.slice(0, site) + "\\" + out.slice(site);
+  }
+  return null;
+}
+function redactJsonLine(line, redact) {
+  if (!line.includes('"'))
+    return redact(line);
+  try {
+    JSON.parse(line);
+  } catch {
+    return redact(line);
+  }
+  const decoded = mapJsonStrings(line, redact, true);
+  const out = redact(decoded);
+  try {
+    JSON.parse(out);
+    return out;
+  } catch {
+    return mapJsonStrings(decoded, redact, false);
+  }
+}
+function mapJsonStrings(line, fn, escapedOnly) {
+  let out = "";
+  let i = 0;
+  for (; ; ) {
+    const q = line.indexOf('"', i);
+    if (q < 0)
+      return out + line.slice(i);
+    let j = q + 1;
+    while (j < line.length) {
+      const c = line.charCodeAt(j);
+      if (c === 92)
+        j += 2;
+      else if (c === 34)
+        break;
+      else
+        j++;
+    }
+    const token = line.slice(q, j + 1);
+    out += line.slice(i, q);
+    i = j + 1;
+    const body2 = token.slice(1, -1);
+    const escaped = body2.includes("\\");
+    if (escapedOnly && !escaped) {
+      out += token;
+      continue;
+    }
+    let value = body2;
+    if (escaped) {
+      try {
+        value = JSON.parse(token);
+      } catch {
+        out += token;
+        continue;
+      }
+    }
+    const next = fn(value);
+    out += next === value ? token : JSON.stringify(next);
+  }
+}
+function redactContainer(c, redact) {
+  return {
+    ...c,
+    files: c.files.map((f) => ({
+      name: f.name,
+      text: f.name.endsWith(".jsonl") ? f.text.split("\n").map((l) => l ? redactJsonLine(l, redact) : l).join("\n") : redact(f.text)
+    }))
+  };
+}
+function repairContainer(c) {
+  let repaired = 0;
+  const files = c.files.map((f) => {
+    if (!f.name.endsWith(".jsonl"))
+      return f;
+    const r = repairRedactedJsonl(f.text);
+    repaired += r.repaired;
+    return r.repaired > 0 ? { name: f.name, text: r.text } : f;
+  });
+  return repaired > 0 ? { container: { ...c, files }, repaired } : { container: c, repaired: 0 };
+}
 function subagentKind(id) {
   return id.includes("acompact") ? "compact" : id.includes("aside_question") ? "aside" : id.includes("explore") || /^agent-a[0-9a-f]{16,}$/i.test(id) ? "explore" : "other";
 }
@@ -6829,6 +6968,7 @@ function requireFs() {
 function requirePath() {
   return pathMod;
 }
+var MARKER_QUOTE;
 var init_raw = __esm({
   "../engine/dist/transcript/raw.js"() {
     "use strict";
@@ -6836,6 +6976,7 @@ var init_raw = __esm({
     init_claude();
     init_codex();
     init_from_events();
+    MARKER_QUOTE = /\[REDACTED:[A-Za-z0-9_-]+\]"/g;
   }
 });
 
@@ -6977,7 +7118,7 @@ function markersFromTurns(sessionId, turns) {
   const prompts = turns.filter((t) => t.kind === "user" && t.text).map((t) => ({ line: t.line, ts: t.ts, tsIso: t.tsIso, ...markPrompt(t.text) }));
   return { v: MARKERS_VERSION, sessionId, prompts, summary: summarizeMarkers(prompts) };
 }
-var PROFANITY, PROFANITY_LOOSE, APPROVAL_HEAD, NEG_HEAD, QUESTION_HEAD, DIRECTIVE_HEAD, CLARIFY_PHRASES, FRUSTRATED_PHRASES, MARKERS_VERSION;
+var PROFANITY, PROFANITY_LOOSE, APPROVAL_HEAD, NEG_HEAD, QUESTION_HEAD, DIRECTIVE_HEAD, CLARIFY_PHRASES, FRUSTRATED_PHRASES, MARKERS_VERSION, MARKERS_TURN_OPTS;
 var init_session_sentiment = __esm({
   "../engine/dist/core/session-sentiment.js"() {
     "use strict";
@@ -6990,7 +7131,8 @@ var init_session_sentiment = __esm({
     DIRECTIVE_HEAD = /^(?:please\s+)?(?:use|implement|build|make|add|create|fix|remove|delete|update|refactor|run|deploy|push|merge|test|check|investigate|find|search|show|list|generate|set\s+up|ensure)\b/i;
     CLARIFY_PHRASES = /\b(?:wdym|what do you mean|explain|clarify|what is|what's|huh\??|i don'?t understand)\b/i;
     FRUSTRATED_PHRASES = /\b(?:why (?:the )?(?:fuck|hell)|wtf|are you (?:kidding|serious)|stop slacking|stop making|why did you|why didn'?t you|i (?:fucking )?(?:asked|told you)|are you (?:listening|even)|come\s*on|just\s+do)\b/i;
-    MARKERS_VERSION = 2;
+    MARKERS_VERSION = 3;
+    MARKERS_TURN_OPTS = { maxTurns: 5e4, userMax: Number.POSITIVE_INFINITY };
   }
 });
 
@@ -7166,7 +7308,7 @@ function extractTurnsAny(sessionId, opts = {}) {
   const backend = getBackendForId(sessionId);
   if (!backend)
     return { sessionId, found: false, turns: [], startMs: 0, endMs: 0 };
-  return memoInSessionScope(`turns:${sessionId}:${opts.maxTurns ?? ""}:${opts.assistantMax ?? ""}`, () => backend.extractTurns(sessionId, opts));
+  return memoInSessionScope(`turns:${sessionId}:${opts.maxTurns ?? ""}:${opts.assistantMax ?? ""}:${opts.userMax ?? ""}`, () => backend.extractTurns(sessionId, opts));
 }
 function replaySessionAny(sessionId) {
   const backend = getBackendForId(sessionId);
@@ -7378,6 +7520,7 @@ function shorten(text, max) {
 function extractTurnsFromEvents(sessionId, events, opts = {}) {
   const maxTurns = opts.maxTurns ?? DEFAULT_MAX_TURNS;
   const assistantMax = opts.assistantMax ?? DEFAULT_ASSISTANT_MAX;
+  const userMax = opts.userMax ?? DEFAULT_USER_MAX;
   const turns = [];
   let startMs = 0, endMs = 0;
   let found = false;
@@ -7395,7 +7538,7 @@ function extractTurnsFromEvents(sessionId, events, opts = {}) {
         ts: e.ts,
         tsIso: e.tsIso,
         line: e.line,
-        text: shorten(e.text, DEFAULT_USER_MAX)
+        text: shorten(e.text, userMax)
       });
     } else if (e.kind === "assistant_text" && e.text) {
       turns.push({
@@ -12662,7 +12805,13 @@ function redactSecrets(text, opts = {}) {
         return whole;
       if (opts.count)
         opts.count.redactions++;
-      return whole.slice(0, whole.length - secret.length) + `[REDACTED:${r.label}]`;
+      let last = args.length - 1;
+      if (typeof args[last] === "object")
+        last--;
+      const source = args[last];
+      const secretStart = args[last - 1] + whole.length - secret.length;
+      const head = escapeHead(source, secretStart, secret.length);
+      return whole.slice(0, whole.length - secret.length + head) + `[REDACTED:${r.label}]` + escapeKept(whole, whole.length);
     });
   }
   const ctx = findContextualSecrets(out);
@@ -12670,10 +12819,25 @@ function redactSecrets(text, opts = {}) {
     const { start, end } = ctx[i];
     if (opts.count)
       opts.count.redactions++;
-    out = out.slice(0, start) + "[REDACTED:secret-context]" + out.slice(end);
+    const head = escapeHead(out, start, end - start);
+    out = out.slice(0, start + head) + "[REDACTED:secret-context]" + escapeKept(out, end) + out.slice(end);
   }
   return out;
 }
+function escapeKept(text, end) {
+  let run = 0;
+  while (run < end && text.charCodeAt(end - 1 - run) === 92)
+    run++;
+  return run % 2 === 1 ? "\\" : "";
+}
+function escapeHead(text, start, length) {
+  let run = 0;
+  while (run < start && text.charCodeAt(start - 1 - run) === 92)
+    run++;
+  if (run % 2 === 0)
+    return 0;
+  return Math.min(text[start] === "u" ? 5 : 1, length);
+}
 function maskSecret(s) {
   if (!s)
     return "";
@@ -12828,7 +12992,12 @@ var init_secret_redactor = __esm({
       // userinfo URL walked through in cleartext — and a `jdbc:postgresql://…`
       // prefix broke the \b anchor for the one family it did cover. Any scheme
       // followed by userinfo is a credential, so match the shape, not a list.
-      { label: "url-password", secret: 1, pattern: /\b[a-zA-Z][a-zA-Z0-9+.-]{1,31}:\/\/[^:@\s/]{1,64}:([^@\s/]{1,256})(?=@)/g },
+      //
+      // A quote in userinfo is percent-encoded, so neither part takes a `"`. The
+      // sync redacts JSONL text, and a match that ran on through `","is_error":`
+      // to a later `@` replaced JSON structure: 4 lines on one machine stopped
+      // parsing, and their records were dropped.
+      { label: "url-password", secret: 1, pattern: /\b[a-zA-Z][a-zA-Z0-9+.-]{1,31}:\/\/[^:@\s/"]{1,64}:([^@\s/"]{1,256})(?=@)/g },
       // Bare AWS secret-access-key VALUE: EXACTLY 40 base64 chars, word-bounded,
       // containing upper+lower+digit. This is the gitleaks heuristic — the mixed-case
       // requirement excludes 40-char lowercase-hex git SHAs, and the exact-40 bound
@@ -14150,6 +14319,10 @@ __export(transcript_exports, {
   parseTranscript: () => parseTranscript,
   parseTranscriptFromContainer: () => parseTranscriptFromContainer,
   readShadowContainer: () => readShadowContainer,
+  redactContainer: () => redactContainer,
+  redactJsonLine: () => redactJsonLine,
+  repairContainer: () => repairContainer,
+  repairRedactedJsonl: () => repairRedactedJsonl,
   seedShadow: () => seedShadow,
   shadowFileFor: () => shadowFileFor,
   shadowRoot: () => shadowRoot,
@@ -18765,7 +18938,7 @@ var init_http = __esm({
       CLI_VERSION = JSON.parse(readFileSync31(new URL("../package.json", import.meta.url), "utf-8")).version || CLI_VERSION;
     } catch {
       try {
-        if (true) CLI_VERSION = "0.7.11";
+        if (true) CLI_VERSION = "0.7.13";
       } catch {
       }
     }
@@ -18809,7 +18982,7 @@ function collectDerivedRows(ref, mtime, count, maxRowBytes) {
           if (!fullOutcome) fullOutcome = computeOutcome(id);
           if (fullOutcome.found) data = fullOutcome.commits;
         } else if (kind === "markers") {
-          const turns = extractTurnsAny(id, { maxTurns: 5e4 });
+          const turns = extractTurnsAny(id, MARKERS_TURN_OPTS);
           data = markersFromTurns(id, turns.turns);
         }
       } catch {
@@ -19263,7 +19436,7 @@ var init_telemetry = __esm({
     init_sync_client();
     cliVersion2 = () => {
       try {
-        return true ? "0.7.11" : "dev";
+        return true ? "0.7.13" : "dev";
       } catch {
         return "dev";
       }
@@ -21444,7 +21617,7 @@ async function buildConversationSync(ref, mtime, opts = {}) {
     } else {
       try {
         const count2 = { redactions: 0 };
-        const redacted = mapContainerText(container, (t) => redactSecrets(t, { force: true, count: count2 }));
+        const redacted = redactContainer(container, (t) => redactSecrets(t, { force: true, count: count2 }));
         count.redactions += count2.redactions;
         const { gz, size } = gzipContainer(redacted);
         if (gz.length <= 8 * 1024 * 1024) {
@@ -21644,7 +21817,7 @@ var init_sync_client = __esm({
       ownVersion = JSON.parse(readFileSync35(join42(dir, "../package.json"), "utf-8")).version || ownVersion;
     } catch {
       try {
-        if (true) ownVersion = "0.7.11";
+        if (true) ownVersion = "0.7.13";
       } catch {
       }
     }
@@ -25806,7 +25979,7 @@ var init_intent_drain = __esm({
       ownVersion2 = JSON.parse(readFileSync45(join56(dir, "../package.json"), "utf-8")).version || ownVersion2;
     } catch {
       try {
-        if (true) ownVersion2 = "0.7.11";
+        if (true) ownVersion2 = "0.7.13";
       } catch {
       }
     }
@@ -27873,17 +28046,21 @@ function safeSlice(s, start, end) {
   const hi = end < s.length && /[\uD800-\uDBFF]/.test(s[end - 1] ?? "") ? end + 1 : end;
   return s.slice(lo, hi);
 }
-function body(text, line, opts) {
-  if (opts.full || text.length <= BODY_LIMIT)
-    return indent(text);
+function headTail(text, how) {
+  if (text.length <= BODY_LIMIT)
+    return [text];
   const lines = text.split("\n").length;
   const cut = text.length - 2 * EDGE;
-  const how = opts.expandHint ? ` ${opts.expandHint(line)}` : "";
   return [
-    indent(safeSlice(text, 0, EDGE)),
-    `${INDENT}\u2026 ${cut} characters cut (${text.length} in all, ${lines} lines).${how} \u2026`,
-    indent(safeSlice(text, text.length - EDGE, text.length))
-  ].join("\n");
+    safeSlice(text, 0, EDGE),
+    `\u2026 ${cut} characters cut (${text.length} in all, ${lines} lines).${how ? ` ${how}` : ""} \u2026`,
+    safeSlice(text, text.length - EDGE, text.length)
+  ];
+}
+function body(text, line, opts) {
+  if (opts.full)
+    return indent(text);
+  return headTail(text, opts.expandHint?.(line)).map(indent).join("\n");
 }
 function resultText(result) {
   if (typeof result === "string")
@@ -29368,7 +29545,7 @@ program.command("verify").description("Check that the server holds everything th
   }
   const { verifyAgainstServer: verifyAgainstServer2, verifyTargets: verifyTargets2 } = await Promise.resolve().then(() => (init_verify_deep(), verify_deep_exports));
   const { getBackend: getBackend2 } = await Promise.resolve().then(() => (init_tool_backend(), tool_backend_exports));
-  const { gzipContainer: gzipContainer2, mapContainerText: mapContainerText2 } = await Promise.resolve().then(() => (init_transcript(), transcript_exports));
+  const { gzipContainer: gzipContainer2, redactContainer: redactContainer2 } = await Promise.resolve().then(() => (init_transcript(), transcript_exports));
   const { redactSecrets: redactSecrets2 } = await Promise.resolve().then(() => (init_secret_redactor(), secret_redactor_exports));
   const { fetchWithTimeout: fetchWithTimeout2 } = await Promise.resolve().then(() => (init_http(), http_exports));
   const { forceFullResync: forceFullResync2 } = await Promise.resolve().then(() => (init_verify_repair(), verify_repair_exports));
@@ -29417,7 +29594,7 @@ program.command("verify").description("Check that the server holds everything th
           mtime: exp.mtime,
           files: exp.files.map((f) => ({ name: f.name, text: f.bytes.toString("utf-8") }))
         };
-        const redacted = mapContainerText2(container, (t) => redactSecrets2(t, { force: true }));
+        const redacted = redactContainer2(container, (t) => redactSecrets2(t, { force: true }));
         return gzipContainer2(redacted).size;
       } catch {
         return null;