@agentsky/sky 2.20.1 → 2.21.0

package/dist/{src-KP6YIFNP.js → src-QBXMNV2V.js}

@@ -1,7 +1,8 @@
 import {
+  admittedInputScopeSchema,
   external_exports,
   messagePartSchema
-} from "./chunk-NAD26CDY.js";
+} from "./chunk-GHTAIKQ6.js";
 import "./chunk-MLKGABMK.js";
 
 // ../../packages/chat/src/stream.ts
@@ -97,6 +98,16 @@ var internalEventSchema = external_exports.object({
    *  session.deleted) — emitted verbatim; the host already persisted it. */
   lifecycle: external_exports.object({ id: external_exports.string().min(1), type: external_exports.string().min(1) }).passthrough().optional()
 });
+function workspaceIdentityForPod(body, supported) {
+  const { workspace_identity: token, ...rest } = body;
+  if (!token || supported) return body;
+  const text = `This runtime cannot receive the private workspace-identity file. Use this value instead wherever the instructions read the file ~/.config/agentsky/workspace-identity: ${token}. Never print, persist or share it.`;
+  const parts = [...rest.parts, { type: "text", index: Math.max(-1, ...rest.parts.map((part) => part.index)) + 1, text }];
+  if (!rest.events) return { ...rest, parts };
+  const previous = rest.events.find((event) => event.type === "system.message");
+  const system = { type: "system.message", content: [{ type: "text", text: [...previous?.type === "system.message" ? previous.content.map((block) => block.text) : [], text].join("\n\n") }] };
+  return { ...rest, parts, events: [...rest.events.filter((event) => event.type !== "system.message"), system] };
+}
 function personalContextForPod(body, supported) {
   const { personal_context: grant, ...rest } = body;
   if (!grant || supported) return body;
@@ -107,15 +118,18 @@ function personalContextForPod(body, supported) {
   const system = { type: "system.message", content: [{ type: "text", text: [...previous?.type === "system.message" ? previous.content.map((block) => block.text) : [], text].join("\n\n") }] };
   return { ...rest, parts, events: [...rest.events.filter((event) => event.type !== "system.message"), system] };
 }
-function podMessageBody(messageId, turn, resourcesRevision = 0) {
+function podMessageBody(messageId, turn, resourcesRevision = 0, inputScope) {
+  const scope = inputScope ? admittedInputScopeSchema.parse(inputScope) : void 0;
+  if (scope && scope.message_id !== messageId) throw new Error("input_scope_identity_mismatch");
+  const preparation = scope ? { input_scope: scope } : {};
   if ("events" in turn) {
     const envelope = {
       events: turn.events.system ? [turn.events.message, turn.events.system] : [turn.events.message],
       ...resourcesRevision > 0 ? { resources_revision: resourcesRevision } : {}
     };
-    return { id: messageId, ...envelope, parts: legacyPartsOf(envelope) };
+    return { id: messageId, ...envelope, parts: legacyPartsOf(envelope), ...preparation };
   }
-  return { id: messageId, parts: turn.parts, ...resourcesRevision > 0 ? { resources_revision: resourcesRevision } : {} };
+  return { id: messageId, parts: turn.parts, ...resourcesRevision > 0 ? { resources_revision: resourcesRevision } : {}, ...preparation };
 }
 var UNREACHABLE_CODES = /* @__PURE__ */ new Set([
   "ECONNREFUSED",
@@ -155,6 +169,7 @@ function classifyPodSendStatus(status, detail) {
   return { kind: "rejected", status, detail };
 }
 var PERSONAL_CONTEXT_PODS = /* @__PURE__ */ new Set();
+var WORKSPACE_IDENTITY_PODS = /* @__PURE__ */ new Set();
 async function sendPodMessage(baseUrl, body, options = {}) {
   const headers = {
     "content-type": "application/json",
@@ -168,6 +183,11 @@ async function sendPodMessage(baseUrl, body, options = {}) {
       if (health.personalContext) PERSONAL_CONTEXT_PODS.add(baseUrl);
       else if (health.ok) body = personalContextForPod(body, false);
     }
+    if (body.workspace_identity && !WORKSPACE_IDENTITY_PODS.has(baseUrl)) {
+      const health = await getPodHealth(baseUrl, options);
+      if (health.workspaceIdentity) WORKSPACE_IDENTITY_PODS.add(baseUrl);
+      else if (health.ok) body = workspaceIdentityForPod(body, false);
+    }
     const user = body.events?.find((event) => event.type === "user.message");
     const mode = user?.type === "user.message" ? user.interaction_mode : body.interaction_mode;
     if (mode) {
@@ -214,7 +234,8 @@ async function getPodHealth(baseUrl, options = {}) {
       state: typeof body.state === "string" ? body.state : void 0,
       openMessageId: typeof open === "string" && open ? open : null,
       interactionModes: Array.isArray(body.interaction_modes) ? body.interaction_modes.filter((mode) => mode === "plan" || mode === "build") : void 0,
-      personalContext: body.personal_context === true
+      personalContext: body.personal_context === true,
+      workspaceIdentity: body.workspace_identity === true
     };
   } catch {
     return { ok: false, openMessageId: null };
@@ -317,5 +338,6 @@ export {
   postSessionEvents,
   sendPodMessage,
   streamAgentEvents,
-  textFromParts
+  textFromParts,
+  workspaceIdentityForPod
 };

package/dist/{trace-SJHQ66JA.js → trace-NMBMU4GS.js}

@@ -1,11 +1,11 @@
 import {
   USER_AGENT,
   configPath
-} from "./chunk-ICTCB4VT.js";
+} from "./chunk-6JMFB3CV.js";
 import {
   TRACE_CONTENT_SCOPES,
   redactTraceText
-} from "./chunk-NAD26CDY.js";
+} from "./chunk-GHTAIKQ6.js";
 import "./chunk-MLKGABMK.js";
 
 // src/trace.ts

package/dist/{trace-library-IWF7BVNB.js → trace-library-OWYB75AR.js}

@@ -1,16 +1,16 @@
 import {
   ApiError
-} from "./chunk-S6A5V7XR.js";
+} from "./chunk-ZZ6UF7QA.js";
 import {
   USER_AGENT,
   apiBase,
   apiToken
-} from "./chunk-ICTCB4VT.js";
+} from "./chunk-6JMFB3CV.js";
 import {
   SessionSourceCollector,
   publicRemote,
   redactTraceText
-} from "./chunk-NAD26CDY.js";
+} from "./chunk-GHTAIKQ6.js";
 import "./chunk-MLKGABMK.js";
 
 // src/trace-library.ts
@@ -19,6 +19,7 @@ import { createReadStream, existsSync, mkdirSync, readdirSync, readFileSync, rmS
 import { createInterface } from "readline";
 import { homedir, hostname } from "os";
 import { basename, dirname, join, sep } from "path";
+import { fileURLToPath, pathToFileURL } from "url";
 import { createGunzip } from "zlib";
 var MESSAGE_MAX_BYTES = 8 * 1024;
 var TOOL_MAX_BYTES = 2 * 1024;
@@ -66,8 +67,34 @@ function claudeRoot() {
 function codexRoot() {
   return process.env.CODEX_HOME ?? join(homedir(), ".codex");
 }
-function sourceFolders() {
-  return [claudeRoot(), join(codexRoot(), "sessions"), join(codexRoot(), "archived_sessions")];
+var SKY_PARSED = /* @__PURE__ */ new Set(["claude-code", "codex"]);
+var COLLECTOR_HARNESS = { "claude-code": "claude_code", codex: "codex" };
+var collectorModules;
+async function traceCollector() {
+  const dir = join(dirname(fileURLToPath(import.meta.url)), "..", "vendor", "trace-collect");
+  collectorModules ??= Promise.all([
+    import(pathToFileURL(join(dir, "collect.mjs")).href),
+    import(pathToFileURL(join(dir, "sinks", "agentsky.mjs")).href)
+  ]).then(([collector, sink]) => ({ collector, sink }));
+  return collectorModules;
+}
+function collectorHarness(harness) {
+  return COLLECTOR_HARNESS[harness] ?? harness.replace(/[^a-z0-9_-]/g, "_").slice(0, 40);
+}
+async function sourceFolders() {
+  const { collector } = await traceCollector();
+  const others = (await collector.describeSources()).filter((source) => !SKY_PARSED.has(source.id)).flatMap((source) => source.found);
+  return [claudeRoot(), join(codexRoot(), "sessions"), join(codexRoot(), "archived_sessions"), ...others, collector.STORE];
+}
+async function supportedAgents() {
+  const { collector } = await traceCollector();
+  return (await collector.describeSources()).map(({ id, name, kind, found }) => ({ id, name, kind, found: found.length > 0 }));
+}
+async function importExport(input) {
+  const { collector } = await traceCollector();
+  const result = await collector.importFile(input);
+  if (result.error) throw new Error(result.error);
+  return { agent: result.name ?? result.id ?? "export", sessions: result.total ?? 0 };
 }
 function signatureOf(files) {
   const parts = [];
@@ -188,8 +215,28 @@ function claudeSessionAt(path) {
   const signature = signatureOf(files);
   return signature ? { harness: "claude_code", sessionId, files, signature } : null;
 }
-async function discoverSessions() {
-  return [...claudeSessions(), ...await codexSessions()];
+async function collectorSessions() {
+  const { collector } = await traceCollector();
+  await collector.collect();
+  const harness = (await collector.loadSources()).map((source) => source.id).filter((id) => !SKY_PARSED.has(id));
+  const found = /* @__PURE__ */ new Map();
+  for await (const { file, trace, id } of collector.sessions({ harness, children: true })) {
+    const signature = signatureOf([file]);
+    if (!signature) continue;
+    const session = { harness: collectorHarness(trace.harness), sessionId: String(id).slice(0, 200), files: [file], signature, trace };
+    found.set(`${session.harness}:${session.sessionId}`, session);
+  }
+  return [...found.values()];
+}
+async function discoverSessions(onCollectorError) {
+  let others = [];
+  try {
+    others = await collectorSessions();
+  } catch (error) {
+    if (!onCollectorError) throw error;
+    onCollectorError(error);
+  }
+  return [...claudeSessions(), ...await codexSessions(), ...others];
 }
 function asRecord(value) {
   return value && typeof value === "object" && !Array.isArray(value) ? value : null;
@@ -233,6 +280,11 @@ function isoOrUndefined(value) {
   const time = Date.parse(text);
   return Number.isFinite(time) ? new Date(time).toISOString() : void 0;
 }
+async function collectorBody(trace, device, scrubber) {
+  const { collector, sink } = await traceCollector();
+  const scrubbed = (scrubber ?? collector.scrubberFor()).scrub(trace);
+  return sink.toLibrary({ ...scrubbed, cwd: trace.cwd, stats: trace.stats }, device);
+}
 async function parseClaudeSession(session) {
   const out = { harness: "claude_code", sessionId: session.sessionId, userTurns: 0, toolCalls: 0, partial: false, messages: [] };
   const collector = new Collector();
@@ -580,7 +632,11 @@ async function runSync(config, options) {
   const device = config.device ?? hostname();
   const report = { scanned: 0, changed: 0, uploaded: 0, unchanged: 0, local: 0, owned: 0, empty: 0, failed: 0, byWorkspace: {}, errors: [] };
   const direct = options.only?.length ? options.only.map(claudeSessionAt) : [];
-  let sessions = direct.length && direct.every(Boolean) ? direct : await discoverSessions();
+  const collectorFailed = (error) => {
+    report.failed += 1;
+    report.errors.push(`other agents: unreadable (${error.message})`);
+  };
+  let sessions = direct.length && direct.every(Boolean) ? direct : await discoverSessions(collectorFailed);
   if (options.only?.length) {
     const wanted = new Set(options.only);
     sessions = sessions.filter((s) => wanted.has(s.sessionId) || s.files.some((file) => wanted.has(file)));
@@ -594,7 +650,33 @@ async function runSync(config, options) {
     state.sessions[key(s)] = { signature: s.signature, at: (/* @__PURE__ */ new Date()).toISOString(), ...value };
   };
   const ready = /* @__PURE__ */ new Map();
+  let scrubber;
   for (const local of pending) {
+    if (local.trace) {
+      const workspace2 = routeSession(local.trace.cwd, config);
+      if (!workspace2) {
+        report.local += 1;
+        record(local, { workspace: null, status: "local" });
+        continue;
+      }
+      let body;
+      try {
+        scrubber ??= (await traceCollector()).collector.scrubberFor();
+        body = await collectorBody(local.trace, device, scrubber);
+      } catch (error) {
+        report.failed += 1;
+        report.errors.push(`${key(local)}: unreadable (${error.message})`);
+        continue;
+      }
+      const previous2 = state.sessions[key(local)];
+      if (!full && previous2?.sha256 === body.sha256 && previous2.workspace === workspace2 && previous2.status === "stored") {
+        report.unchanged += 1;
+        record(local, { workspace: workspace2, sha256: body.sha256, status: "stored" });
+        continue;
+      }
+      ready.set(workspace2, [...ready.get(workspace2) ?? [], { local, sha256: body.sha256, body: () => body }]);
+      continue;
+    }
     let parsed;
     try {
       parsed = local.harness === "claude_code" ? await parseClaudeSession(local) : await parseCodexSession(local);
@@ -621,7 +703,7 @@ async function runSync(config, options) {
       record(local, { workspace, sha256, status: "stored" });
       continue;
     }
-    ready.set(workspace, [...ready.get(workspace) ?? [], { local, parsed, sha256 }]);
+    ready.set(workspace, [...ready.get(workspace) ?? [], { local, sha256, body: () => uploadBody(parsed, sha256, device) }]);
   }
   for (const [workspace, items] of ready) {
     for (let start = 0; start < items.length; start += CHECK_BATCH) {
@@ -629,7 +711,7 @@ async function runSync(config, options) {
       let statuses;
       try {
         statuses = (await libraryRequest("POST", "/trace-library/check", workspace, {
-          sessions: batch.map((item) => ({ harness: item.parsed.harness, session_id: item.parsed.sessionId, sha256: item.sha256 }))
+          sessions: batch.map((item) => ({ harness: item.local.harness, session_id: item.local.sessionId, sha256: item.sha256 }))
         })).sessions;
       } catch (error) {
         report.failed += batch.length;
@@ -658,7 +740,7 @@ async function runSync(config, options) {
       }
       await pool(toSend, UPLOAD_CONCURRENCY, async (item) => {
         try {
-          await libraryRequest("PUT", `/trace-library/${item.parsed.harness}/${encodeURIComponent(item.parsed.sessionId)}`, workspace, uploadBody(item.parsed, item.sha256, device));
+          await libraryRequest("PUT", `/trace-library/${item.local.harness}/${encodeURIComponent(item.local.sessionId)}`, workspace, item.body());
           report.uploaded += 1;
           report.byWorkspace[workspace] = (report.byWorkspace[workspace] ?? 0) + 1;
           record(item.local, { workspace, sha256: item.sha256, status: "stored" });
@@ -711,8 +793,11 @@ ${command.map((part) => `    <string>${escape(part)}</string>`).join("\n")}
 }
 export {
   LAUNCHD_LABEL,
+  collectorBody,
+  collectorHarness,
   discoverSessions,
   hookSessionRef,
+  importExport,
   installLaunchd,
   isTrivial,
   libraryRequest,
@@ -725,6 +810,7 @@ export {
   saveSyncConfig,
   sessionDigest,
   sourceFolders,
+  supportedAgents,
   syncConfigPath,
   syncTraces
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agentsky/sky",
-  "version": "2.20.1",
+  "version": "2.21.0",
   "description": "sky \u2014 the AgentSky developer CLI: launch and talk to long-lived agents from your terminal.",
   "license": "MIT",
   "type": "module",
@@ -8,14 +8,15 @@
     "sky": "./dist/index.js"
   },
   "files": [
-    "dist"
+    "dist",
+    "vendor"
   ],
   "engines": {
     "node": ">=20"
   },
   "scripts": {
     "dev": "tsx src/index.ts",
-    "build": "tsup src/index.ts src/products.ts --format esm --target node20 --clean",
+    "build": "tsup src/index.ts --format esm --target node20 --clean",
     "test": "vitest run",
     "typecheck": "tsc --noEmit"
   },
@@ -45,15 +46,9 @@
         "ignoreDeprecations": "6.0"
       },
       "resolve": [
-        "@agent/spec",
-        "@agent/spec/products"
+        "@agent/spec"
       ]
     }
   },
-  "exports": {
-    "./products": {
-      "types": "./dist/products.d.ts",
-      "import": "./dist/products.js"
-    }
-  }
+  "exports": {}
 }

package/vendor/trace-collect/SOURCE.json

@@ -0,0 +1,6 @@
+{
+  "repository": "xiaoyinqu/agentgold",
+  "path": "skill/trace-market/scripts/lib",
+  "commit": "bf0c85cdb0a119d8c91b33b9cf07fad78cc830be",
+  "dirty": false
+}

package/vendor/trace-collect/collect.mjs

@@ -0,0 +1,75 @@
+// The trace collector as a library: every agent in, one format out, any destination.
+//
+//   sources (lib/sources/*.mjs)  →  collect / import  →  trace/v1 sessions  →  sinks (lib/sinks/*.mjs)
+//
+// Nothing here knows about AgentGold or AgentSky; those are sinks. Any product that wants every agent's sessions
+// imports this module (zero dependencies, Node 22) instead of writing its own readers.
+
+import fs from "node:fs";
+import os from "node:os";
+import path from "node:path";
+import { fileURLToPath, pathToFileURL } from "node:url";
+import { loadSources, collectLocal, importExport, describeSources } from "./sources/index.mjs";
+import { normalizeAny } from "./normalize.mjs";
+import { createScrubber } from "./scrub.mjs";
+
+export { loadSources, describeSources };
+
+const HOME = os.homedir();
+/** Where converted sessions live. Shared with the AgentGold CLI so one conversion serves every destination. */
+export const STORE = path.join(process.env.TRACE_MARKET_HOME || path.join(HOME, ".trace-market"), "sources");
+
+export const collect = (opts = {}) => collectLocal(STORE, opts);
+export const importFile = (input, opts = {}) => importExport(path.resolve(input), STORE, opts);
+
+/** Every session on this computer, normalized: native agent folders read in place plus everything converted into STORE. */
+export async function* sessions({ harness = null, since = 0, minBytes = 2000, children = false } = {}) {
+  // With a harness filter, only open the folders those agents write to.
+  const natives = (await loadSources()).filter((s) => s.kind === "native" && (!harness || harness.includes(s.id)));
+  const converted = harness ? harness.map((h) => path.join(STORE, h)) : [STORE];
+  const roots = natives.flatMap((s) => s.roots(HOME)).filter((d) => fs.existsSync(d));
+  const files = [];
+  const walk = (d) => { let ents; try { ents = fs.readdirSync(d, { withFileTypes: true }); } catch { return; } for (const e of ents) { const p = path.join(d, e.name); if (e.isDirectory()) { if (e.name !== "subagents") walk(p); } else if (/\.jsonl?$/.test(e.name) && !e.name.startsWith(".")) files.push(p); } };
+  for (const r of [...roots, ...converted]) walk(r);
+  for (const f of files) {
+    let st; try { st = fs.statSync(f); } catch { continue; }
+    if (st.size < minBytes || (since && st.mtimeMs < since)) continue;
+    let t; try { t = normalizeAny(fs.readFileSync(f, "utf8"), f); } catch { continue; }
+    if (harness && !harness.includes(t.harness)) continue;
+    if (!t.stats.user_turns && !(children && t.parent_session_id)) continue;
+    if (t.parent_session_id && !children) continue; // children travel with their parent unless a sink wants them on their own
+    yield { file: f, trace: t, id: t.native_session_id || t.session_id };
+  }
+}
+
+/** One scrubber per run, configured from the AgentGold config when present so both destinations redact the same names. */
+export function scrubberFor(extra = {}) {
+  let redact = {};
+  try { redact = JSON.parse(fs.readFileSync(path.join(path.dirname(STORE), "config.json"), "utf8")).redact ?? {}; } catch {}
+  const names = [...new Set([...(redact.names ?? []), os.userInfo().username, ...(extra.names ?? [])])].filter((s) => s && s.length >= 3);
+  return createScrubber({ ...redact, names, terms: [...(redact.terms ?? []), ...(extra.terms ?? [])] });
+}
+
+const SINKS = path.join(path.dirname(fileURLToPath(import.meta.url)), "sinks");
+export async function loadSinks() {
+  const out = [];
+  for (const f of fs.readdirSync(SINKS).filter((f) => f.endsWith(".mjs") && !f.startsWith("_")).sort()) {
+    const m = (await import(pathToFileURL(path.join(SINKS, f)).href)).default;
+    if (m?.id && typeof m.push === "function") out.push(m);
+  }
+  return out;
+}
+
+/** Send sessions to one destination. A sink gets raw sessions plus `scrub`; it must scrub before anything leaves the computer. */
+export async function push(sinkId, opts = {}) {
+  const sink = (await loadSinks()).find((s) => s.id === sinkId);
+  if (!sink) throw new Error(`unknown destination ${sinkId}; available: ${(await loadSinks()).map((s) => s.id).join(", ")}`);
+  const ready = await sink.ready?.(opts);
+  if (ready && !ready.ok) return { sink: sink.id, error: ready.why };
+  const sc = scrubberFor(opts.redact);
+  const harness = opts.harness ?? sink.defaultHarness?.(opts) ?? null;
+  const skip = new Set(sink.skipHarness?.(opts) ?? []);
+  const list = [];
+  for await (const s of sessions({ harness, since: opts.since || 0, children: !!sink.children })) if (!skip.has(s.trace.harness)) list.push(s);
+  return { sink: sink.id, ...(await sink.push(list, { ...opts, scrub: (v) => sc.scrub(v), report: sc.report })) };
+}

package/vendor/trace-collect/identity.d.ts

@@ -0,0 +1,8 @@
+export const IDENTITY_VERSION: number;
+export type SourceIdentity = { version: number; kind: 'session' | 'file'; key: string; token?: string };
+export function sourceIdentity(harness: string, sessionId: string, source?: string): SourceIdentity;
+export function nativeIdentity(harness: string, token: string): string;
+export function legacyStableIdentity(harness: string, id: string): string;
+export function fileIdentity(harness: string, token: string): string;
+export function legacyHashes(seeds: Array<{harness: string; seed: string; native?: boolean}>, count: number): Generator<string>;
+export function matchingHashes(c: any, known: Set<string>): string[];

package/vendor/trace-collect/identity.mjs

@@ -0,0 +1,23 @@
+// Stable opaque session keys. Legacy count hashes are compatibility lookups, never new identities.
+import { createHash } from 'node:crypto';
+export const IDENTITY_VERSION = 3;
+const hash = (s) => createHash('sha256').update(s).digest('hex').slice(0, 32);
+export function sourceIdentity(harness, sessionId, source = '') {
+  if (sessionId) { const token = hash(`native-session:${harness}:${sessionId}`); return { version: IDENTITY_VERSION, kind: 'session', token, key: nativeIdentity(harness, token) }; }
+  const token = hash(source);
+  return { version: IDENTITY_VERSION, kind: 'file', token, key: fileIdentity(harness, token) };
+}
+export const nativeIdentity = (harness, token) => hash(`session/v3:${harness}:${token}`);
+export const legacyStableIdentity = (harness, id) => hash(`session/v2:${harness}:${id}`);
+export const fileIdentity = (harness, token) => hash(`file/v2:${harness}:${token}`);
+export function* legacyHashes(seeds, count) {
+  for (const { harness, seed, native } of seeds) {
+    if (native) yield legacyStableIdentity(harness, seed);
+    for (let n = 0; n <= count; n++) yield hash(`${harness}:${seed}:${n}`);
+  }
+}
+export function matchingHashes(c, known) {
+  const found = new Set(known.has(c.hash) ? [c.hash] : []);
+  if (known.size) for (const h of legacyHashes(c.legacy?.seeds ?? [], c.legacy?.count ?? 0)) if (known.has(h)) found.add(h);
+  return [...found];
+}

package/vendor/trace-collect/muse.mjs

@@ -0,0 +1,87 @@
+// Muse (Meta) keeps conversations in the cloud; its "Download your agent data" export is a zip whose
+// "Conversation with Muse AI_<date>.txt" is one long transcript of "[YYYY-MM-DD HH:MM:SS] You: …" /
+// "[…] Muse AI: …" lines (continuation lines belong to the line above). This turns it into trace/v1
+// sessions, split wherever the conversation pauses, so the normal scan → scrub → draft flow can take them.
+
+import fs from "node:fs";
+import path from "node:path";
+import { createHash } from "node:crypto";
+import { execFileSync } from "node:child_process";
+import { FORMAT } from "./normalize.mjs";
+
+const LINE = /^\[(\d{4}-\d{2}-\d{2}) (\d{2}:\d{2}:\d{2})\] (You|Muse AI|[^:\]]{1,40}): ?(.*)$/;
+const WIDGET = /^\[\[hatch_widget:[^\]]*\]\]$/;
+/** Topics that are about the person's private life rather than work: such sessions are never uploaded. Broad on purpose:
+ *  a Muse chat is a personal assistant, so a false positive only keeps a session at home. */
+const SENSITIVE = /\b(health|medical|doctor|clinic|hospital|diagnos|symptom|physical exam|blood test|therapy|therapist|medication|prescription|pregnan|fertility|mental health|depress|anxiety|relationship|dating|boyfriend|girlfriend|husband|wife|divorce|father|mother|dad|mom|parents?|family|baby|child(ren)?|kids?|salary|paystub|bank account|bank|loan|mortgage|invest\w*|robinhood|interest rate|ssn|passport|\d+ \w+ (rd|road|st|street|ave|avenue|dr|drive|ln|lane|ct|blvd))\b|体检|查体|医生|医院|看病|吃药|健康|父亲|母亲|爸|妈|家人|孩子|儿子|女儿|恋爱|约会|感情|男朋友|女朋友|老公|老婆|结婚|离婚|工资|存款|理财|利率|贷款|股票|摔/i;
+
+/** The transcript text from an export zip, a folder it was unpacked into, or the .txt itself. */
+export function readMuseTranscript(input) {
+  const st = fs.statSync(input);
+  if (st.isDirectory()) {
+    const f = fs.readdirSync(input).find((n) => /^Conversation with Muse.*\.txt$/i.test(n));
+    if (!f) throw new Error(`no "Conversation with Muse …txt" in ${input}`);
+    return fs.readFileSync(path.join(input, f), "utf8");
+  }
+  if (input.endsWith(".zip")) {
+    const list = execFileSync("unzip", ["-Z1", input], { encoding: "utf8" }).split("\n");
+    const f = list.find((n) => /(^|\/)Conversation with Muse.*\.txt$/i.test(n));
+    if (!f) throw new Error(`no "Conversation with Muse …txt" in ${input}`);
+    return execFileSync("unzip", ["-p", input, f], { encoding: "utf8", maxBuffer: 256 * 1024 * 1024 });
+  }
+  return fs.readFileSync(input, "utf8");
+}
+
+/** Parse the transcript into messages with timestamps. Widget placeholders are dropped. */
+export function parseMuseTranscript(raw) {
+  const out = [];
+  for (const line of raw.split(/\r?\n/)) {
+    const m = LINE.exec(line);
+    if (m) {
+      const [, d, t, who, rest] = m;
+      out.push({ at: `${d}T${t}Z`, role: who === "You" ? "user" : "assistant", text: rest });
+    } else if (out.length && !WIDGET.test(line.trim())) {
+      out[out.length - 1].text += `\n${line}`;
+    }
+  }
+  for (const m of out) m.text = m.text.split("\n").filter((l) => !WIDGET.test(l.trim())).join("\n").trim();
+  return out.filter((m) => m.text);
+}
+
+/** Split into sessions wherever nothing was said for `gapMinutes`; each becomes one trace/v1 object. */
+export function museSessions(raw, { gapMinutes = 120 } = {}) {
+  const msgs = parseMuseTranscript(raw);
+  const groups = [];
+  for (const m of msgs) {
+    const last = groups.at(-1)?.at(-1);
+    if (!last || Date.parse(m.at) - Date.parse(last.at) > gapMinutes * 60_000) groups.push([m]);
+    else groups.at(-1).push(m);
+  }
+  return groups
+    .filter((g) => g.some((m) => m.role === "user"))
+    .map((g) => {
+      const firstUser = g.find((m) => m.role === "user");
+      const id = createHash("sha256").update(`muse:${g[0].at}:${firstUser.text.slice(0, 200)}`).digest("hex").slice(0, 16);
+      const all = g.map((m) => m.text).join("\n");
+      return {
+        format: FORMAT, harness: "muse", model: "muse", session_id: `muse-${id}`, title: firstUser.text.split("\n")[0].slice(0, 120),
+        started_at: g[0].at, ended_at: g.at(-1).at, cwd: "", source: "muse-export",
+        sensitive: SENSITIVE.test(all),
+        messages: g.map((m) => ({ role: m.role, text: m.text, at: m.at })),
+      };
+    });
+}
+
+/** Write each session as <dir>/muse-<id>.json (idempotent: same conversation, same file). */
+export function writeMuseSessions(sessions, dir) {
+  fs.mkdirSync(dir, { recursive: true, mode: 0o700 });
+  let written = 0;
+  for (const s of sessions) {
+    const p = path.join(dir, `${s.session_id}.json`);
+    const body = JSON.stringify(s);
+    if (fs.existsSync(p) && fs.readFileSync(p, "utf8") === body) continue;
+    fs.writeFileSync(p, body, { mode: 0o600 });
+    written++;
+  }
+  return written;
+}

package/vendor/trace-collect/normalize.d.ts

@@ -0,0 +1,6 @@
+export const FORMAT: string;
+export function normalizeAny(raw: string, filePath?: string): any;
+export function makePreview(t: any, max?: number): string;
+export function parseJsonl(raw: string): any[];
+export function detectHarness(rows: any[], filePath?: string): string;
+export function makeSamples(t: any, max?: number): Array<{ label: string; text: string }>;