@tangle-network/traces 0.8.27 → 0.9.1

package/dist/cli.js

@@ -1,8 +1,9 @@
 #!/usr/bin/env node
 import {
-  analyzeAdoption,
-  analyzeReactions,
-  analyzeSpans,
+  ACTOR_ATTR,
+  ATTR,
+  CORRUPTION_RECEIPT_DISPLAY_LIMIT,
+  appendAll,
   buildPolicyEvidenceRecord,
   buildSessionIndexFromRows,
   commandAnalyzer,
@@ -10,6 +11,7 @@ import {
   executeUpload,
   exportTraceEvidenceFile,
   haloAnalyzer,
+  indexSessionIdsByTrace,
   inspectSessionIndex,
   knownHarnesses,
   loadTracesConfig,
@@ -19,15 +21,9 @@ import {
   parseSince,
   planUpload,
   readSessionIndexFile,
-  renderAdoption,
   renderInspectionReport,
-  renderPipelines,
-  renderReactions,
-  renderReport,
   resolveAdapter,
-  runExternalAnalyzers,
-  runPipelines,
-  runTraceImprovementLoop,
+  runTraceImprovement,
   runTraceInvestigation,
   saveReport,
   selectAdapters,
@@ -35,8 +31,8 @@ import {
   serializeSessionIndex,
   serializeSpans,
   serializeTraceStreamEvent,
+  sessionIdFromAttributes,
   streamSessions,
-  summarizeDeterministicSignals,
   traceStreamEventsFromSpans,
   watchSessions,
   writeInspectionReportFile,
@@ -44,11 +40,11 @@ import {
   writePolicyEvidenceFile,
   writeSessionIndexFile,
   writeTraceEvidenceExportFile
-} from "./chunk-EZDMNNW4.js";
+} from "./chunk-RUG26PIS.js";
 
 // src/cli.ts
 import { readFileSync } from "fs";
-import { readFile, stat, writeFile } from "fs/promises";
+import { readFile, stat } from "fs/promises";
 import { basename, resolve } from "path";
 function packageVersion() {
   const pkg = JSON.parse(readFileSync(new URL("../package.json", import.meta.url), "utf8"));
@@ -221,7 +217,7 @@ async function buildAxService() {
   }
   const apiURL = process.env.OPENAI_BASE_URL || void 0;
   const { AxAI } = await import("@ax-llm/ax");
-  return new AxAI({ name: "openai", apiKey, ...apiURL ? { apiURL } : {} });
+  return AxAI.create({ name: "openai", apiKey, ...apiURL ? { apiURL } : {} });
 }
 async function cmdList(args) {
   const groups = await discover({ ...args, last: args.last || 20 });
@@ -233,7 +229,41 @@ ${adapter.harness}: ${refs.length} session(s)`);
     }
   }
 }
+function selectedSessionSource(ref, spans, sessionIdOverride) {
+  const root = spans.find((item) => item.parent_span_id === null) ?? spans[0];
+  const prompt = spans.find(
+    (item) => item.name === "user.prompt" && item.attributes[ACTOR_ATTR] === "human"
+  ) ?? spans.find((item) => item.name === "user.prompt") ?? spans.find(
+    (item) => item.attributes["span.type"] === "interaction" && typeof item.attributes.content === "string"
+  );
+  const content = typeof prompt?.attributes.content === "string" ? prompt.attributes.content : "";
+  const firstLine = content.split(/\r?\n/, 1)[0].trim();
+  const subject = firstLine.length > 240 ? `${firstLine.slice(0, 240)}\u2026 [+${firstLine.length - 240} chars]` : firstLine;
+  const role = root?.attributes["traces.session.role"];
+  const parentSessionId = root?.attributes["traces.parent_session_id"];
+  const corruptionDigest = root?.attributes[ATTR.CORRUPTION_DIGEST];
+  const sessionId = [
+    sessionIdOverride,
+    root ? sessionIdFromAttributes(root.attributes) : void 0,
+    root?.trace_id,
+    ref.sessionId
+  ].find((value) => typeof value === "string" && value.length > 0);
+  return {
+    sessionId,
+    path: ref.path,
+    subject,
+    role: role === "operator" || role === "child" ? role : "unknown",
+    ...typeof parentSessionId === "string" ? { parentSessionId } : {},
+    integrity: ref.integrity?.status ?? "complete",
+    ...ref.integrity ? {
+      corruptionCount: ref.integrity.corruptions.length,
+      ...typeof corruptionDigest === "string" ? { corruptionDigest } : {},
+      corruptions: ref.integrity.corruptions.slice(0, CORRUPTION_RECEIPT_DISPLAY_LIMIT)
+    } : {}
+  };
+}
 async function collectSpans(args) {
+  if (args.input) return collectImportedSpans(args);
   if (args.session) {
     const adapter = resolveAdapter(args.harness);
     if (!adapter) throw new Error(`unknown harness "${args.harness}"`);
@@ -248,22 +278,28 @@ async function collectSpans(args) {
       mtimeMs: st.mtimeMs
     };
     const spans2 = await parseSession(adapter, ref);
-    return { spans: spans2, harness: adapter.harness, sessionCount: 1, cwds: ref.cwd ? [ref.cwd] : [] };
+    return {
+      spans: spans2,
+      harness: adapter.harness,
+      cwds: ref.cwd ? [ref.cwd] : [],
+      sources: [selectedSessionSource(ref, spans2)]
+    };
   }
   const groups = await discover({ ...args, last: args.last || 1 });
   const spans = [];
-  let sessionCount = 0;
   const harnesses = [];
   const cwds = [];
+  const sources = [];
   for (const { adapter, refs } of groups) {
     if (refs.length > 0) harnesses.push(adapter.harness);
     for (const ref of refs) {
-      spans.push(...await parseSession(adapter, ref));
+      const parsed = await parseSession(adapter, ref);
+      appendAll(spans, parsed);
+      sources.push(selectedSessionSource(ref, parsed));
       if (ref.cwd) cwds.push(ref.cwd);
-      sessionCount += 1;
     }
   }
-  return { spans, harness: harnesses.join("+") || args.harness, sessionCount, cwds };
+  return { spans, harness: harnesses.join("+") || args.harness, cwds, sources };
 }
 async function cmdConvert(args) {
   const { spans } = await collectSpans(args);
@@ -393,56 +429,43 @@ async function loadExportAttributes(args) {
   return attributes;
 }
 async function cmdAnalyze(args) {
-  const { spans, harness, sessionCount, cwds } = args.input ? await collectImportedSpans(args) : await collectSpans(args);
-  if (spans.length === 0) throw new Error("no spans found for the given selection");
-  const ai = args.llm ? await buildAxService() : void 0;
-  const { otlpPath, result } = await analyzeSpans(spans, {
-    ai,
-    model: args.model,
-    budgetUsd: args.budget,
-    otlpOutPath: args.otlp,
-    log: (msg) => process.stderr.write(`${msg}
-`)
-  });
-  const pipelines = await runPipelines(spans, { minLoopOccurrences: args.minLoop });
-  const reactions = analyzeReactions(spans);
-  const adoption = await analyzeAdoption(spans, { cwds });
-  const deterministic = summarizeDeterministicSignals(pipelines, reactions);
-  let report = `${renderReport(result, { harness, sessionCount, spanCount: spans.length, otlpPath, deterministic })}
-${renderPipelines(pipelines)}
-${renderReactions(reactions)}
-${renderAdoption(adoption)}`;
-  if (args.analyzers.length > 0 && otlpPath) {
-    const engines = externalAnalyzersFromArgs(args);
-    const results = await runExternalAnalyzers(otlpPath, engines, { prompt: args.analyzerPrompt });
-    for (const r of results) {
-      report += `
-
-## ${r.analyzer} (external analyzer)
-
-${r.ok ? r.output || "(no output)" : `failed: ${r.error}`}`;
-    }
-  }
+  const result = await investigate(args, { loadDefaultConfig: false });
   if (args.out) {
-    await writeFile(args.out, report, "utf8");
-    console.log(`report \u2192 ${args.out}  (${result.findings.length} findings, ${pipelines.stuckLoops.findings.length} loops, OTLP: ${otlpPath})`);
+    await saveReport(args.out, result.report);
+    console.log(
+      `report \u2192 ${args.out}  (${result.findings.length} findings, ${result.pipelines.stuckLoops.findings.length} loops, OTLP: ${result.otlpPath})`
+    );
   } else {
-    console.log(report);
+    console.log(result.report);
   }
 }
 async function collectImportedSpans(args) {
-  if (!args.input) throw new Error("analyze input missing");
+  if (!args.input) throw new Error("input file missing");
   const attributes = await loadExportAttributes(args);
   const result = await exportTraceEvidenceFile(args.input, {
     format: traceEvidenceFormat(args.format),
     attributes
   });
-  const traceIds = new Set(result.spans.map((s) => s.trace_id).filter(Boolean));
+  const { sessionByTrace } = indexSessionIdsByTrace(result.spans);
+  const sessions = /* @__PURE__ */ new Map();
+  for (const span of result.spans) {
+    const sessionId = sessionByTrace.get(span.trace_id);
+    if (!sessionId) continue;
+    const grouped = sessions.get(sessionId) ?? [];
+    grouped.push(span);
+    sessions.set(sessionId, grouped);
+  }
   return {
     spans: result.spans,
     harness: result.format,
-    sessionCount: traceIds.size || 1,
-    cwds: []
+    cwds: [],
+    sources: [...sessions].map(([sessionId, spans]) => selectedSessionSource({
+      harness: result.format,
+      sessionId,
+      path: args.input,
+      cwd: null,
+      mtimeMs: 0
+    }, spans, sessionId))
   };
 }
 function externalAnalyzersFromArgs(args) {
@@ -451,14 +474,23 @@ function externalAnalyzersFromArgs(args) {
   );
 }
 async function cmdInvestigate(args) {
-  const { spans, harness, sessionCount, cwds } = await collectSpans(args);
+  const result = await investigate(args);
+  if (args.out) {
+    await saveReport(args.out, result.report);
+    console.log(`investigation report \u2192 ${args.out}  (${result.findings.length} findings with actions, OTLP: ${result.otlpPath})`);
+  } else {
+    console.log(result.report);
+  }
+}
+async function investigate(args, options = {}) {
+  const { spans, harness, cwds, sources } = await collectSpans(args);
   if (spans.length === 0) throw new Error("no spans found for the given selection");
-  const config = await loadTracesConfig(args.config);
+  const config = args.config !== void 0 || options.loadDefaultConfig !== false ? await loadTracesConfig(args.config) : void 0;
   const ai = args.llm ? await buildAxService() : void 0;
-  const result = await runTraceInvestigation(mergeTracesConfig({
+  return runTraceInvestigation(mergeTracesConfig({
     spans,
     harness,
-    sessionCount,
+    sources,
     cwds,
     minLoopOccurrences: args.minLoop,
     ai,
@@ -470,23 +502,17 @@ async function cmdInvestigate(args) {
     log: (msg) => process.stderr.write(`${msg}
 `)
   }, config));
-  if (args.out) {
-    await saveReport(args.out, result.report);
-    console.log(`investigation report \u2192 ${args.out}  (${result.findings.length} findings, ${result.recommendations.length} recommendations, OTLP: ${result.otlpPath})`);
-  } else {
-    console.log(result.report);
-  }
 }
 async function cmdImprove(args) {
-  const { spans, harness, sessionCount, cwds } = await collectSpans(args);
+  const { spans, harness, cwds, sources } = await collectSpans(args);
   if (spans.length === 0) throw new Error("no spans found for the given selection");
   const config = await loadTracesConfig(args.config);
   const ai = args.llm ? await buildAxService() : void 0;
-  const result = await runTraceImprovementLoop({
+  const result = await runTraceImprovement({
     ...mergeTracesConfig({
       spans,
       harness,
-      sessionCount,
+      sources,
       cwds,
       minLoopOccurrences: args.minLoop,
       ai,
@@ -498,13 +524,12 @@ async function cmdImprove(args) {
       log: (msg) => process.stderr.write(`${msg}
 `)
     }, config),
-    adapter: config?.improvementAdapter,
     outDir: args.dir ?? args.out
   });
   const dir = result.artifacts?.directory;
   if (!dir) throw new Error("improve did not produce an artifact directory");
   console.log(
-    `improvement artifacts \u2192 ${dir}  (${result.findings.length} findings, ${result.recommendations.length} recommendations, ${result.proposals.length} proposal(s), OTLP: ${result.otlpPath})`
+    `improvement artifacts \u2192 ${dir}  (${result.findings.length} findings with actions and checks, OTLP: ${result.otlpPath})`
   );
 }
 function summarizeFindingEvidence(finding) {
@@ -660,10 +685,10 @@ async function cmdUpload(args) {
   });
   const redactorParts = args.redactorCmd?.split(/\s+/).filter(Boolean) ?? [];
   const redactor = redactorParts[0] ? commandRedactor({ command: redactorParts[0], args: redactorParts.slice(1) }) : void 0;
-  const newItems = plan.items.filter((i) => i.isNew);
+  const candidates = plan.items;
   const byRule = {};
   let totalRedactions = 0;
-  for (const i of newItems) {
+  for (const i of candidates) {
     totalRedactions += i.redaction.redactionCount;
     for (const [r, n] of Object.entries(i.redaction.byRule)) byRule[r] = (byRule[r] ?? 0) + n;
   }
@@ -671,28 +696,28 @@ async function cmdUpload(args) {
   w(`
 Window: since ${new Date(sinceMs).toISOString()}
 `);
-  w(`Sessions found: ${plan.items.length}  \xB7  new: ${newItems.length}  \xB7  already uploaded: ${plan.items.length - newItems.length}
+  w(`Sessions found: ${plan.items.length}  \xB7  final privacy-mode dedup runs before upload
 `);
   w(`PII/secrets redacted: ${totalRedactions}${Object.keys(byRule).length ? ` (${Object.entries(byRule).map(([r, n]) => `${r}:${n}`).join(", ")})` : ""}
 `);
-  for (const i of newItems.slice(0, 25)) {
+  for (const i of candidates.slice(0, 25)) {
     w(`  + [${i.ref.harness}] ${i.ref.sessionId.slice(0, 8)}  ${i.spans.length} spans  ${i.redaction.redactionCount} redacted  ${i.ref.cwd ?? ""}
 `);
   }
-  if (newItems.length > 25) w(`  \u2026 and ${newItems.length - 25} more
+  if (candidates.length > 25) w(`  \u2026 and ${candidates.length - 25} more
 `);
-  if (newItems.length === 0) {
-    console.log("Nothing new to upload.");
+  if (candidates.length === 0) {
+    console.log("No sessions found to upload.");
     return;
   }
   if (args.dryRun) {
     const res2 = await executeUpload(plan, { dryRun: true, otlpOut: args.otlp, stripContent: args.noContent, redactor });
-    console.log(`dry run: ${newItems.length} session(s), ${totalRedactions} redaction(s). Redacted OTLP -> ${res2.otlpPath}`);
+    console.log(`dry run: ${candidates.length - res2.skippedSessions} session(s), ${totalRedactions} redaction(s). Redacted OTLP -> ${res2.otlpPath}`);
     console.log("No upload performed. Set TANGLE_INGEST_URL / TANGLE_INGEST_API_KEY / TANGLE_TENANT_ID and drop --dry-run to send.");
     return;
   }
   if (!args.yes) {
-    const ok = await confirm(`Upload ${newItems.length} redacted session(s) to the Tangle Intelligence Platform?`);
+    const ok = await confirm(`Process ${candidates.length} redacted session(s) for upload to the Tangle Intelligence Platform?`);
     if (!ok) {
       console.log("Aborted (use --yes to skip the prompt, or --dry-run to preview).");
       return;
@@ -738,8 +763,8 @@ function usage() {
 Commands:
   list      List discovered sessions
   analyze   Run analyst suite + loop/waste pipelines over sessions or an input file
-  investigate Run typed investigation flow, including BYO config + recommendations
-  improve   Write a full improvement artifact directory for review/apply/rerun
+  investigate Run typed investigation flow, including BYO config + evidence-backed actions
+  improve   Write findings, evidence, report, and canonical trace artifacts
   convert   Emit OTLP-JSONL only (HALO: use analyze --analyzer halo)
   index     Emit a reusable session index JSON for later investigation
   inspect   Read a session index and print ranked improvement findings
@@ -768,7 +793,7 @@ Options:
   --no-findings    stream: omit semantic live-finding events
   --llm            Enable agentic RLM analysts (needs OPENAI_API_KEY / OPENAI_BASE_URL)
   --model <id>     --llm model id (e.g. a router model like glm-5.2); default is agent-eval's
-  --config <path>  investigate/improve/stream: JS config with analysts, liveAnalysts, external analyzers, or proposal adapter
+  --config <path>  investigate/improve/stream: JS config with analysts, liveAnalysts, or external analyzers
   --budget <usd>   USD cap for agentic analysts
   --analyzer <cmd> analyze: also run an external engine over the OTLP (repeatable; "halo" or any command)
   --analyzer-prompt <p>  analyze: prompt passed to external analyzers (default: diagnose)