@agent-inspect/viewer 4.3.0 → 5.0.0

package/dist/index.mjs

@@ -1,5 +1,5 @@
 import { createServer } from 'http';
-import path7 from 'path';
+import path11 from 'path';
 import { AsyncLocalStorage } from 'async_hooks';
 import 'crypto';
 import { readdir, stat, readFile } from 'fs/promises';
@@ -8,6 +8,7 @@ import 'nanoid';
 import 'chalk';
 import 'fs';
 import 'readline';
+import 'url';
 
 // packages/viewer/src/server.ts
 
@@ -71,6 +72,9 @@ function isTraceEvent(value) {
     case "step_completed": {
       return typeof value.runId === "string" && typeof value.stepId === "string" && (value.status === "success" || value.status === "error") && typeof value.endTime === "number" && typeof value.durationMs === "number";
     }
+    case "outcome_observed": {
+      return typeof value.runId === "string" && typeof value.outcomeId === "string" && typeof value.name === "string" && typeof value.expectation === "string" && (value.status === "passed" || value.status === "failed" || value.status === "unknown" || value.status === "skipped") && typeof value.observedAt === "number";
+    }
     default:
       return false;
   }
@@ -88,7 +92,8 @@ var INSPECT_KINDS = [
   "RESULT",
   "ERROR",
   "LOGIC",
-  "LOG"
+  "LOG",
+  "OUTCOME"
 ];
 var ATTRIBUTION_CONFIDENCES = [
   "explicit",
@@ -380,6 +385,32 @@ function fromLegacyStepCompleted(event) {
   if (error) out.error = error;
   return out;
 }
+function fromLegacyOutcomeObserved(event) {
+  const attrs = event.attributes ?? {};
+  const observedAtRaw = attrs.observedAt;
+  const observedAt = typeof observedAtRaw === "string" ? Date.parse(observedAtRaw) : typeof observedAtRaw === "number" && Number.isFinite(observedAtRaw) ? observedAtRaw : resolveTimes(event).timestamp;
+  const status = attrs.outcomeStatus;
+  const out = {
+    schemaVersion: "0.1",
+    event: "outcome_observed",
+    timestamp: observedAt,
+    runId: event.runId,
+    outcomeId: typeof attrs.outcomeId === "string" ? attrs.outcomeId : event.eventId,
+    name: event.name,
+    expectation: typeof attrs.expectation === "string" ? attrs.expectation : event.name,
+    status: status === "passed" || status === "failed" || status === "unknown" || status === "skipped" ? status : "unknown",
+    observedAt
+  };
+  if (event.parentId !== void 0) out.parentId = event.parentId;
+  if (typeof attrs.method === "string") out.method = attrs.method;
+  if (attrs.actual !== void 0) out.actual = attrs.actual;
+  if (event.outputSummary !== void 0) out.actual = event.outputSummary;
+  if (attrs.evidence !== void 0) out.evidence = attrs.evidence;
+  return out;
+}
+function fromNativeOutcome(event) {
+  return [fromLegacyOutcomeObserved(event)];
+}
 function fromNativeRun(event) {
   const { timestamp, startTime, endTime } = resolveTimes(event);
   const runStatus = mapPersistedStatusToRunStatus(event.status);
@@ -467,9 +498,13 @@ function persistedInspectEventToTraceEvents(event) {
   if (legacyEvent === "run_completed") return [fromLegacyRunCompleted(event)];
   if (legacyEvent === "step_started") return [fromLegacyStepStarted(event)];
   if (legacyEvent === "step_completed") return [fromLegacyStepCompleted(event)];
+  if (legacyEvent === "outcome_observed") return [fromLegacyOutcomeObserved(event)];
   if (event.kind === "RUN") {
     return fromNativeRun(event);
   }
+  if (event.kind === "OUTCOME") {
+    return fromNativeOutcome(event);
+  }
   return fromNativeStep(event);
 }
 function persistedInspectEventsToTraceEvents(events, options) {
@@ -483,7 +518,7 @@ function persistedInspectEventsToTraceEvents(events, options) {
 }
 var DEFAULT_TRACE_DIR_NAME = ".agent-inspect";
 var RUNS_DIR_NAME = "runs";
-var FALLBACK_TRACE_DIR = path7.join(
+var FALLBACK_TRACE_DIR = path11.join(
   os.tmpdir(),
   "agent-inspect",
   RUNS_DIR_NAME
@@ -498,7 +533,7 @@ function getDefaultTraceDir() {
     if (typeof home !== "string" || home.trim() === "") {
       return FALLBACK_TRACE_DIR;
     }
-    return path7.join(home, DEFAULT_TRACE_DIR_NAME, RUNS_DIR_NAME);
+    return path11.join(home, DEFAULT_TRACE_DIR_NAME, RUNS_DIR_NAME);
   } catch {
     return FALLBACK_TRACE_DIR;
   }
@@ -669,6 +704,9 @@ function validateEvent(event) {
     case "step_completed": {
       return nonEmptyString(event.runId) && nonEmptyString(event.stepId) && (event.status === "success" || event.status === "error") && finiteNumber(event.endTime) && finiteNumber(event.durationMs) && optionalErrorInfo(event.error);
     }
+    case "outcome_observed": {
+      return nonEmptyString(event.runId) && nonEmptyString(event.outcomeId) && nonEmptyString(event.name) && nonEmptyString(event.expectation) && (event.status === "passed" || event.status === "failed" || event.status === "unknown" || event.status === "skipped") && finiteNumber(event.observedAt);
+    }
     default:
       return false;
   }
@@ -704,7 +742,7 @@ var TraceDirectory = class {
     this.#dir = resolveTraceDir(options);
   }
   getPath(filename) {
-    return filename ? path7.join(this.#dir, filename) : this.#dir;
+    return filename ? path11.join(this.#dir, filename) : this.#dir;
   }
   async list() {
     try {
@@ -731,7 +769,7 @@ function parseIsoToMs2(value) {
 }
 async function extractMetadata(filePath, _quickScan) {
   const stats = await stat(filePath);
-  let runIdFromFile = path7.basename(filePath);
+  let runIdFromFile = path11.basename(filePath);
   if (runIdFromFile.endsWith(".jsonl")) {
     runIdFromFile = runIdFromFile.slice(0, -".jsonl".length);
   }
@@ -1341,12 +1379,12 @@ function buildCriticalPath(runs, handoffs) {
     handoffs.filter((edge) => edge.confidence === "explicit").map((edge) => edge.from)
   );
   const ordered = [...runs].sort(compareRuns);
-  const path8 = [];
+  const path12 = [];
   const visited = /* @__PURE__ */ new Set();
   const pushRun = (run, confidence, source) => {
     if (visited.has(run.runId)) return;
     visited.add(run.runId);
-    path8.push({
+    path12.push({
       runId: run.runId,
       name: run.name,
       startedAt: run.startedAt,
@@ -1371,7 +1409,7 @@ function buildCriticalPath(runs, handoffs) {
     const confidence = explicitTargets.has(run.runId) || explicitSources.has(run.runId) ? "explicit" : "correlated";
     pushRun(run, confidence, confidence === "explicit" ? "manual" : "inferred");
   }
-  return path8;
+  return path12;
 }
 function metaRunIdMatches(run, token, runById) {
   const meta = extractSessionWorkflowMetadata(run.metadata);
@@ -1644,7 +1682,7 @@ function summarize(findings, diagnostics) {
     errors: diagnostics.filter((item) => item.severity === "error").length
   };
 }
-function eventEvidence(event, path8) {
+function eventEvidence(event, path12) {
   return {
     runId: event.runId,
     eventId: event.eventId,
@@ -1793,6 +1831,8 @@ function nodeIdForEvent(event) {
     case "step_started":
     case "step_completed":
       return event.stepId;
+    case "outcome_observed":
+      return event.outcomeId;
     default:
       return "unknown";
   }
@@ -1976,6 +2016,39 @@ function traceEventToPersistedInspectEvent(event, options) {
         error
       };
     }
+    case "outcome_observed": {
+      const tsObserved = toIsoTimestamp(event.observedAt);
+      const attributes = compactAttributes({
+        legacyEvent: "outcome_observed",
+        outcomeId: event.outcomeId,
+        outcomeStatus: event.status,
+        expectation: event.expectation,
+        method: event.method,
+        actual: event.actual,
+        evidence: event.evidence,
+        observedAt: tsObserved.iso,
+        invalidTimestamp: tsMain.invalidTimestamp || tsObserved.invalidTimestamp ? true : void 0
+      });
+      const out = {
+        schemaVersion: "0.2",
+        eventId,
+        runId: event.runId,
+        kind: "OUTCOME",
+        name: event.name,
+        status: event.status === "failed" ? "error" : "ok",
+        timestamp: tsMain.iso,
+        confidence: "explicit",
+        source,
+        attributes
+      };
+      if (event.parentId !== void 0) {
+        out.parentId = event.parentId;
+      }
+      if (event.actual !== void 0) {
+        out.outputSummary = event.actual;
+      }
+      return out;
+    }
     default: {
       const _exhaustive = event;
       throw new Error(`Unsupported trace event: ${_exhaustive.event}`);
@@ -1988,6 +2061,86 @@ function traceEventsToPersistedInspectEvents(events, options) {
   );
 }
 
+// packages/core/src/logs/tree-builder.ts
+function inc(map, key) {
+  map[key] = (map[key] ?? 0) + 1;
+}
+function computeRunStatus(events) {
+  let hasRunning = false;
+  for (const e of events) {
+    if (e.status === "error") return "error";
+    if (e.status === "running") hasRunning = true;
+  }
+  if (hasRunning) return "running";
+  return "ok";
+}
+var TreeBuilder = class {
+  constructor(options) {
+    void options?.config;
+  }
+  build(events) {
+    const byRun = /* @__PURE__ */ new Map();
+    for (const e of events) {
+      if (!byRun.has(e.runId)) byRun.set(e.runId, []);
+      byRun.get(e.runId).push(e);
+    }
+    const out = [];
+    for (const [runId, runEvents] of byRun.entries()) {
+      const sorted = [...runEvents].sort((a, b) => a.timestamp - b.timestamp);
+      const nodes = /* @__PURE__ */ new Map();
+      for (const e of sorted) {
+        nodes.set(e.eventId, { event: e, children: [], depth: 0 });
+      }
+      const roots = [];
+      for (const node of nodes.values()) {
+        const parentId = node.event.parentId;
+        if (parentId && nodes.has(parentId)) {
+          nodes.get(parentId).children.push(node);
+        } else {
+          roots.push(node);
+        }
+      }
+      const assignDepth = (n, depth) => {
+        n.depth = depth;
+        for (const c of n.children) assignDepth(c, depth + 1);
+      };
+      for (const r of roots) assignDepth(r, 0);
+      const confidenceBreakdown = {
+        explicit: 0,
+        correlated: 0,
+        heuristic: 0,
+        unknown: 0
+      };
+      const kinds = {};
+      for (const e of sorted) {
+        inc(confidenceBreakdown, e.confidence);
+        kinds[e.kind] = (kinds[e.kind] ?? 0) + 1;
+      }
+      const startedAt = sorted.length > 0 ? sorted[0].timestamp : void 0;
+      const endedAt = sorted.length > 0 ? sorted[sorted.length - 1].timestamp : void 0;
+      const status = computeRunStatus(sorted);
+      const durationMs = startedAt !== void 0 && endedAt !== void 0 && Number.isFinite(startedAt) && Number.isFinite(endedAt) && endedAt >= startedAt && status !== "running" ? endedAt - startedAt : void 0;
+      const name = sorted.find((e) => e.kind === "RUN")?.name;
+      out.push({
+        runId,
+        name,
+        status,
+        startedAt,
+        endedAt: status === "running" ? void 0 : endedAt,
+        durationMs,
+        children: roots,
+        metadata: {
+          totalEvents: sorted.length,
+          confidenceBreakdown,
+          kinds
+        }
+      });
+    }
+    out.sort((a, b) => (b.startedAt ?? 0) - (a.startedAt ?? 0));
+    return out;
+  }
+};
+
 // packages/core/src/persisted/to-inspect-event.ts
 function compactAttributes2(entries) {
   const out = {};
@@ -2126,86 +2279,6 @@ function persistedInspectEventsToInspectEvents(events, options) {
   return out;
 }
 
-// packages/core/src/logs/tree-builder.ts
-function inc(map, key) {
-  map[key] = (map[key] ?? 0) + 1;
-}
-function computeRunStatus(events) {
-  let hasRunning = false;
-  for (const e of events) {
-    if (e.status === "error") return "error";
-    if (e.status === "running") hasRunning = true;
-  }
-  if (hasRunning) return "running";
-  return "ok";
-}
-var TreeBuilder = class {
-  constructor(options) {
-    void options?.config;
-  }
-  build(events) {
-    const byRun = /* @__PURE__ */ new Map();
-    for (const e of events) {
-      if (!byRun.has(e.runId)) byRun.set(e.runId, []);
-      byRun.get(e.runId).push(e);
-    }
-    const out = [];
-    for (const [runId, runEvents] of byRun.entries()) {
-      const sorted = [...runEvents].sort((a, b) => a.timestamp - b.timestamp);
-      const nodes = /* @__PURE__ */ new Map();
-      for (const e of sorted) {
-        nodes.set(e.eventId, { event: e, children: [], depth: 0 });
-      }
-      const roots = [];
-      for (const node of nodes.values()) {
-        const parentId = node.event.parentId;
-        if (parentId && nodes.has(parentId)) {
-          nodes.get(parentId).children.push(node);
-        } else {
-          roots.push(node);
-        }
-      }
-      const assignDepth = (n, depth) => {
-        n.depth = depth;
-        for (const c of n.children) assignDepth(c, depth + 1);
-      };
-      for (const r of roots) assignDepth(r, 0);
-      const confidenceBreakdown = {
-        explicit: 0,
-        correlated: 0,
-        heuristic: 0,
-        unknown: 0
-      };
-      const kinds = {};
-      for (const e of sorted) {
-        inc(confidenceBreakdown, e.confidence);
-        kinds[e.kind] = (kinds[e.kind] ?? 0) + 1;
-      }
-      const startedAt = sorted.length > 0 ? sorted[0].timestamp : void 0;
-      const endedAt = sorted.length > 0 ? sorted[sorted.length - 1].timestamp : void 0;
-      const status = computeRunStatus(sorted);
-      const durationMs = startedAt !== void 0 && endedAt !== void 0 && Number.isFinite(startedAt) && Number.isFinite(endedAt) && endedAt >= startedAt && status !== "running" ? endedAt - startedAt : void 0;
-      const name = sorted.find((e) => e.kind === "RUN")?.name;
-      out.push({
-        runId,
-        name,
-        status,
-        startedAt,
-        endedAt: status === "running" ? void 0 : endedAt,
-        durationMs,
-        children: roots,
-        metadata: {
-          totalEvents: sorted.length,
-          confidenceBreakdown,
-          kinds
-        }
-      });
-    }
-    out.sort((a, b) => (b.startedAt ?? 0) - (a.startedAt ?? 0));
-    return out;
-  }
-};
-
 // packages/core/src/persisted/tree-bridge.ts
 function persistedInspectEventsToRunTrees(events, options) {
   const inspectEvents = persistedInspectEventsToInspectEvents(events, {
@@ -2213,6 +2286,8 @@ function persistedInspectEventsToRunTrees(events, options) {
   });
   return new TreeBuilder().build(inspectEvents);
 }
+
+// packages/core/src/readers/index.ts
 var DEFAULT_MAX_TRACE_INPUT_BYTES = 10 * 1024 * 1024;
 var MIN_DETECTION_CONFIDENCE = 0.5;
 var AMBIGUOUS_CONFIDENCE_DELTA = 0.05;
@@ -2335,7 +2410,7 @@ function findReaderByFormat(format, readers) {
 }
 async function jsonlFilesInDirectory(dirPath) {
   const entries = await readdir(dirPath, { withFileTypes: true });
-  return entries.filter((entry) => entry.isFile() && entry.name.endsWith(".jsonl")).map((entry) => path7.join(dirPath, entry.name)).sort((a, b) => a.localeCompare(b));
+  return entries.filter((entry) => entry.isFile() && entry.name.endsWith(".jsonl")).map((entry) => path11.join(dirPath, entry.name)).sort((a, b) => a.localeCompare(b));
 }
 async function resolveInput(input) {
   const cached = resolvedInputCache.get(input);
@@ -2705,7 +2780,7 @@ function sanitizeOpenInferenceAttributes(attributes, pathPrefix) {
 function mapOpenInferenceKind(span, attributes, pathPrefix) {
   const warnings = [];
   const agentInspectKind = attributes["agent_inspect.kind"];
-  if (agentInspectKind === "RUN" || agentInspectKind === "AGENT" || agentInspectKind === "LLM" || agentInspectKind === "TOOL" || agentInspectKind === "CHAIN" || agentInspectKind === "RETRIEVER" || agentInspectKind === "DECISION" || agentInspectKind === "RESULT" || agentInspectKind === "ERROR" || agentInspectKind === "LOGIC" || agentInspectKind === "LOG") {
+  if (agentInspectKind === "RUN" || agentInspectKind === "AGENT" || agentInspectKind === "LLM" || agentInspectKind === "TOOL" || agentInspectKind === "CHAIN" || agentInspectKind === "RETRIEVER" || agentInspectKind === "DECISION" || agentInspectKind === "RESULT" || agentInspectKind === "ERROR" || agentInspectKind === "LOGIC" || agentInspectKind === "LOG" || agentInspectKind === "OUTCOME") {
     return { kind: agentInspectKind, warnings };
   }
   const rawKind = readStringField(span, ["kind", "span_kind", "spanKind"]) ?? (typeof attributes["openinference.span.kind"] === "string" ? attributes["openinference.span.kind"] : void 0);
@@ -3226,7 +3301,7 @@ function mapOtlpStatus(status) {
 function readOtlpKind(attributes, pathPrefix) {
   const warnings = [];
   const agentInspectKind = attributes["agent_inspect.kind"];
-  if (agentInspectKind === "RUN" || agentInspectKind === "AGENT" || agentInspectKind === "LLM" || agentInspectKind === "TOOL" || agentInspectKind === "CHAIN" || agentInspectKind === "RETRIEVER" || agentInspectKind === "DECISION" || agentInspectKind === "RESULT" || agentInspectKind === "ERROR" || agentInspectKind === "LOGIC" || agentInspectKind === "LOG") {
+  if (agentInspectKind === "RUN" || agentInspectKind === "AGENT" || agentInspectKind === "LLM" || agentInspectKind === "TOOL" || agentInspectKind === "CHAIN" || agentInspectKind === "RETRIEVER" || agentInspectKind === "DECISION" || agentInspectKind === "RESULT" || agentInspectKind === "ERROR" || agentInspectKind === "LOGIC" || agentInspectKind === "LOG" || agentInspectKind === "OUTCOME") {
     return { kind: agentInspectKind, warnings };
   }
   const operation = attributes["gen_ai.operation.name"];
@@ -3872,7 +3947,7 @@ function createViewerServer(options = {}) {
         return sendJson(res, 200, {
           ok: true,
           readOnly: true,
-          traceDir: path7.resolve(traceDir)
+          traceDir: path11.resolve(traceDir)
         });
       }
       const td = new TraceDirectory({ dir: traceDir });
@@ -3890,7 +3965,7 @@ function createViewerServer(options = {}) {
             runId: meta.runId,
             name: meta.name,
             status: meta.status,
-            file: path7.basename(meta.filePath),
+            file: path11.basename(meta.filePath),
             startedAt: meta.startedAt,
             durationMs: meta.durationMs
           }))
@@ -4005,7 +4080,7 @@ function startViewerServer(options = {}) {
       resolve({
         host,
         port: resolvedPort,
-        traceDir: path7.resolve(traceDir),
+        traceDir: path11.resolve(traceDir),
         url: `http://${host}:${resolvedPort}`
       });
     });