agent-inspect 6.31.7 → 6.31.8

package/packages/cli/dist/index.cjs

@@ -12618,14 +12618,20 @@ var init_to_inspect_event = __esm({
 });
 
 // packages/core/src/persisted/tree-bridge.ts
+function logicalToPersisted(event) {
+  const { sourceEventIds: _sourceEventIds, projection: _projection, ...rest } = event;
+  return rest;
+}
 function persistedInspectEventsToRunTrees(events, options) {
-  const inspectEvents = persistedInspectEventsToInspectEvents(events, {
+  const sourceEvents = options?.coalesceLifecycle === true ? projectLogicalEvents(events).logicalEvents.map(logicalToPersisted) : events;
+  const inspectEvents = persistedInspectEventsToInspectEvents(sourceEvents, {
     skipInvalid: options?.skipInvalid
   });
   return new TreeBuilder().build(inspectEvents);
 }
 var init_tree_bridge = __esm({
   "packages/core/src/persisted/tree-bridge.ts"() {
+    init_logical_events();
     init_tree_builder();
     init_from_trace_event();
     init_to_inspect_event();
@@ -13246,7 +13252,7 @@ function mapOpenInferenceSpan(span, index, version2) {
   const errorMessage = isRecord11(span.status) && typeof span.status.message === "string" ? span.status.message : void 0;
   const event = {
     schemaVersion: "0.2",
-    eventId: typeof rawAttributes["agent_inspect.event_id"] === "string" ? rawAttributes["agent_inspect.event_id"] : spanId,
+    eventId: typeof rawAttributes["agent_inspect.event_id"] === "string" ? rawAttributes["agent_inspect.event_id"] : `${traceId}:${spanId}`,
     runId: typeof rawAttributes["agent_inspect.run_id"] === "string" ? rawAttributes["agent_inspect.run_id"] : traceId,
     kind,
     name,
@@ -13297,12 +13303,16 @@ function mapOpenInferenceEvents(document) {
   const mapped = document.spans.map(
     (span, index) => mapOpenInferenceSpan(span, index, document.version)
   );
-  const spanIdToEventId = new Map(
-    mapped.map((span) => [span.spanId, span.event.eventId])
+  const spanKeyToEventId = new Map(
+    mapped.map((span) => {
+      const traceId = typeof span.event.trace?.traceId === "string" ? span.event.trace.traceId : "";
+      return [`${traceId}:${span.spanId}`, span.event.eventId];
+    })
   );
   for (const span of mapped) {
     if (span.parentSpanId === void 0) continue;
-    span.event.parentId = spanIdToEventId.get(span.parentSpanId) ?? span.parentSpanId;
+    const traceId = typeof span.event.trace?.traceId === "string" ? span.event.trace.traceId : "";
+    span.event.parentId = spanKeyToEventId.get(`${traceId}:${span.parentSpanId}`) ?? span.parentSpanId;
   }
   return {
     events: mapped.map((span) => span.event),
@@ -13773,7 +13783,7 @@ function mapOtlpSpan(context) {
   const errorMessage = isRecord11(span.status) && typeof span.status.message === "string" ? span.status.message : void 0;
   const event = {
     schemaVersion: "0.2",
-    eventId: typeof parsedSpanAttributes.attributes["agent_inspect.event_id"] === "string" ? parsedSpanAttributes.attributes["agent_inspect.event_id"] : spanId,
+    eventId: typeof parsedSpanAttributes.attributes["agent_inspect.event_id"] === "string" ? parsedSpanAttributes.attributes["agent_inspect.event_id"] : `${traceId}:${spanId}`,
     runId: typeof parsedSpanAttributes.attributes["agent_inspect.run_id"] === "string" ? parsedSpanAttributes.attributes["agent_inspect.run_id"] : traceId,
     kind,
     name: readStringField(span, ["name"]) ?? spanId,
@@ -13822,12 +13832,16 @@ function mapOtlpSpan(context) {
 }
 function mapOtlpEventsToPersisted(document) {
   const mapped = document.spans.map((span) => mapOtlpSpan(span));
-  const spanIdToEventId = new Map(
-    mapped.map((span) => [span.spanId, span.event.eventId])
+  const spanKeyToEventId = new Map(
+    mapped.map((span) => {
+      const traceId = typeof span.event.trace?.traceId === "string" ? span.event.trace.traceId : "";
+      return [`${traceId}:${span.spanId}`, span.event.eventId];
+    })
   );
   for (const span of mapped) {
     if (span.parentSpanId === void 0) continue;
-    span.event.parentId = spanIdToEventId.get(span.parentSpanId) ?? span.parentSpanId;
+    const traceId = typeof span.event.trace?.traceId === "string" ? span.event.trace.traceId : "";
+    span.event.parentId = spanKeyToEventId.get(`${traceId}:${span.parentSpanId}`) ?? span.parentSpanId;
   }
   return {
     events: mapped.map((span) => span.event),
@@ -16235,7 +16249,7 @@ var init_src = __esm({
 });
 
 // package.json
-var version = "6.31.7";
+var version = "6.31.8";
 
 // packages/cli/src/list.ts
 init_advanced();
@@ -18770,11 +18784,13 @@ function exportOpenInference(tree, options) {
       endNs = startNs + unixNano(ev.durationMs);
     }
     const { openInferenceKind } = mapInspectKindToOI(ev.kind, warnings);
+    const meta2 = ev.attributes;
+    const originalSource = typeof meta2?.originalSourceType === "string" && meta2.originalSourceType.trim() !== "" ? meta2.originalSourceType.trim() : ev.source.type;
     const attrs = {
       "openinference.span.kind": openInferenceKind,
       "agent_inspect.kind": ev.kind,
       "agent_inspect.confidence": ev.confidence,
-      "agent_inspect.source.type": ev.source.type,
+      "agent_inspect.source.type": originalSource,
       "agent_inspect.run_id": tree.runId,
       "agent_inspect.event_id": ev.eventId,
       "agent_inspect.status": ev.status ?? "unset"
@@ -18782,9 +18798,9 @@ function exportOpenInference(tree, options) {
     if (ev.durationMs !== void 0) {
       attrs["agent_inspect.duration_ms"] = ev.durationMs;
     }
-    const meta2 = ev.attributes;
-    if (meta2?.model !== void 0 && typeof meta2.model === "string") {
-      attrs["llm.model_name"] = meta2.model;
+    const requestModel = (typeof meta2?.model === "string" && meta2.model.trim() !== "" ? meta2.model : void 0) ?? (typeof meta2?.modelId === "string" && meta2.modelId.trim() !== "" ? meta2.modelId : void 0);
+    if (requestModel !== void 0) {
+      attrs["llm.model_name"] = requestModel;
     }
     const tokens = meta2?.tokens;
     if (tokens && typeof tokens === "object" && tokens !== null) {
@@ -18794,8 +18810,9 @@ function exportOpenInference(tree, options) {
       if (typeof outp === "number") attrs["llm.token_count.completion"] = outp;
     }
     if (includeAttributes && meta2 && typeof meta2 === "object") {
+      const skipKeys = /* @__PURE__ */ new Set(["tokens", "model", "modelId", "originalSourceType"]);
       for (const [k, v] of Object.entries(meta2)) {
-        if (k === "tokens" || k === "model") continue;
+        if (skipKeys.has(k)) continue;
         if (v !== void 0 && v !== null && typeof v !== "object") {
           attrs[`agent_inspect.preview.${k}`] = typeof v === "string" ? v.slice(0, maxLen) : v;
         }
@@ -18916,24 +18933,33 @@ function exportOtlpJson(tree, options) {
     const spanId = hexFrom2(`${tree.runId}:${ev.eventId}`, 8);
     const parentSpanId = ev.parentId ? hexFrom2(`${tree.runId}:${ev.parentId}`, 8) : void 0;
     const { startNs, endNs } = resolveSpanTimes(ev);
+    const meta2 = ev.attributes;
+    const originalSource = typeof meta2?.originalSourceType === "string" && meta2.originalSourceType.trim() !== "" ? meta2.originalSourceType.trim() : ev.source.type;
     const attrs = [
       stringAttr2("agent_inspect.kind", ev.kind),
       stringAttr2("agent_inspect.confidence", ev.confidence),
-      stringAttr2("agent_inspect.source.type", ev.source.type),
+      stringAttr2("agent_inspect.source.type", originalSource),
       stringAttr2("agent_inspect.run_id", tree.runId),
       stringAttr2("agent_inspect.event_id", ev.eventId),
       stringAttr2("agent_inspect.status", ev.status ?? "unset")
     ];
     if (ev.durationMs !== void 0) {
-      attrs.push(intAttr("agent_inspect.duration_ms", ev.durationMs));
+      attrs.push(numberAttr("agent_inspect.duration_ms", ev.durationMs));
     }
     const op = genAiOperationName(ev.kind);
     if (op !== void 0) {
       attrs.push(stringAttr2("gen_ai.operation.name", op));
     }
-    const meta2 = ev.attributes;
-    if (meta2?.model !== void 0 && typeof meta2.model === "string") {
-      attrs.push(stringAttr2("gen_ai.request.model", meta2.model.slice(0, maxLen)));
+    const requestModel = (typeof meta2?.model === "string" && meta2.model.trim() !== "" ? meta2.model : void 0) ?? (typeof meta2?.modelId === "string" && meta2.modelId.trim() !== "" ? meta2.modelId : void 0);
+    if (requestModel !== void 0) {
+      attrs.push(stringAttr2("gen_ai.request.model", requestModel.slice(0, maxLen)));
+    }
+    const responseModel = typeof meta2?.responseModelId === "string" && meta2.responseModelId.trim() !== "" ? meta2.responseModelId : typeof meta2?.responseModel === "string" && meta2.responseModel.trim() !== "" ? meta2.responseModel : void 0;
+    if (responseModel !== void 0) {
+      attrs.push(stringAttr2("gen_ai.response.model", responseModel.slice(0, maxLen)));
+    }
+    if (typeof meta2?.provider === "string" && meta2.provider.trim() !== "") {
+      attrs.push(stringAttr2("gen_ai.provider.name", meta2.provider.slice(0, maxLen)));
     }
     const tokens = meta2?.tokens;
     if (tokens && typeof tokens === "object" && tokens !== null) {
@@ -18943,8 +18969,17 @@ function exportOtlpJson(tree, options) {
       if (typeof outp === "number") attrs.push(intAttr("gen_ai.usage.output_tokens", outp));
     }
     if (includeAttributes && meta2 && typeof meta2 === "object") {
+      const skipKeys = /* @__PURE__ */ new Set([
+        "tokens",
+        "model",
+        "modelId",
+        "responseModel",
+        "responseModelId",
+        "provider",
+        "originalSourceType"
+      ]);
       for (const [k, v] of Object.entries(meta2)) {
-        if (k === "tokens" || k === "model") continue;
+        if (skipKeys.has(k)) continue;
         if (typeof v === "string") {
           attrs.push(stringAttr2(`agent_inspect.preview.${k}`, v.slice(0, maxLen)));
         } else if (typeof v === "number" && Number.isFinite(v)) {
@@ -19014,12 +19049,42 @@ function pushPath(errors, path44, message) {
 function isRecord16(value) {
   return value !== null && typeof value === "object" && !Array.isArray(value);
 }
+function isHexId(value, byteLen) {
+  return typeof value === "string" && new RegExp(`^[0-9a-fA-F]{${byteLen * 2}}$`).test(value);
+}
+function validateAnyValue(errors, path44, value) {
+  if (!isRecord16(value)) {
+    pushPath(errors, path44, "must be an AnyValue object");
+    return;
+  }
+  const variants = [
+    "stringValue",
+    "boolValue",
+    "intValue",
+    "doubleValue",
+    "bytesValue",
+    "arrayValue",
+    "kvlistValue"
+  ].filter((key) => value[key] !== void 0);
+  if (variants.length !== 1) {
+    pushPath(
+      errors,
+      path44,
+      `AnyValue must set exactly one variant (found ${variants.length}: ${variants.join(",")})`
+    );
+  }
+  if (value.intValue !== void 0) {
+    if (typeof value.intValue !== "string" || !/^-?\d+$/.test(value.intValue)) {
+      pushPath(errors, `${path44}.intValue`, "must be a decimal integer string");
+    }
+  }
+}
 function validateOtlpJson(content) {
   const errors = [];
   const warnings = [
     EXPERIMENTAL,
     "OTLP JSON mapping uses OTel GenAI-aligned attributes where applicable; collectors may require transformation.",
-    "protocol-valid \u2260 profile-complete \u2260 fixture-complete \u2014 nested path diagnostics report protocol shape only."
+    "producer-profile checks IDs, timing, and AnyValue shape; historical string enums are reader-compat warnings only."
   ];
   let parsed;
   try {
@@ -19062,11 +19127,26 @@ function validateOtlpJson(content) {
           pushPath(errors, spanPath, "must be an object");
           return;
         }
-        if (typeof span.traceId !== "string" || span.traceId.length === 0) {
-          pushPath(errors, `${spanPath}.traceId`, "must be a non-empty string");
+        if (!isHexId(span.traceId, 16)) {
+          pushPath(
+            errors,
+            `${spanPath}.traceId`,
+            "must be a 32-char hex trace id (16 bytes)"
+          );
+        }
+        if (!isHexId(span.spanId, 8)) {
+          pushPath(
+            errors,
+            `${spanPath}.spanId`,
+            "must be a 16-char hex span id (8 bytes)"
+          );
         }
-        if (typeof span.spanId !== "string" || span.spanId.length === 0) {
-          pushPath(errors, `${spanPath}.spanId`, "must be a non-empty string");
+        if (span.parentSpanId !== void 0 && !isHexId(span.parentSpanId, 8)) {
+          pushPath(
+            errors,
+            `${spanPath}.parentSpanId`,
+            "must be a 16-char hex span id when present"
+          );
         }
         if (typeof span.name !== "string") {
           pushPath(errors, `${spanPath}.name`, "must be a string");
@@ -19085,13 +19165,39 @@ function validateOtlpJson(content) {
             "must be a decimal-string 64-bit integer when present"
           );
         }
+        if (typeof span.startTimeUnixNano === "string" && /^\d+$/.test(span.startTimeUnixNano) && typeof span.endTimeUnixNano === "string" && /^\d+$/.test(span.endTimeUnixNano)) {
+          try {
+            if (BigInt(span.endTimeUnixNano) < BigInt(span.startTimeUnixNano)) {
+              pushPath(
+                errors,
+                `${spanPath}.endTimeUnixNano`,
+                "must be >= startTimeUnixNano"
+              );
+            }
+          } catch {
+            pushPath(errors, `${spanPath}.endTimeUnixNano`, "out of integer range");
+          }
+        }
+        if (Array.isArray(span.attributes)) {
+          span.attributes.forEach((attr, ai) => {
+            const attrPath = `${spanPath}.attributes[${ai}]`;
+            if (!isRecord16(attr)) {
+              pushPath(errors, attrPath, "must be an object");
+              return;
+            }
+            if (typeof attr.key !== "string") {
+              pushPath(errors, `${attrPath}.key`, "must be a string");
+            }
+            validateAnyValue(errors, `${attrPath}.value`, attr.value);
+          });
+        }
         if (typeof span.kind === "number") {
           if (!Number.isInteger(span.kind)) {
             pushPath(errors, `${spanPath}.kind`, "must be an integer SpanKind enum");
           }
         } else if (typeof span.kind === "string") {
           warnings.push(
-            `${spanPath}.kind: string SpanKind enum is legacy; prefer numeric (INTERNAL=1)`
+            `${spanPath}.kind: string SpanKind is historical reader-compat only; producer wire format uses numeric enums`
           );
         } else if (span.kind !== void 0) {
           pushPath(
@@ -19122,7 +19228,7 @@ function validateOtlpJson(content) {
               );
             } else {
               warnings.push(
-                `${spanPath}.status.code: string StatusCode is legacy; prefer numeric 0/1/2`
+                `${spanPath}.status.code: string StatusCode is historical reader-compat only; producer wire format uses numeric 0/1/2`
               );
             }
           } else {
@@ -19603,7 +19709,9 @@ Trace directory: ${traceDir}`);
   }
   let tree;
   try {
-    const trees = persistedInspectEventsToRunTrees(events);
+    const trees = persistedInspectEventsToRunTrees(events, {
+      coalesceLifecycle: true
+    });
     tree = trees.find((candidate) => candidate.runId === id) ?? trees[0];
     if (tree === void 0) {
       throw new Error("No run tree could be built from persisted events");
@@ -28899,13 +29007,15 @@ import { generateText, stepCountIs, tool } from "ai";
 import { MockLanguageModelV3 } from "ai/test";
 import { agentInspect } from "@agent-inspect/ai-sdk";
 import { z } from "zod";
-import { readdirSync, readFileSync } from "node:fs";
+import { mkdirSync, readdirSync, readFileSync, rmSync } from "node:fs";
 import path from "node:path";
+import { randomUUID } from "node:crypto";
 
-const TRACE_DIR = ".agent-inspect";
+const SESSION = randomUUID().slice(0, 8);
+const TRACE_DIR = path.join(".agent-inspect", \`demo-\${SESSION}\`);
 const ANSWER = "You have 2 orders";
-const CORRECT_RUN = "ai-sdk-demo-correct";
-const WRONG_RUN = "ai-sdk-demo-wrong";
+const CORRECT_RUN = \`ai-sdk-demo-correct-\${SESSION}\`;
+const WRONG_RUN = \`ai-sdk-demo-wrong-\${SESSION}\`;
 
 const usage = {
   inputTokens: { total: 4, noCache: 4, cacheRead: 0, cacheWrite: 0 },
@@ -28945,7 +29055,7 @@ async function runPath(runName, toolName) {
                   type: "tool-call",
                   toolCallId: \`call-\${toolName}\`,
                   toolName,
-                  input: { userId: "u1" },
+                  input: JSON.stringify({ userId: "u1" }),
                 },
               ],
               finishReason: { unified: "tool-calls", raw: "tool-calls" },
@@ -28997,15 +29107,39 @@ function selectRunIdByName(runName) {
   return matches[0];
 }
 
+function assertToolExecuted(runId, requiredTool) {
+  const text = readFileSync(path.join(TRACE_DIR, \`\${runId}.jsonl\`), "utf8");
+  const toolHits = text
+    .split("\\n")
+    .filter(Boolean)
+    .map((line) => JSON.parse(line))
+    .filter(
+      (ev) =>
+        (ev.kind === "TOOL" || ev.attributes?.stepType === "tool") &&
+        (ev.name === requiredTool || ev.attributes?.toolName === requiredTool),
+    );
+  if (toolHits.length === 0) {
+    throw new Error(\`expected TOOL events for \${requiredTool} in \${runId}\`);
+  }
+}
+
 async function main() {
-  await runPath(CORRECT_RUN, "lookup_orders");
-  await runPath(WRONG_RUN, "delete_orders");
-  const correctId = selectRunIdByName(CORRECT_RUN);
-  const wrongId = selectRunIdByName(WRONG_RUN);
-  console.log("Trace written to .agent-inspect/");
-  console.log(\`Correct path runId: \${correctId}\`);
-  console.log(\`Wrong path runId:   \${wrongId}\`);
-  console.log(\`Next: npx agent-inspect check \${correctId} --required-tool lookup_orders\`);
+  mkdirSync(TRACE_DIR, { recursive: true });
+  try {
+    await runPath(CORRECT_RUN, "lookup_orders");
+    await runPath(WRONG_RUN, "delete_orders");
+    const correctId = selectRunIdByName(CORRECT_RUN);
+    const wrongId = selectRunIdByName(WRONG_RUN);
+    assertToolExecuted(correctId, "lookup_orders");
+    assertToolExecuted(wrongId, "delete_orders");
+    console.log(\`Trace written to \${TRACE_DIR}/\`);
+    console.log(\`Correct path runId: \${correctId}\`);
+    console.log(\`Wrong path runId:   \${wrongId}\`);
+    console.log(\`Next: npx agent-inspect check \${correctId} --dir \${TRACE_DIR} --required-tool lookup_orders\`);
+  } catch (error) {
+    rmSync(TRACE_DIR, { recursive: true, force: true });
+    throw error;
+  }
 }
 
 main().catch((error) => {