agent-inspect 6.21.0 → 6.22.0

package/packages/core/dist/checks.cjs

@@ -96,11 +96,11 @@ function parseMethod(value) {
 }
 function fromPersistedOutcome(event) {
   if (event.kind !== "OUTCOME") return void 0;
-  const attrs = event.attributes ?? {};
-  const statusRaw = attrs[OUTCOME_ATTRIBUTE_STATUS_KEY];
+  const attrs2 = event.attributes ?? {};
+  const statusRaw = attrs2[OUTCOME_ATTRIBUTE_STATUS_KEY];
   if (!isOutcomeStatus(statusRaw)) return void 0;
-  const expectation = typeof attrs[OUTCOME_ATTRIBUTE_EXPECTATION_KEY] === "string" ? attrs[OUTCOME_ATTRIBUTE_EXPECTATION_KEY] : event.name;
-  const observedAtRaw = attrs[OUTCOME_ATTRIBUTE_OBSERVED_AT_KEY];
+  const expectation = typeof attrs2[OUTCOME_ATTRIBUTE_EXPECTATION_KEY] === "string" ? attrs2[OUTCOME_ATTRIBUTE_EXPECTATION_KEY] : event.name;
+  const observedAtRaw = attrs2[OUTCOME_ATTRIBUTE_OBSERVED_AT_KEY];
   const observedAt = typeof observedAtRaw === "string" ? Date.parse(observedAtRaw) : typeof observedAtRaw === "number" && Number.isFinite(observedAtRaw) ? observedAtRaw : Date.parse(event.timestamp);
   return {
     outcomeId: event.eventId,
@@ -109,9 +109,9 @@ function fromPersistedOutcome(event) {
     name: event.name,
     expectation,
     status: statusRaw,
-    ...parseMethod(attrs[OUTCOME_ATTRIBUTE_METHOD_KEY]) !== void 0 ? { method: parseMethod(attrs[OUTCOME_ATTRIBUTE_METHOD_KEY]) } : {},
+    ...parseMethod(attrs2[OUTCOME_ATTRIBUTE_METHOD_KEY]) !== void 0 ? { method: parseMethod(attrs2[OUTCOME_ATTRIBUTE_METHOD_KEY]) } : {},
     ...event.outputSummary !== void 0 ? { actual: event.outputSummary } : {},
-    ...attrs.evidence !== void 0 ? { evidence: attrs.evidence } : {},
+    ...attrs2.evidence !== void 0 ? { evidence: attrs2.evidence } : {},
     observedAt: Number.isFinite(observedAt) ? observedAt : Date.parse(event.timestamp)
   };
 }
@@ -477,10 +477,10 @@ function projectLogicalEvents(events) {
   };
 }
 function resolveCanonicalToolName(event) {
-  const attrs = event.attributes;
-  const direct = pickString(attrs, ["toolName", "tool"]);
+  const attrs2 = event.attributes;
+  const direct = pickString(attrs2, ["toolName", "tool"]);
   if (direct) return direct;
-  const metadata = attrs?.metadata;
+  const metadata = attrs2?.metadata;
   if (isRecord(metadata)) {
     const nested = pickString(metadata, ["toolName", "tool"]);
     if (nested) return nested;
@@ -522,10 +522,10 @@ function pickNumber(record, keys) {
   return void 0;
 }
 function eventMetadata(event) {
-  const attrs = isRecord2(event.attributes) ? event.attributes : void 0;
-  const nested = attrs !== void 0 && isRecord2(attrs.metadata) ? attrs.metadata : void 0;
+  const attrs2 = isRecord2(event.attributes) ? event.attributes : void 0;
+  const nested = attrs2 !== void 0 && isRecord2(attrs2.metadata) ? attrs2.metadata : void 0;
   return {
-    ...attrs ?? {},
+    ...attrs2 ?? {},
     ...nested ?? {}
   };
 }
@@ -818,6 +818,208 @@ function deriveFailureFacts(logicalEvents) {
   };
 }
 
+// packages/core/src/sessions/metadata.ts
+function isNonEmptyString(value) {
+  return typeof value === "string" && value.trim() !== "";
+}
+function finitePositiveInt(value) {
+  if (typeof value !== "number" || !Number.isFinite(value) || value < 1) {
+    return void 0;
+  }
+  return Math.trunc(value);
+}
+function extractSessionWorkflowMetadata(record) {
+  if (!record) return void 0;
+  const out = {};
+  let found = false;
+  const assignString = (key, value) => {
+    if (isNonEmptyString(value)) {
+      out[key] = value.trim();
+      found = true;
+    }
+  };
+  assignString("sessionId", record.sessionId);
+  assignString("conversationId", record.conversationId);
+  assignString("groupId", record.groupId);
+  assignString("parentGroupId", record.parentGroupId);
+  assignString("retryOf", record.retryOf);
+  assignString("retryReason", record.retryReason);
+  assignString("handoffFrom", record.handoffFrom);
+  assignString("handoffTo", record.handoffTo);
+  assignString("subAgentId", record.subAgentId);
+  assignString("subAgentName", record.subAgentName);
+  assignString("jobId", record.jobId);
+  assignString("queueName", record.queueName);
+  assignString("workflowName", record.workflowName);
+  assignString("workflowStep", record.workflowStep);
+  assignString("toolCallId", record.toolCallId);
+  assignString("mcpToolCallId", record.mcpToolCallId);
+  assignString("linkedStepId", record.linkedStepId);
+  assignString("operationId", record.operationId);
+  assignString("attemptId", record.attemptId);
+  assignString("fallbackOf", record.fallbackOf);
+  assignString("idempotencyKey", record.idempotencyKey);
+  assignString("correlationId", record.correlationId);
+  assignString("requestId", record.requestId);
+  assignString("decisionId", record.decisionId);
+  const attempt = finitePositiveInt(record.attempt);
+  if (attempt !== void 0) {
+    out.attempt = attempt;
+    found = true;
+  }
+  const attemptNumber = finitePositiveInt(record.attemptNumber);
+  if (attemptNumber !== void 0) {
+    out.attemptNumber = attemptNumber;
+    found = true;
+  }
+  return found ? out : void 0;
+}
+
+// packages/core/src/checks/relationship-facts.ts
+function attrs(event) {
+  return event.attributes && typeof event.attributes === "object" ? event.attributes : {};
+}
+function stringAttr(record, key) {
+  const value = record[key];
+  return typeof value === "string" && value.trim() !== "" ? value.trim() : void 0;
+}
+function deriveRelationshipFacts(events) {
+  const relationships = [];
+  const diagnostics = [];
+  const byId = new Map(events.map((event) => [event.eventId, event]));
+  const seen = /* @__PURE__ */ new Set();
+  const push = (edge) => {
+    const key = `${edge.type}:${edge.fromEventId}:${edge.toEventId ?? ""}:${edge.externalRef ?? ""}`;
+    if (seen.has(key)) return;
+    seen.add(key);
+    relationships.push(edge);
+  };
+  for (const event of events) {
+    if (event.parentId) {
+      push({
+        type: "parent-child",
+        fromEventId: event.parentId,
+        toEventId: event.eventId,
+        confidence: byId.has(event.parentId) ? "explicit" : "unknown",
+        basis: ["persisted.parentId"]
+      });
+      if (!byId.has(event.parentId)) {
+        diagnostics.push({
+          code: "AI_RELATIONSHIP_PARENT_MISSING",
+          message: `parentId ${event.parentId} is not present in the event set.`,
+          eventId: event.eventId
+        });
+      }
+    }
+    const bag = attrs(event);
+    const meta = extractSessionWorkflowMetadata(bag) ?? {};
+    const nested = bag.metadata && typeof bag.metadata === "object" ? extractSessionWorkflowMetadata(bag.metadata) : void 0;
+    const workflow = { ...meta, ...nested };
+    if (workflow.retryOf) {
+      const target = events.find((candidate) => candidate.runId === workflow.retryOf);
+      push({
+        type: "retry-of",
+        fromEventId: event.eventId,
+        ...target ? { toEventId: target.eventId } : {},
+        externalRef: workflow.retryOf,
+        confidence: target ? "explicit" : "correlated",
+        basis: ["attributes.retryOf"]
+      });
+    }
+    const attemptOf = stringAttr(bag, "attemptOf") ?? stringAttr(bag, "operationId");
+    if (attemptOf && workflow.attempt !== void 0) {
+      push({
+        type: "attempt-of",
+        fromEventId: event.eventId,
+        externalRef: attemptOf,
+        confidence: "explicit",
+        basis: workflow.attempt !== void 0 ? ["attributes.attempt", "attributes.operationId"] : ["attributes.operationId"]
+      });
+    }
+    const fallbackOf = stringAttr(bag, "fallbackOf");
+    if (fallbackOf) {
+      push({
+        type: "fallback-of",
+        fromEventId: event.eventId,
+        externalRef: fallbackOf,
+        confidence: "explicit",
+        basis: ["attributes.fallbackOf"]
+      });
+    }
+    const remediationOf = stringAttr(bag, "remediationOf");
+    if (remediationOf) {
+      push({
+        type: "remediation-of",
+        fromEventId: event.eventId,
+        externalRef: remediationOf,
+        confidence: "explicit",
+        basis: ["attributes.remediationOf"]
+      });
+    }
+    const evidenceFor = stringAttr(bag, "evidenceFor");
+    if (evidenceFor) {
+      push({
+        type: "evidence-for",
+        fromEventId: event.eventId,
+        ...byId.has(evidenceFor) ? { toEventId: evidenceFor } : { externalRef: evidenceFor },
+        confidence: byId.has(evidenceFor) ? "explicit" : "correlated",
+        basis: ["attributes.evidenceFor"]
+      });
+    }
+    const acceptedBy = stringAttr(bag, "acceptedBy");
+    if (acceptedBy) {
+      push({
+        type: "accepted-by",
+        fromEventId: event.eventId,
+        ...byId.has(acceptedBy) ? { toEventId: acceptedBy } : { externalRef: acceptedBy },
+        confidence: byId.has(acceptedBy) ? "explicit" : "correlated",
+        basis: ["attributes.acceptedBy"]
+      });
+    }
+    const supersedes = stringAttr(bag, "supersedes");
+    if (supersedes) {
+      push({
+        type: "supersedes",
+        fromEventId: event.eventId,
+        ...byId.has(supersedes) ? { toEventId: supersedes } : { externalRef: supersedes },
+        confidence: byId.has(supersedes) ? "explicit" : "correlated",
+        basis: ["attributes.supersedes"]
+      });
+    }
+    const sourceLineage = stringAttr(bag, "sourceLineage") ?? stringAttr(bag, "sourceEventId");
+    if (sourceLineage) {
+      push({
+        type: "source-lineage",
+        fromEventId: event.eventId,
+        externalRef: sourceLineage,
+        confidence: "explicit",
+        basis: ["attributes.sourceLineage"]
+      });
+    }
+    const unsupported = stringAttr(bag, "relationshipType");
+    if (unsupported && unsupported !== "parent-child" && ![
+      "source-lineage",
+      "attempt-of",
+      "retry-of",
+      "fallback-of",
+      "remediation-of",
+      "evidence-for",
+      "accepted-by",
+      "supersedes"
+    ].includes(unsupported)) {
+      diagnostics.push({
+        code: "AI_RELATIONSHIP_UNSUPPORTED_TYPE",
+        message: `Unsupported relationshipType ${unsupported} was reported without flattening.`,
+        eventId: event.eventId
+      });
+    }
+  }
+  return {
+    relationships: Object.freeze(relationships),
+    diagnostics: Object.freeze(diagnostics)
+  };
+}
+
 // packages/core/src/checks/trace-facts.ts
 function summarizeSemanticParity(events) {
   const projection = projectLogicalEvents(events);
@@ -904,6 +1106,7 @@ function buildTraceFacts(input) {
     toolsByName.set(name, Object.freeze([...list]));
   }
   const derived = deriveFailureFacts(projection.logicalEvents);
+  const relationship = deriveRelationshipFacts(events);
   const summary = summarizeSemanticParity(events);
   return {
     rawEvents: Object.freeze([...events]),
@@ -917,58 +1120,12 @@ function buildTraceFacts(input) {
       failureRoleCounts: derived.failureRoleCounts
     },
     failureFacts: derived.failureFacts,
-    failuresByRole: derived.failuresByRole
+    failuresByRole: derived.failuresByRole,
+    relationships: relationship.relationships,
+    relationshipDiagnostics: relationship.diagnostics
   };
 }
 
-// packages/core/src/sessions/metadata.ts
-function isNonEmptyString(value) {
-  return typeof value === "string" && value.trim() !== "";
-}
-function finitePositiveInt(value) {
-  if (typeof value !== "number" || !Number.isFinite(value) || value < 1) {
-    return void 0;
-  }
-  return Math.trunc(value);
-}
-function extractSessionWorkflowMetadata(record) {
-  if (!record) return void 0;
-  const out = {};
-  let found = false;
-  const assignString = (key, value) => {
-    if (isNonEmptyString(value)) {
-      out[key] = value.trim();
-      found = true;
-    }
-  };
-  assignString("sessionId", record.sessionId);
-  assignString("conversationId", record.conversationId);
-  assignString("groupId", record.groupId);
-  assignString("parentGroupId", record.parentGroupId);
-  assignString("retryOf", record.retryOf);
-  assignString("retryReason", record.retryReason);
-  assignString("handoffFrom", record.handoffFrom);
-  assignString("handoffTo", record.handoffTo);
-  assignString("subAgentId", record.subAgentId);
-  assignString("subAgentName", record.subAgentName);
-  assignString("jobId", record.jobId);
-  assignString("queueName", record.queueName);
-  assignString("workflowName", record.workflowName);
-  assignString("workflowStep", record.workflowStep);
-  assignString("toolCallId", record.toolCallId);
-  assignString("mcpToolCallId", record.mcpToolCallId);
-  assignString("linkedStepId", record.linkedStepId);
-  assignString("correlationId", record.correlationId);
-  assignString("requestId", record.requestId);
-  assignString("decisionId", record.decisionId);
-  const attempt = finitePositiveInt(record.attempt);
-  if (attempt !== void 0) {
-    out.attempt = attempt;
-    found = true;
-  }
-  return found ? out : void 0;
-}
-
 // packages/core/src/checks/contract-scope.ts
 function diagnostic(code, message, ruleId) {
   return {
@@ -1008,10 +1165,10 @@ function workflowMetadataForRun(events, runId) {
   const fallback = {};
   for (const event of events) {
     if (event.runId !== runId) continue;
-    const attrs = event.attributes;
-    if (!attrs || typeof attrs !== "object") continue;
-    const direct = extractSessionWorkflowMetadata(attrs);
-    const nested = attrs.metadata && typeof attrs.metadata === "object" ? extractSessionWorkflowMetadata(attrs.metadata) : void 0;
+    const attrs2 = event.attributes;
+    if (!attrs2 || typeof attrs2 !== "object") continue;
+    const direct = extractSessionWorkflowMetadata(attrs2);
+    const nested = attrs2.metadata && typeof attrs2.metadata === "object" ? extractSessionWorkflowMetadata(attrs2.metadata) : void 0;
     const bag = {};
     mergeWorkflowMeta(bag, direct);
     mergeWorkflowMeta(bag, nested);
@@ -2227,7 +2384,7 @@ function classifyRuleExecution(findings, threw) {
   }
   return "pass";
 }
-function stringAttr(event, keys) {
+function stringAttr2(event, keys) {
   for (const key of keys) {
     const value = event.attributes?.[key];
     if (typeof value === "string" && value.trim() !== "") return value;
@@ -2305,15 +2462,15 @@ function semanticEvents(context) {
 }
 function llmModel(event) {
   const keys = ["model", "modelId", "responseModelId", "modelName", "model_name"];
-  return stringAttr(event, keys) ?? metadataStringAttr(event, keys) ?? stripPrefix(event.name, ["llm:", "generation:", "transcription:", "speech:"]);
+  return stringAttr2(event, keys) ?? metadataStringAttr(event, keys) ?? stripPrefix(event.name, ["llm:", "generation:", "transcription:", "speech:"]);
 }
 function llmProvider(event) {
   const keys = ["provider", "providerName", "provider_name"];
-  return stringAttr(event, keys) ?? metadataStringAttr(event, keys);
+  return stringAttr2(event, keys) ?? metadataStringAttr(event, keys);
 }
 function llmFinishReason(event) {
   const keys = ["finishReason", "rawFinishReason", "finish_reason"];
-  return stringAttr(event, keys) ?? metadataStringAttr(event, keys);
+  return stringAttr2(event, keys) ?? metadataStringAttr(event, keys);
 }
 function retryCount(event) {
   return numericAttr(event, ["retryCount", "retryAttempt", "retry_attempt", "attempt"]);
@@ -2455,7 +2612,7 @@ function parentMarkedUnresolved(event) {
   ]) === true) {
     return true;
   }
-  const resolution = stringAttr(event, [
+  const resolution = stringAttr2(event, [
     "parentResolution",
     "relationshipResolution",
     "relationshipStatus"
@@ -2463,13 +2620,13 @@ function parentMarkedUnresolved(event) {
   return resolution === "unresolved" || resolution === "missing-parent";
 }
 function signalName(event, attributeKeys, prefixes) {
-  return stringAttr(event, attributeKeys) ?? stripPrefix(event.name, prefixes);
+  return stringAttr2(event, attributeKeys) ?? stripPrefix(event.name, prefixes);
 }
 function guardrailEvents(context) {
   return finishedEvents(context).filter((event) => {
     const name = event.name.toLowerCase();
     if (name.startsWith("guardrail:") || name.includes(".guardrail.")) return true;
-    return stringAttr(event, ["guardrailName", "guardrail", "guardrailId"]) !== void 0;
+    return stringAttr2(event, ["guardrailName", "guardrail", "guardrailId"]) !== void 0;
   });
 }
 function retryValue(event) {
@@ -3928,6 +4085,7 @@ exports.createToolOrderingRule = createToolOrderingRule;
 exports.createToolUsageRule = createToolUsageRule;
 exports.defineTraceContract = defineTraceContract;
 exports.deriveFailureFacts = deriveFailureFacts;
+exports.deriveRelationshipFacts = deriveRelationshipFacts;
 exports.evaluateTraceContract = evaluateTraceContract;
 exports.evaluateTraceContractRead = evaluateTraceContractRead;
 exports.explainTraceContract = explainTraceContract;