agent-inspect 4.3.0 → 4.4.0

package/packages/core/dist/advanced.cjs

@@ -275,6 +275,9 @@ function isTraceEvent(value) {
     case "step_completed": {
       return typeof value.runId === "string" && typeof value.stepId === "string" && (value.status === "success" || value.status === "error") && typeof value.endTime === "number" && typeof value.durationMs === "number";
     }
+    case "outcome_observed": {
+      return typeof value.runId === "string" && typeof value.outcomeId === "string" && typeof value.name === "string" && typeof value.expectation === "string" && (value.status === "passed" || value.status === "failed" || value.status === "unknown" || value.status === "skipped") && typeof value.observedAt === "number";
+    }
     default:
       return false;
   }
@@ -292,7 +295,8 @@ var INSPECT_KINDS = [
   "RESULT",
   "ERROR",
   "LOGIC",
-  "LOG"
+  "LOG",
+  "OUTCOME"
 ];
 var ATTRIBUTION_CONFIDENCES = [
   "explicit",
@@ -584,6 +588,32 @@ function fromLegacyStepCompleted(event) {
   if (error) out.error = error;
   return out;
 }
+function fromLegacyOutcomeObserved(event) {
+  const attrs = event.attributes ?? {};
+  const observedAtRaw = attrs.observedAt;
+  const observedAt = typeof observedAtRaw === "string" ? Date.parse(observedAtRaw) : typeof observedAtRaw === "number" && Number.isFinite(observedAtRaw) ? observedAtRaw : resolveTimes(event).timestamp;
+  const status = attrs.outcomeStatus;
+  const out = {
+    schemaVersion: "0.1",
+    event: "outcome_observed",
+    timestamp: observedAt,
+    runId: event.runId,
+    outcomeId: typeof attrs.outcomeId === "string" ? attrs.outcomeId : event.eventId,
+    name: event.name,
+    expectation: typeof attrs.expectation === "string" ? attrs.expectation : event.name,
+    status: status === "passed" || status === "failed" || status === "unknown" || status === "skipped" ? status : "unknown",
+    observedAt
+  };
+  if (event.parentId !== void 0) out.parentId = event.parentId;
+  if (typeof attrs.method === "string") out.method = attrs.method;
+  if (attrs.actual !== void 0) out.actual = attrs.actual;
+  if (event.outputSummary !== void 0) out.actual = event.outputSummary;
+  if (attrs.evidence !== void 0) out.evidence = attrs.evidence;
+  return out;
+}
+function fromNativeOutcome(event) {
+  return [fromLegacyOutcomeObserved(event)];
+}
 function fromNativeRun(event) {
   const { timestamp, startTime, endTime } = resolveTimes(event);
   const runStatus = mapPersistedStatusToRunStatus(event.status);
@@ -671,9 +701,13 @@ function persistedInspectEventToTraceEvents(event) {
   if (legacyEvent === "run_completed") return [fromLegacyRunCompleted(event)];
   if (legacyEvent === "step_started") return [fromLegacyStepStarted(event)];
   if (legacyEvent === "step_completed") return [fromLegacyStepCompleted(event)];
+  if (legacyEvent === "outcome_observed") return [fromLegacyOutcomeObserved(event)];
   if (event.kind === "RUN") {
     return fromNativeRun(event);
   }
+  if (event.kind === "OUTCOME") {
+    return fromNativeOutcome(event);
+  }
   return fromNativeStep(event);
 }
 
@@ -1012,6 +1046,9 @@ function validateEvent(event) {
     case "step_completed": {
       return nonEmptyString(event.runId) && nonEmptyString(event.stepId) && (event.status === "success" || event.status === "error") && finiteNumber(event.endTime) && finiteNumber(event.durationMs) && optionalErrorInfo(event.error);
     }
+    case "outcome_observed": {
+      return nonEmptyString(event.runId) && nonEmptyString(event.outcomeId) && nonEmptyString(event.name) && nonEmptyString(event.expectation) && (event.status === "passed" || event.status === "failed" || event.status === "unknown" || event.status === "skipped") && finiteNumber(event.observedAt);
+    }
     default:
       return false;
   }
@@ -1956,9 +1993,111 @@ function createInspectorRuntime(options = {}) {
   return runtime;
 }
 
+// packages/core/src/outcomes/types.ts
+var OBSERVED_OUTCOME_STATUSES = [
+  "passed",
+  "failed",
+  "unknown",
+  "skipped"
+];
+var OBSERVED_OUTCOME_METHODS = [
+  "dom",
+  "accessibility",
+  "snapshot",
+  "network",
+  "storage",
+  "filesystem",
+  "database",
+  "queue",
+  "custom"
+];
+var OUTCOME_LEGACY_EVENT = "outcome_observed";
+
+// packages/core/src/outcomes/validate.ts
+function normalizeName(name) {
+  const trimmed = name.trim();
+  if (trimmed === "") {
+    throw new Error("observeOutcome requires a non-empty name.");
+  }
+  return trimmed.slice(0, 100);
+}
+function normalizeExpectation(value) {
+  const trimmed = value.trim();
+  if (trimmed === "") {
+    throw new Error("observeOutcome requires a non-empty expectation.");
+  }
+  return trimmed.slice(0, 500);
+}
+function parseObservedOutcomeStatus(value) {
+  const trimmed = value.trim().toLowerCase();
+  if (OBSERVED_OUTCOME_STATUSES.includes(trimmed)) {
+    return trimmed;
+  }
+  throw new Error(
+    `Unsupported observation status "${value}". Use passed, failed, unknown, or skipped.`
+  );
+}
+function parseMethod(value) {
+  if (value === void 0 || value.trim() === "") return void 0;
+  const trimmed = value.trim().toLowerCase();
+  if (OBSERVED_OUTCOME_METHODS.includes(trimmed)) {
+    return trimmed;
+  }
+  throw new Error(`Unsupported observation method "${value}".`);
+}
+function parseObservedAt(value, fallback) {
+  if (value === void 0) return fallback;
+  if (typeof value === "number" && Number.isFinite(value)) return value;
+  if (typeof value === "string") {
+    const parsed = Date.parse(value);
+    if (Number.isFinite(parsed)) return parsed;
+  }
+  return fallback;
+}
+function normalizeObserveOutcomeInput(name, options, nowMs = Date.now()) {
+  return {
+    name: normalizeName(name),
+    expectation: normalizeExpectation(options.expectation),
+    status: options.status,
+    ...options.method !== void 0 ? { method: parseMethod(options.method) } : {},
+    ...options.actual !== void 0 ? { actual: options.actual } : {},
+    ...options.evidence !== void 0 ? { evidence: options.evidence } : {},
+    observedAt: parseObservedAt(options.observedAt, nowMs)
+  };
+}
+
+// packages/core/src/outcomes/extract.ts
+function fromOutcomeObservedEvent(event) {
+  return {
+    outcomeId: event.outcomeId,
+    runId: event.runId,
+    ...event.parentId !== void 0 ? { parentId: event.parentId } : {},
+    name: event.name,
+    expectation: event.expectation,
+    status: event.status,
+    ...event.method !== void 0 ? { method: event.method } : {},
+    ...event.actual !== void 0 ? { actual: event.actual } : {},
+    ...event.evidence !== void 0 ? { evidence: event.evidence } : {},
+    observedAt: event.observedAt
+  };
+}
+function extractOutcomesFromTraceEvents(events) {
+  const out = [];
+  for (const event of events) {
+    if (event.event === OUTCOME_LEGACY_EVENT) {
+      out.push(fromOutcomeObservedEvent(event));
+    }
+  }
+  return out.sort((a, b) => a.observedAt - b.observedAt || a.name.localeCompare(b.name));
+}
+function parseObservationFilter(value) {
+  if (value === void 0 || value.trim() === "") return void 0;
+  return parseObservedOutcomeStatus(value);
+}
+
 // packages/core/src/inspector.ts
 var INSPECTOR_PERSISTED_SCHEMA_VERSION = "1.0";
-function normalizeName(name, fallback) {
+function normalizeName2(name, fallback) {
   if (typeof name !== "string" || name.trim() === "") return fallback;
   return truncateName(name.trim(), 100);
 }
@@ -2059,7 +2198,7 @@ function createInspector(options = {}) {
     if (options.enabled === false) {
       return Promise.resolve(fn());
     }
-    const runName = normalizeName(name, "unnamed-run");
+    const runName = normalizeName2(name, "unnamed-run");
     const runId = runOptions.runId ?? createRunId();
     const traceDir = runOptions.traceDir ?? options.traceDir ?? getDefaultTraceDir();
     const metadata = mergeMetadata(options.metadata, runOptions.metadata);
@@ -2139,7 +2278,7 @@ function createInspector(options = {}) {
       return Promise.resolve(fn());
     }
     const context = runtime.getCurrentContext();
-    const stepName = normalizeName(name, "unnamed-step");
+    const stepName = normalizeName2(name, "unnamed-step");
     const stepId = createStepId();
     const parentId = runtime.getCurrentStepId();
     const stepType = stepOptions.type ?? "logic";
@@ -2219,7 +2358,7 @@ function createInspector(options = {}) {
     run,
     step,
     tool(name, fn, toolOptions) {
-      const toolName = normalizeName(name, "unknown-tool");
+      const toolName = normalizeName2(name, "unknown-tool");
       return step(`tool:${toolName}`, fn, {
         ...toolOptions,
         type: "tool",
@@ -2230,7 +2369,7 @@ function createInspector(options = {}) {
       });
     },
     llm(name, fn, llmOptions) {
-      const model = normalizeName(name, "unknown-model");
+      const model = normalizeName2(name, "unknown-model");
       return step(`llm:${model}`, fn, {
         ...llmOptions,
         type: "llm",
@@ -2243,6 +2382,41 @@ function createInspector(options = {}) {
     observe(name, fn, observeOptions) {
       return async (...args) => step(name, () => Promise.resolve(fn(...args)), observeOptions);
     },
+    async observeOutcome(name, outcomeOptions) {
+      const ctx = runtime.getCurrentContext();
+      if (!ctx) return;
+      let normalized;
+      try {
+        normalized = normalizeObserveOutcomeInput(name, outcomeOptions);
+      } catch {
+        return;
+      }
+      const outcomeId = createStepId();
+      const parentId = runtime.getCurrentStepId();
+      await write({
+        schemaVersion: INSPECTOR_PERSISTED_SCHEMA_VERSION,
+        eventId: outcomeId,
+        runId: ctx.runId,
+        ...parentId !== void 0 ? { parentId } : {},
+        kind: "OUTCOME",
+        name: normalized.name,
+        status: normalized.status === "failed" ? "error" : "ok",
+        timestamp: new Date(normalized.observedAt).toISOString(),
+        confidence: "explicit",
+        source: { type: "manual", name: "createInspector" },
+        attributes: {
+          legacyEvent: "outcome_observed",
+          outcomeId,
+          outcomeStatus: normalized.status,
+          expectation: normalized.expectation,
+          ...normalized.method !== void 0 ? { method: normalized.method } : {},
+          ...normalized.actual !== void 0 ? { actual: normalized.actual } : {},
+          ...normalized.evidence !== void 0 ? { evidence: normalized.evidence } : {},
+          observedAt: new Date(normalized.observedAt).toISOString()
+        },
+        ...normalized.actual !== void 0 ? { outputSummary: normalized.actual } : {}
+      });
+    },
     getDiagnostics() {
       return runtime.getDiagnostics();
     },
@@ -3867,8 +4041,9 @@ async function searchTraces(metas, options) {
   }
   const limit = options.limit ?? 50;
   const sessionId = options.session?.trim();
+  const observationStatus = parseObservationFilter(options.observation);
   const hasContentFilter = Boolean(
-    options.status || stepTypeFilter || nameQuery || toolQuery || durationFilter
+    options.status || stepTypeFilter || nameQuery || toolQuery || durationFilter || observationStatus
   );
   const results = [];
   const sessionLabel = sessionId && sessionId !== "" ? sessionId : void 0;
@@ -3913,6 +4088,22 @@ async function searchTraces(metas, options) {
       statusFilter: options.status
     });
     results.push(...stepMatches);
+    if (observationStatus) {
+      const outcomes = extractOutcomesFromTraceEvents(events);
+      const matched = outcomes.filter((outcome) => outcome.status === observationStatus);
+      for (const outcome of matched) {
+        results.push({
+          runId: m.runId,
+          runName: m.name,
+          runStatus: m.status,
+          stepName: outcome.name,
+          timestamp: outcome.observedAt,
+          matchReason: `observation status=${outcome.status}`,
+          matchedFields: ["outcome.status", "outcome.name"],
+          filePath: m.filePath
+        });
+      }
+    }
   }
   results.sort((a, b) => {
     const ta = a.timestamp ?? 0;
@@ -4301,9 +4492,10 @@ function buildActivitySummary(index, options = {}) {
     entries
   };
 }
-function renderActivitySummaryHuman(summary) {
+function renderActivitySummaryHuman(summary, options) {
   const lines = [];
-  const todayStart = /* @__PURE__ */ new Date();
+  const nowMs = options?.nowMs ?? Date.now();
+  const todayStart = new Date(nowMs);
   todayStart.setHours(0, 0, 0, 0);
   const todayMs = todayStart.getTime();
   const today = summary.entries.filter(