agent-inspect 4.3.0 → 5.0.0

package/packages/core/dist/advanced.d.cts

@@ -1,13 +1,14 @@
-export { C as CreateInspectorOptions, D as DEFAULT_MAX_EVENT_BYTES, f as DEFAULT_MAX_METADATA_VALUE_LENGTH, h as DEFAULT_MAX_PREVIEW_LENGTH, I as Inspector, a as InspectorCaptureOptions, b as InspectorObserveOptions, c as InspectorRunOptions, i as InspectorRuntime, j as InspectorRuntimeContext, k as InspectorRuntimeDiagnostics, l as InspectorRuntimeOptions, d as InspectorStepOptions, T as TraceSafetyOptions, e as createInspector, n as createInspectorRuntime, o as getCurrentContext, g as getCurrentCorrelationMetadata, p as getCurrentDepth, q as getCurrentRunId, r as getCurrentRunName, s as getCurrentStepId, t as getParentStepId, u as getTraceDirFromContext, v as getTraceSafetyFromContext, w as hasActiveContext, x as isAgentInspectEnabled, y as isSilentContext, m as maybeInspectRun, z as prepareMetadataForDisk, A as prepareTraceEventForDisk, B as resolveTraceSafetyOptions, E as runWithContext, F as runWithStepContext } from './context-DjY-jvQk.cjs';
-import { R as RedactionProfile, E as ErrorInfo, b as RunStatus, e as StepStatus, h as TraceEvent, j as RunSummary, k as TraceMetadata, l as TraceMetadataStatus, f as StepType, g as TraceCorrelationMetadata } from './types-C-llnPH0.cjs';
-export { A as ActiveStepContext, i as ExecutionContext, I as InspectRunOptions, O as ObserveOptions, a as Run, m as RunCompletedEvent, n as RunStartedEvent, c as Step, o as StepCompletedEvent, d as StepMetadata, S as StepOptions, p as StepStartedEvent, T as TokenMetadata, q as TraceEventBase, r as TraceSchemaVersion, s as isStepStatus, t as isStepType, u as isTraceEvent } from './types-C-llnPH0.cjs';
-import { b as InspectRunTree } from './inspect-event-CYAV7Hxm.cjs';
-export { A as AttributionConfidence, E as EventSource, a as InspectEvent, I as InspectKind, c as InspectNode } from './inspect-event-CYAV7Hxm.cjs';
-import { P as PersistedInspectEvent } from './persisted-inspect-event-D5SjBz9b.cjs';
+export { C as CreateInspectorOptions, D as DEFAULT_MAX_EVENT_BYTES, f as DEFAULT_MAX_METADATA_VALUE_LENGTH, h as DEFAULT_MAX_PREVIEW_LENGTH, I as Inspector, a as InspectorCaptureOptions, b as InspectorObserveOptions, c as InspectorRunOptions, i as InspectorRuntime, j as InspectorRuntimeContext, k as InspectorRuntimeDiagnostics, l as InspectorRuntimeOptions, d as InspectorStepOptions, T as TraceSafetyOptions, e as createInspector, n as createInspectorRuntime, o as getCurrentContext, g as getCurrentCorrelationMetadata, p as getCurrentDepth, q as getCurrentRunId, r as getCurrentRunName, s as getCurrentStepId, t as getParentStepId, u as getTraceDirFromContext, v as getTraceSafetyFromContext, w as hasActiveContext, x as isAgentInspectEnabled, y as isSilentContext, m as maybeInspectRun, z as prepareMetadataForDisk, A as prepareTraceEventForDisk, B as resolveTraceSafetyOptions, E as runWithContext, F as runWithStepContext } from './context-BbfkMYjz.cjs';
+import { R as RedactionProfile, E as ErrorInfo, b as RunStatus, e as StepStatus, h as TraceEvent, j as RunSummary, k as TraceMetadata, l as TraceMetadataStatus, f as StepType, g as TraceCorrelationMetadata } from './types-B1X87dUW.cjs';
+export { A as ActiveStepContext, i as ExecutionContext, I as InspectRunOptions, O as ObserveOptions, a as Run, m as RunCompletedEvent, n as RunStartedEvent, c as Step, o as StepCompletedEvent, d as StepMetadata, S as StepOptions, p as StepStartedEvent, T as TokenMetadata, q as TraceEventBase, r as TraceSchemaVersion, s as isStepStatus, t as isStepType, u as isTraceEvent } from './types-B1X87dUW.cjs';
+import { b as InspectRunTree } from './inspect-event-IqwOHbGo.cjs';
+export { A as AttributionConfidence, E as EventSource, a as InspectEvent, I as InspectKind, c as InspectNode } from './inspect-event-IqwOHbGo.cjs';
+import { P as PersistedInspectEvent } from './persisted-inspect-event-Gd-W8vB7.cjs';
 import { Stats } from 'node:fs';
 import { TraceCheckResult, TraceCheckStatus } from './checks.cjs';
 import './writers.cjs';
-import './log-config-BNQ9UTmP.cjs';
+import './types-CvsKGweN.cjs';
+import './log-config-CW8w5YQ9.cjs';
 import './readers.cjs';
 
 interface ResolvedRedactionProfile {
@@ -369,6 +370,7 @@ interface TraceSearchOptions {
     limit?: number;
     session?: string;
     correlateGroup?: boolean;
+    observation?: string;
 }
 interface TraceSearchResult {
     runId: string;
@@ -563,7 +565,9 @@ declare function enrichSessionSummary(summary: Omit<SessionSummary, "status" | "
  */
 declare function buildActivitySummary(index: SessionIndex, options?: BuildActivitySummaryOptions): ActivitySummary;
 /** Renders a human activity summary for terminal output. */
-declare function renderActivitySummaryHuman(summary: ActivitySummary): string;
+declare function renderActivitySummaryHuman(summary: ActivitySummary, options?: {
+    nowMs?: number;
+}): string;
 
 /** Enriches trace metadata with run_started metadata for session indexing. */
 declare function enrichSessionRunRecord(meta: TraceMetadata): Promise<SessionRunRecord>;
@@ -735,4 +739,138 @@ declare function normalizeBundleOutputPath(out: string): string;
  */
 declare function defaultBundleOutputPath(runIds: readonly string[]): string;
 
-export { type ActivityEntry, type ActivitySummary, type BuildActivitySummaryOptions, type BuildSessionIndexOptions, type BundleCheckResults, type BundleCheckRunResult, type BundleMetadata, type BundlePlaceholderArtifact, type BundleRedactionProfile, type BundleRedactionReport, type BundleRedactionReportRun, type BundleResolveOptions, type BundleResolveResult, type BundleSafeStatus, type BundleSafeStatusMetadata, type CriticalPathStep, DEFAULT_TRACE_DIR_NAME, type DurationStats, type EnrichSessionSummaryOptions, ErrorInfo, type ExplainFact, type ExplainInference, type ExplainMode, type ExplainOptions, type ExplainResult, FALLBACK_TRACE_DIR, type GroupSessionCohortsOptions, type HandoffEdge, InspectRunTree, MAX_NAME_LENGTH, MAX_TERMINAL_DEPTH, MAX_TERMINAL_NAME_LENGTH, type ParseTraceJsonlOptions, type ParseTraceJsonlResult, type ParsedDurationFilter, RUNS_DIR_NAME, RedactionProfile, type RenderTimelineOptions, type RenderWhatOptions, type ResolvedRedactionProfile, type RetryLink, RunStatus, RunSummary, type RunTimeline, type RunWhatSummary, SESSION_WORKFLOW_KEYS, type SessionCheckSummary, type SessionCohort, type SessionCohortKind, type SessionConfidence, type SessionEdgeSource, type SessionGroup, type SessionIndex, type SessionLastError, type SessionRunRecord, type SessionScopeOptions, type SessionScopeResult, type SessionStatus, type SessionSummary, type SessionWarning, type SessionWorkflowKey, type SessionWorkflowMetadata, StepStatus, StepType, TERMINAL_INDENT, type TimelineEntry, type TimelineFocus, type TimelineOptions, TraceCorrelationMetadata, TraceDirectory, type TraceDirectoryOptions, TraceEvent, type TraceFilterOptions, type TraceJsonlFormat, TraceMetadata, TraceMetadataStatus, type TraceSearchOptions, type TraceSearchResult, type TraceSessionCheckResult, type TraceStats, type TraceStatsOptions, type TraceStatsRankedRun, type TraceStatsRankedStep, aggregateBundleSafeStatus, aggregateSessionCheckResults, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, createRunId, createStepId, defaultBundleOutputPath, deriveSessionStatus, enrichSessionRunRecord, enrichSessionSummary, ensureTraceDir, extractMetadata, extractSessionWorkflowMetadata, filterMetasBySessionScope, filterTraces, formatDuration, formatError, formatTerminalName, formatTimestamp, getDefaultTraceDir, getIndent, getRunIdFromTraceFileName, getTraceFilePath, groupSessionCohorts, initializeTraceFile, isAgentInspectTrace, listTraceFiles, loadSessionRunRecords, loadTraceMetadataList, normalizeBundleOutputPath, parseDuration, parseDurationFilter, parseTraceJsonl, printError, printFailedAt, printRunComplete, printRunStart, printStepComplete, printStepStart, readTraceEvents, readTraceFile, renderActivitySummaryHuman, renderErrorLine, renderRunSummary, renderRunWhat, renderStepLine, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveTraceDir, searchTraces, serializeEvent, sessionKeyForRun, toMetadataSafeStatus, traceMetasToSessionRunRecords, truncateName, unknownTraceFormatMessage, validateEvent, warn, writeTraceEvent };
+type SuiteCaseStatus = "pass" | "fail" | "error" | "skipped";
+type SuiteDiagnosticCode = "AI_SUITE_CONFIG_INVALID" | "AI_SUITE_CONFIG_LOAD_FAILED" | "AI_SUITE_CASE_TRACE_MISSING" | "AI_SUITE_CASE_CHECK_FAILED" | "AI_SUITE_CASE_EVAL_FAILED" | "AI_SUITE_CASE_OBSERVATION_FAILED" | "AI_SUITE_TRACE_UNREADABLE";
+interface SuiteDiagnostic {
+    code: SuiteDiagnosticCode;
+    severity: "error" | "warning" | "info";
+    message: string;
+    caseId?: string;
+}
+interface SuiteCaseConfig {
+    id: string;
+    trace?: string;
+    runId?: string;
+    input?: string;
+    requireTools?: string[];
+    forbidTools?: string[];
+    maxDurationMs?: number;
+    expectedObservations?: string[];
+}
+interface SuiteChecksConfig {
+    select?: string[];
+    run?: {
+        maxDurationMs?: number;
+        maxDepth?: number;
+    };
+    tool?: {
+        required?: string[];
+        forbidden?: string[];
+    };
+    llm?: {
+        allowedModels?: string[];
+        maxTotalTokens?: number;
+    };
+}
+interface SuiteEvalConfig {
+    requireSuccess?: boolean;
+    requiredTools?: string[];
+    forbiddenTools?: string[];
+    maxDurationMs?: number;
+    maxDepth?: number;
+    maxRetries?: number;
+    maxTotalTokens?: number;
+}
+interface SuiteArtifactsConfig {
+    outputDir?: string;
+}
+interface SuiteConfig {
+    name: string;
+    traces: string;
+    cases: SuiteCaseConfig[];
+    checks?: SuiteChecksConfig;
+    eval?: SuiteEvalConfig;
+    redactionProfile?: RedactionProfile;
+    artifacts?: SuiteArtifactsConfig;
+    baseline?: string;
+    candidate?: string;
+}
+interface SuiteCaseResult {
+    id: string;
+    status: SuiteCaseStatus;
+    tracePath?: string;
+    runId?: string;
+    checkOk?: boolean;
+    evalOk?: boolean;
+    observationsOk?: boolean;
+    message?: string;
+    diagnostics: SuiteDiagnostic[];
+}
+interface SuiteRunSummary {
+    passed: number;
+    failed: number;
+    errors: number;
+    skipped: number;
+}
+interface SuiteRunResult {
+    ok: boolean;
+    status: "pass" | "fail" | "error";
+    suiteName: string;
+    configPath: string;
+    tracesDir: string;
+    startedAt: string;
+    finishedAt: string;
+    summary: SuiteRunSummary;
+    cases: SuiteCaseResult[];
+    diagnostics: SuiteDiagnostic[];
+}
+interface LoadSuiteConfigOptions {
+    configPath?: string;
+    cwd?: string;
+}
+interface ValidateSuiteConfigResult {
+    ok: boolean;
+    diagnostics: SuiteDiagnostic[];
+}
+interface RunSuiteOptions {
+    configPath?: string;
+    cwd?: string;
+    nowMs?: number;
+}
+interface RenderSuiteReportOptions {
+    format?: "markdown" | "json";
+}
+declare const DEFAULT_SUITE_CONFIG_NAMES: readonly ["agent-inspect.suite.json", "agent-inspect.suite.js", "agent-inspect.suite.mjs", "agent-inspect.suite.cjs"];
+declare const DEFAULT_SUITE_ARTIFACTS_DIR = ".agent-inspect/suite-runs";
+
+declare function resolveSuiteConfigPath(options?: LoadSuiteConfigOptions): Promise<string>;
+declare function loadSuiteConfig(options?: LoadSuiteConfigOptions): Promise<{
+    config: SuiteConfig;
+    configPath: string;
+    configDir: string;
+}>;
+declare function defaultSuiteConfigTemplate(): SuiteConfig;
+
+declare function normalizeSuiteConfig(value: unknown): SuiteConfig;
+declare function validateSuiteConfig(config: SuiteConfig, options: {
+    configDir: string;
+}): Promise<ValidateSuiteConfigResult>;
+
+interface ResolvedSuiteCase {
+    caseId: string;
+    tracePath?: string;
+    runId?: string;
+    missing: boolean;
+    reason?: string;
+}
+declare function resolveSuiteCaseTrace(suiteCase: SuiteCaseConfig, options: {
+    configDir: string;
+    tracesDir: string;
+}): Promise<ResolvedSuiteCase>;
+
+declare function runSuite(options?: RunSuiteOptions): Promise<SuiteRunResult>;
+
+declare function renderSuiteReportMarkdown(result: SuiteRunResult): string;
+declare function renderSuiteReport(result: SuiteRunResult, options?: RenderSuiteReportOptions): string;
+
+export { type ActivityEntry, type ActivitySummary, type BuildActivitySummaryOptions, type BuildSessionIndexOptions, type BundleCheckResults, type BundleCheckRunResult, type BundleMetadata, type BundlePlaceholderArtifact, type BundleRedactionProfile, type BundleRedactionReport, type BundleRedactionReportRun, type BundleResolveOptions, type BundleResolveResult, type BundleSafeStatus, type BundleSafeStatusMetadata, type CriticalPathStep, DEFAULT_SUITE_ARTIFACTS_DIR, DEFAULT_SUITE_CONFIG_NAMES, DEFAULT_TRACE_DIR_NAME, type DurationStats, type EnrichSessionSummaryOptions, ErrorInfo, type ExplainFact, type ExplainInference, type ExplainMode, type ExplainOptions, type ExplainResult, FALLBACK_TRACE_DIR, type GroupSessionCohortsOptions, type HandoffEdge, InspectRunTree, type LoadSuiteConfigOptions, MAX_NAME_LENGTH, MAX_TERMINAL_DEPTH, MAX_TERMINAL_NAME_LENGTH, type ParseTraceJsonlOptions, type ParseTraceJsonlResult, type ParsedDurationFilter, RUNS_DIR_NAME, RedactionProfile, type RenderSuiteReportOptions, type RenderTimelineOptions, type RenderWhatOptions, type ResolvedRedactionProfile, type ResolvedSuiteCase, type RetryLink, RunStatus, type RunSuiteOptions, RunSummary, type RunTimeline, type RunWhatSummary, SESSION_WORKFLOW_KEYS, type SessionCheckSummary, type SessionCohort, type SessionCohortKind, type SessionConfidence, type SessionEdgeSource, type SessionGroup, type SessionIndex, type SessionLastError, type SessionRunRecord, type SessionScopeOptions, type SessionScopeResult, type SessionStatus, type SessionSummary, type SessionWarning, type SessionWorkflowKey, type SessionWorkflowMetadata, StepStatus, StepType, type SuiteArtifactsConfig, type SuiteCaseConfig, type SuiteCaseResult, type SuiteCaseStatus, type SuiteChecksConfig, type SuiteConfig, type SuiteDiagnostic, type SuiteDiagnosticCode, type SuiteEvalConfig, type SuiteRunResult, type SuiteRunSummary, TERMINAL_INDENT, type TimelineEntry, type TimelineFocus, type TimelineOptions, TraceCorrelationMetadata, TraceDirectory, type TraceDirectoryOptions, TraceEvent, type TraceFilterOptions, type TraceJsonlFormat, TraceMetadata, TraceMetadataStatus, type TraceSearchOptions, type TraceSearchResult, type TraceSessionCheckResult, type TraceStats, type TraceStatsOptions, type TraceStatsRankedRun, type TraceStatsRankedStep, type ValidateSuiteConfigResult, aggregateBundleSafeStatus, aggregateSessionCheckResults, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, createRunId, createStepId, defaultBundleOutputPath, defaultSuiteConfigTemplate, deriveSessionStatus, enrichSessionRunRecord, enrichSessionSummary, ensureTraceDir, extractMetadata, extractSessionWorkflowMetadata, filterMetasBySessionScope, filterTraces, formatDuration, formatError, formatTerminalName, formatTimestamp, getDefaultTraceDir, getIndent, getRunIdFromTraceFileName, getTraceFilePath, groupSessionCohorts, initializeTraceFile, isAgentInspectTrace, listTraceFiles, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, normalizeBundleOutputPath, normalizeSuiteConfig, parseDuration, parseDurationFilter, parseTraceJsonl, printError, printFailedAt, printRunComplete, printRunStart, printStepComplete, printStepStart, readTraceEvents, readTraceFile, renderActivitySummaryHuman, renderErrorLine, renderRunSummary, renderRunWhat, renderStepLine, renderSuiteReport, renderSuiteReportMarkdown, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveSuiteCaseTrace, resolveSuiteConfigPath, resolveTraceDir, runSuite, searchTraces, serializeEvent, sessionKeyForRun, toMetadataSafeStatus, traceMetasToSessionRunRecords, truncateName, unknownTraceFormatMessage, validateEvent, validateSuiteConfig, warn, writeTraceEvent };

package/packages/core/dist/advanced.d.ts

@@ -1,13 +1,14 @@
-export { C as CreateInspectorOptions, D as DEFAULT_MAX_EVENT_BYTES, f as DEFAULT_MAX_METADATA_VALUE_LENGTH, h as DEFAULT_MAX_PREVIEW_LENGTH, I as Inspector, a as InspectorCaptureOptions, b as InspectorObserveOptions, c as InspectorRunOptions, i as InspectorRuntime, j as InspectorRuntimeContext, k as InspectorRuntimeDiagnostics, l as InspectorRuntimeOptions, d as InspectorStepOptions, T as TraceSafetyOptions, e as createInspector, n as createInspectorRuntime, o as getCurrentContext, g as getCurrentCorrelationMetadata, p as getCurrentDepth, q as getCurrentRunId, r as getCurrentRunName, s as getCurrentStepId, t as getParentStepId, u as getTraceDirFromContext, v as getTraceSafetyFromContext, w as hasActiveContext, x as isAgentInspectEnabled, y as isSilentContext, m as maybeInspectRun, z as prepareMetadataForDisk, A as prepareTraceEventForDisk, B as resolveTraceSafetyOptions, E as runWithContext, F as runWithStepContext } from './context-BDZmi53V.js';
-import { R as RedactionProfile, E as ErrorInfo, b as RunStatus, e as StepStatus, h as TraceEvent, j as RunSummary, k as TraceMetadata, l as TraceMetadataStatus, f as StepType, g as TraceCorrelationMetadata } from './types-CQun9LW6.js';
-export { A as ActiveStepContext, i as ExecutionContext, I as InspectRunOptions, O as ObserveOptions, a as Run, m as RunCompletedEvent, n as RunStartedEvent, c as Step, o as StepCompletedEvent, d as StepMetadata, S as StepOptions, p as StepStartedEvent, T as TokenMetadata, q as TraceEventBase, r as TraceSchemaVersion, s as isStepStatus, t as isStepType, u as isTraceEvent } from './types-CQun9LW6.js';
-import { b as InspectRunTree } from './inspect-event-CYAV7Hxm.js';
-export { A as AttributionConfidence, E as EventSource, a as InspectEvent, I as InspectKind, c as InspectNode } from './inspect-event-CYAV7Hxm.js';
-import { P as PersistedInspectEvent } from './persisted-inspect-event-BLvb0jSX.js';
+export { C as CreateInspectorOptions, D as DEFAULT_MAX_EVENT_BYTES, f as DEFAULT_MAX_METADATA_VALUE_LENGTH, h as DEFAULT_MAX_PREVIEW_LENGTH, I as Inspector, a as InspectorCaptureOptions, b as InspectorObserveOptions, c as InspectorRunOptions, i as InspectorRuntime, j as InspectorRuntimeContext, k as InspectorRuntimeDiagnostics, l as InspectorRuntimeOptions, d as InspectorStepOptions, T as TraceSafetyOptions, e as createInspector, n as createInspectorRuntime, o as getCurrentContext, g as getCurrentCorrelationMetadata, p as getCurrentDepth, q as getCurrentRunId, r as getCurrentRunName, s as getCurrentStepId, t as getParentStepId, u as getTraceDirFromContext, v as getTraceSafetyFromContext, w as hasActiveContext, x as isAgentInspectEnabled, y as isSilentContext, m as maybeInspectRun, z as prepareMetadataForDisk, A as prepareTraceEventForDisk, B as resolveTraceSafetyOptions, E as runWithContext, F as runWithStepContext } from './context-Cp8NRbBX.js';
+import { R as RedactionProfile, E as ErrorInfo, b as RunStatus, e as StepStatus, h as TraceEvent, j as RunSummary, k as TraceMetadata, l as TraceMetadataStatus, f as StepType, g as TraceCorrelationMetadata } from './types-BVkjSd0q.js';
+export { A as ActiveStepContext, i as ExecutionContext, I as InspectRunOptions, O as ObserveOptions, a as Run, m as RunCompletedEvent, n as RunStartedEvent, c as Step, o as StepCompletedEvent, d as StepMetadata, S as StepOptions, p as StepStartedEvent, T as TokenMetadata, q as TraceEventBase, r as TraceSchemaVersion, s as isStepStatus, t as isStepType, u as isTraceEvent } from './types-BVkjSd0q.js';
+import { b as InspectRunTree } from './inspect-event-IqwOHbGo.js';
+export { A as AttributionConfidence, E as EventSource, a as InspectEvent, I as InspectKind, c as InspectNode } from './inspect-event-IqwOHbGo.js';
+import { P as PersistedInspectEvent } from './persisted-inspect-event-DruwqARZ.js';
 import { Stats } from 'node:fs';
 import { TraceCheckResult, TraceCheckStatus } from './checks.js';
 import './writers.js';
-import './log-config-D3Yp1SZN.js';
+import './types-CvsKGweN.js';
+import './log-config-SRA4xTp8.js';
 import './readers.js';
 
 interface ResolvedRedactionProfile {
@@ -369,6 +370,7 @@ interface TraceSearchOptions {
     limit?: number;
     session?: string;
     correlateGroup?: boolean;
+    observation?: string;
 }
 interface TraceSearchResult {
     runId: string;
@@ -563,7 +565,9 @@ declare function enrichSessionSummary(summary: Omit<SessionSummary, "status" | "
  */
 declare function buildActivitySummary(index: SessionIndex, options?: BuildActivitySummaryOptions): ActivitySummary;
 /** Renders a human activity summary for terminal output. */
-declare function renderActivitySummaryHuman(summary: ActivitySummary): string;
+declare function renderActivitySummaryHuman(summary: ActivitySummary, options?: {
+    nowMs?: number;
+}): string;
 
 /** Enriches trace metadata with run_started metadata for session indexing. */
 declare function enrichSessionRunRecord(meta: TraceMetadata): Promise<SessionRunRecord>;
@@ -735,4 +739,138 @@ declare function normalizeBundleOutputPath(out: string): string;
  */
 declare function defaultBundleOutputPath(runIds: readonly string[]): string;
 
-export { type ActivityEntry, type ActivitySummary, type BuildActivitySummaryOptions, type BuildSessionIndexOptions, type BundleCheckResults, type BundleCheckRunResult, type BundleMetadata, type BundlePlaceholderArtifact, type BundleRedactionProfile, type BundleRedactionReport, type BundleRedactionReportRun, type BundleResolveOptions, type BundleResolveResult, type BundleSafeStatus, type BundleSafeStatusMetadata, type CriticalPathStep, DEFAULT_TRACE_DIR_NAME, type DurationStats, type EnrichSessionSummaryOptions, ErrorInfo, type ExplainFact, type ExplainInference, type ExplainMode, type ExplainOptions, type ExplainResult, FALLBACK_TRACE_DIR, type GroupSessionCohortsOptions, type HandoffEdge, InspectRunTree, MAX_NAME_LENGTH, MAX_TERMINAL_DEPTH, MAX_TERMINAL_NAME_LENGTH, type ParseTraceJsonlOptions, type ParseTraceJsonlResult, type ParsedDurationFilter, RUNS_DIR_NAME, RedactionProfile, type RenderTimelineOptions, type RenderWhatOptions, type ResolvedRedactionProfile, type RetryLink, RunStatus, RunSummary, type RunTimeline, type RunWhatSummary, SESSION_WORKFLOW_KEYS, type SessionCheckSummary, type SessionCohort, type SessionCohortKind, type SessionConfidence, type SessionEdgeSource, type SessionGroup, type SessionIndex, type SessionLastError, type SessionRunRecord, type SessionScopeOptions, type SessionScopeResult, type SessionStatus, type SessionSummary, type SessionWarning, type SessionWorkflowKey, type SessionWorkflowMetadata, StepStatus, StepType, TERMINAL_INDENT, type TimelineEntry, type TimelineFocus, type TimelineOptions, TraceCorrelationMetadata, TraceDirectory, type TraceDirectoryOptions, TraceEvent, type TraceFilterOptions, type TraceJsonlFormat, TraceMetadata, TraceMetadataStatus, type TraceSearchOptions, type TraceSearchResult, type TraceSessionCheckResult, type TraceStats, type TraceStatsOptions, type TraceStatsRankedRun, type TraceStatsRankedStep, aggregateBundleSafeStatus, aggregateSessionCheckResults, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, createRunId, createStepId, defaultBundleOutputPath, deriveSessionStatus, enrichSessionRunRecord, enrichSessionSummary, ensureTraceDir, extractMetadata, extractSessionWorkflowMetadata, filterMetasBySessionScope, filterTraces, formatDuration, formatError, formatTerminalName, formatTimestamp, getDefaultTraceDir, getIndent, getRunIdFromTraceFileName, getTraceFilePath, groupSessionCohorts, initializeTraceFile, isAgentInspectTrace, listTraceFiles, loadSessionRunRecords, loadTraceMetadataList, normalizeBundleOutputPath, parseDuration, parseDurationFilter, parseTraceJsonl, printError, printFailedAt, printRunComplete, printRunStart, printStepComplete, printStepStart, readTraceEvents, readTraceFile, renderActivitySummaryHuman, renderErrorLine, renderRunSummary, renderRunWhat, renderStepLine, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveTraceDir, searchTraces, serializeEvent, sessionKeyForRun, toMetadataSafeStatus, traceMetasToSessionRunRecords, truncateName, unknownTraceFormatMessage, validateEvent, warn, writeTraceEvent };
+type SuiteCaseStatus = "pass" | "fail" | "error" | "skipped";
+type SuiteDiagnosticCode = "AI_SUITE_CONFIG_INVALID" | "AI_SUITE_CONFIG_LOAD_FAILED" | "AI_SUITE_CASE_TRACE_MISSING" | "AI_SUITE_CASE_CHECK_FAILED" | "AI_SUITE_CASE_EVAL_FAILED" | "AI_SUITE_CASE_OBSERVATION_FAILED" | "AI_SUITE_TRACE_UNREADABLE";
+interface SuiteDiagnostic {
+    code: SuiteDiagnosticCode;
+    severity: "error" | "warning" | "info";
+    message: string;
+    caseId?: string;
+}
+interface SuiteCaseConfig {
+    id: string;
+    trace?: string;
+    runId?: string;
+    input?: string;
+    requireTools?: string[];
+    forbidTools?: string[];
+    maxDurationMs?: number;
+    expectedObservations?: string[];
+}
+interface SuiteChecksConfig {
+    select?: string[];
+    run?: {
+        maxDurationMs?: number;
+        maxDepth?: number;
+    };
+    tool?: {
+        required?: string[];
+        forbidden?: string[];
+    };
+    llm?: {
+        allowedModels?: string[];
+        maxTotalTokens?: number;
+    };
+}
+interface SuiteEvalConfig {
+    requireSuccess?: boolean;
+    requiredTools?: string[];
+    forbiddenTools?: string[];
+    maxDurationMs?: number;
+    maxDepth?: number;
+    maxRetries?: number;
+    maxTotalTokens?: number;
+}
+interface SuiteArtifactsConfig {
+    outputDir?: string;
+}
+interface SuiteConfig {
+    name: string;
+    traces: string;
+    cases: SuiteCaseConfig[];
+    checks?: SuiteChecksConfig;
+    eval?: SuiteEvalConfig;
+    redactionProfile?: RedactionProfile;
+    artifacts?: SuiteArtifactsConfig;
+    baseline?: string;
+    candidate?: string;
+}
+interface SuiteCaseResult {
+    id: string;
+    status: SuiteCaseStatus;
+    tracePath?: string;
+    runId?: string;
+    checkOk?: boolean;
+    evalOk?: boolean;
+    observationsOk?: boolean;
+    message?: string;
+    diagnostics: SuiteDiagnostic[];
+}
+interface SuiteRunSummary {
+    passed: number;
+    failed: number;
+    errors: number;
+    skipped: number;
+}
+interface SuiteRunResult {
+    ok: boolean;
+    status: "pass" | "fail" | "error";
+    suiteName: string;
+    configPath: string;
+    tracesDir: string;
+    startedAt: string;
+    finishedAt: string;
+    summary: SuiteRunSummary;
+    cases: SuiteCaseResult[];
+    diagnostics: SuiteDiagnostic[];
+}
+interface LoadSuiteConfigOptions {
+    configPath?: string;
+    cwd?: string;
+}
+interface ValidateSuiteConfigResult {
+    ok: boolean;
+    diagnostics: SuiteDiagnostic[];
+}
+interface RunSuiteOptions {
+    configPath?: string;
+    cwd?: string;
+    nowMs?: number;
+}
+interface RenderSuiteReportOptions {
+    format?: "markdown" | "json";
+}
+declare const DEFAULT_SUITE_CONFIG_NAMES: readonly ["agent-inspect.suite.json", "agent-inspect.suite.js", "agent-inspect.suite.mjs", "agent-inspect.suite.cjs"];
+declare const DEFAULT_SUITE_ARTIFACTS_DIR = ".agent-inspect/suite-runs";
+
+declare function resolveSuiteConfigPath(options?: LoadSuiteConfigOptions): Promise<string>;
+declare function loadSuiteConfig(options?: LoadSuiteConfigOptions): Promise<{
+    config: SuiteConfig;
+    configPath: string;
+    configDir: string;
+}>;
+declare function defaultSuiteConfigTemplate(): SuiteConfig;
+
+declare function normalizeSuiteConfig(value: unknown): SuiteConfig;
+declare function validateSuiteConfig(config: SuiteConfig, options: {
+    configDir: string;
+}): Promise<ValidateSuiteConfigResult>;
+
+interface ResolvedSuiteCase {
+    caseId: string;
+    tracePath?: string;
+    runId?: string;
+    missing: boolean;
+    reason?: string;
+}
+declare function resolveSuiteCaseTrace(suiteCase: SuiteCaseConfig, options: {
+    configDir: string;
+    tracesDir: string;
+}): Promise<ResolvedSuiteCase>;
+
+declare function runSuite(options?: RunSuiteOptions): Promise<SuiteRunResult>;
+
+declare function renderSuiteReportMarkdown(result: SuiteRunResult): string;
+declare function renderSuiteReport(result: SuiteRunResult, options?: RenderSuiteReportOptions): string;
+
+export { type ActivityEntry, type ActivitySummary, type BuildActivitySummaryOptions, type BuildSessionIndexOptions, type BundleCheckResults, type BundleCheckRunResult, type BundleMetadata, type BundlePlaceholderArtifact, type BundleRedactionProfile, type BundleRedactionReport, type BundleRedactionReportRun, type BundleResolveOptions, type BundleResolveResult, type BundleSafeStatus, type BundleSafeStatusMetadata, type CriticalPathStep, DEFAULT_SUITE_ARTIFACTS_DIR, DEFAULT_SUITE_CONFIG_NAMES, DEFAULT_TRACE_DIR_NAME, type DurationStats, type EnrichSessionSummaryOptions, ErrorInfo, type ExplainFact, type ExplainInference, type ExplainMode, type ExplainOptions, type ExplainResult, FALLBACK_TRACE_DIR, type GroupSessionCohortsOptions, type HandoffEdge, InspectRunTree, type LoadSuiteConfigOptions, MAX_NAME_LENGTH, MAX_TERMINAL_DEPTH, MAX_TERMINAL_NAME_LENGTH, type ParseTraceJsonlOptions, type ParseTraceJsonlResult, type ParsedDurationFilter, RUNS_DIR_NAME, RedactionProfile, type RenderSuiteReportOptions, type RenderTimelineOptions, type RenderWhatOptions, type ResolvedRedactionProfile, type ResolvedSuiteCase, type RetryLink, RunStatus, type RunSuiteOptions, RunSummary, type RunTimeline, type RunWhatSummary, SESSION_WORKFLOW_KEYS, type SessionCheckSummary, type SessionCohort, type SessionCohortKind, type SessionConfidence, type SessionEdgeSource, type SessionGroup, type SessionIndex, type SessionLastError, type SessionRunRecord, type SessionScopeOptions, type SessionScopeResult, type SessionStatus, type SessionSummary, type SessionWarning, type SessionWorkflowKey, type SessionWorkflowMetadata, StepStatus, StepType, type SuiteArtifactsConfig, type SuiteCaseConfig, type SuiteCaseResult, type SuiteCaseStatus, type SuiteChecksConfig, type SuiteConfig, type SuiteDiagnostic, type SuiteDiagnosticCode, type SuiteEvalConfig, type SuiteRunResult, type SuiteRunSummary, TERMINAL_INDENT, type TimelineEntry, type TimelineFocus, type TimelineOptions, TraceCorrelationMetadata, TraceDirectory, type TraceDirectoryOptions, TraceEvent, type TraceFilterOptions, type TraceJsonlFormat, TraceMetadata, TraceMetadataStatus, type TraceSearchOptions, type TraceSearchResult, type TraceSessionCheckResult, type TraceStats, type TraceStatsOptions, type TraceStatsRankedRun, type TraceStatsRankedStep, type ValidateSuiteConfigResult, aggregateBundleSafeStatus, aggregateSessionCheckResults, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, createRunId, createStepId, defaultBundleOutputPath, defaultSuiteConfigTemplate, deriveSessionStatus, enrichSessionRunRecord, enrichSessionSummary, ensureTraceDir, extractMetadata, extractSessionWorkflowMetadata, filterMetasBySessionScope, filterTraces, formatDuration, formatError, formatTerminalName, formatTimestamp, getDefaultTraceDir, getIndent, getRunIdFromTraceFileName, getTraceFilePath, groupSessionCohorts, initializeTraceFile, isAgentInspectTrace, listTraceFiles, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, normalizeBundleOutputPath, normalizeSuiteConfig, parseDuration, parseDurationFilter, parseTraceJsonl, printError, printFailedAt, printRunComplete, printRunStart, printStepComplete, printStepStart, readTraceEvents, readTraceFile, renderActivitySummaryHuman, renderErrorLine, renderRunSummary, renderRunWhat, renderStepLine, renderSuiteReport, renderSuiteReportMarkdown, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveSuiteCaseTrace, resolveSuiteConfigPath, resolveTraceDir, runSuite, searchTraces, serializeEvent, sessionKeyForRun, toMetadataSafeStatus, traceMetasToSessionRunRecords, truncateName, unknownTraceFormatMessage, validateEvent, validateSuiteConfig, warn, writeTraceEvent };