agent-inspect 5.0.0 → 5.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +12 -0
- package/docs/CLI.md +65 -0
- package/package.json +1 -1
- package/packages/cli/dist/{chunk-TB45H3QT.mjs → chunk-SJ5R2XBE.mjs} +1043 -31
- package/packages/cli/dist/chunk-SJ5R2XBE.mjs.map +1 -0
- package/packages/cli/dist/index.cjs +1543 -312
- package/packages/cli/dist/index.cjs.map +1 -1
- package/packages/cli/dist/index.mjs +276 -164
- package/packages/cli/dist/index.mjs.map +1 -1
- package/packages/cli/dist/{src-ZRFSYML6.mjs → src-PK22BBMH.mjs} +3 -3
- package/packages/cli/dist/{src-ZRFSYML6.mjs.map → src-PK22BBMH.mjs.map} +1 -1
- package/packages/core/dist/advanced.cjs +944 -12
- package/packages/core/dist/advanced.cjs.map +1 -1
- package/packages/core/dist/advanced.d.cts +134 -1
- package/packages/core/dist/advanced.d.ts +134 -1
- package/packages/core/dist/advanced.mjs +921 -8
- package/packages/core/dist/advanced.mjs.map +1 -1
- package/packages/cli/dist/chunk-TB45H3QT.mjs.map +0 -1
|
@@ -873,4 +873,137 @@ declare function runSuite(options?: RunSuiteOptions): Promise<SuiteRunResult>;
|
|
|
873
873
|
declare function renderSuiteReportMarkdown(result: SuiteRunResult): string;
|
|
874
874
|
declare function renderSuiteReport(result: SuiteRunResult, options?: RenderSuiteReportOptions): string;
|
|
875
875
|
|
|
876
|
-
|
|
876
|
+
type CohortMetricId = "errorRate" | "duration" | "toolChoice" | "toolOrdering" | "llmCallCount" | "tokenUsage" | "retryCount" | "observationFailure" | "guardrailFailure" | "circuitViolation" | "redactionWarning";
|
|
877
|
+
declare const COHORT_METRIC_IDS: readonly CohortMetricId[];
|
|
878
|
+
interface CohortRunMetrics {
|
|
879
|
+
runId: string;
|
|
880
|
+
cohortLabel?: string;
|
|
881
|
+
groupKey: string;
|
|
882
|
+
status: TraceMetadataStatus;
|
|
883
|
+
error: boolean;
|
|
884
|
+
durationMs?: number;
|
|
885
|
+
llmCallCount: number;
|
|
886
|
+
tokenUsageTotal?: number;
|
|
887
|
+
retryCount: number;
|
|
888
|
+
observationFailures: number;
|
|
889
|
+
guardrailFailures: number;
|
|
890
|
+
circuitViolations: number;
|
|
891
|
+
redactionWarnings: number;
|
|
892
|
+
toolChoices: string[];
|
|
893
|
+
toolOrdering: string[];
|
|
894
|
+
}
|
|
895
|
+
interface CohortAggregateMetrics {
|
|
896
|
+
groupKey: string;
|
|
897
|
+
cohortLabel?: string;
|
|
898
|
+
runCount: number;
|
|
899
|
+
errorRate: number;
|
|
900
|
+
avgDurationMs?: number;
|
|
901
|
+
p95DurationMs?: number;
|
|
902
|
+
avgLlmCallCount: number;
|
|
903
|
+
avgTokenUsage?: number;
|
|
904
|
+
avgRetryCount: number;
|
|
905
|
+
observationFailureRate: number;
|
|
906
|
+
avgGuardrailFailures: number;
|
|
907
|
+
avgCircuitViolations: number;
|
|
908
|
+
avgRedactionWarnings: number;
|
|
909
|
+
dominantToolChoice?: string;
|
|
910
|
+
toolOrderingSignature?: string;
|
|
911
|
+
}
|
|
912
|
+
interface CohortMetricComparison {
|
|
913
|
+
metric: CohortMetricId;
|
|
914
|
+
baseline?: number | string;
|
|
915
|
+
candidate?: number | string;
|
|
916
|
+
delta?: number | string;
|
|
917
|
+
regression: boolean;
|
|
918
|
+
message: string;
|
|
919
|
+
}
|
|
920
|
+
interface CohortAnalysisResult {
|
|
921
|
+
ok: boolean;
|
|
922
|
+
traceDir: string;
|
|
923
|
+
baseline?: string;
|
|
924
|
+
candidate?: string;
|
|
925
|
+
cohortKey: string;
|
|
926
|
+
groupBy: string;
|
|
927
|
+
metrics: CohortMetricId[];
|
|
928
|
+
groups: CohortAggregateMetrics[];
|
|
929
|
+
comparisons: CohortMetricComparison[];
|
|
930
|
+
runs: CohortRunMetrics[];
|
|
931
|
+
warnings: string[];
|
|
932
|
+
}
|
|
933
|
+
interface AnalyzeCohortOptions {
|
|
934
|
+
traceDir: string;
|
|
935
|
+
baseline?: string;
|
|
936
|
+
candidate?: string;
|
|
937
|
+
cohortKey?: string;
|
|
938
|
+
groupBy?: string;
|
|
939
|
+
metrics?: CohortMetricId[];
|
|
940
|
+
}
|
|
941
|
+
interface RenderCohortReportOptions {
|
|
942
|
+
format?: "markdown" | "json" | "html";
|
|
943
|
+
}
|
|
944
|
+
|
|
945
|
+
declare function analyzeCohort(runsInput: readonly SessionRunRecord[], options: AnalyzeCohortOptions): Promise<CohortAnalysisResult>;
|
|
946
|
+
|
|
947
|
+
declare function compareCohortAggregates(groups: readonly CohortAggregateMetrics[], options: {
|
|
948
|
+
baseline: string;
|
|
949
|
+
candidate: string;
|
|
950
|
+
metrics: readonly CohortMetricId[];
|
|
951
|
+
groupKey?: string;
|
|
952
|
+
}): CohortMetricComparison[];
|
|
953
|
+
|
|
954
|
+
declare function parseCohortMetricList(value: string | undefined): string[];
|
|
955
|
+
declare function parseGroupBySpec(groupBy: string | undefined): {
|
|
956
|
+
kind: "model" | "session" | "group" | "metadata";
|
|
957
|
+
metadataKey?: string;
|
|
958
|
+
};
|
|
959
|
+
|
|
960
|
+
declare function renderCohortSummaryMarkdown(result: CohortAnalysisResult): string;
|
|
961
|
+
declare function renderCohortReport(result: CohortAnalysisResult, options?: RenderCohortReportOptions): string;
|
|
962
|
+
|
|
963
|
+
type GateExitCode = 0 | 1 | 2 | 3 | 4;
|
|
964
|
+
type GateCheckId = "suite" | "maxErrorRate" | "maxP95Duration" | "forbidTool" | "requireObservation";
|
|
965
|
+
interface GateCheckResult {
|
|
966
|
+
id: GateCheckId;
|
|
967
|
+
name: string;
|
|
968
|
+
ok: boolean;
|
|
969
|
+
message: string;
|
|
970
|
+
expected?: string | number;
|
|
971
|
+
actual?: string | number;
|
|
972
|
+
runId?: string;
|
|
973
|
+
}
|
|
974
|
+
interface GateResult {
|
|
975
|
+
ok: boolean;
|
|
976
|
+
exitCode: GateExitCode;
|
|
977
|
+
traceDir?: string;
|
|
978
|
+
suitePath?: string;
|
|
979
|
+
runCount: number;
|
|
980
|
+
checks: GateCheckResult[];
|
|
981
|
+
diagnostics: string[];
|
|
982
|
+
suiteResult?: SuiteRunResult;
|
|
983
|
+
}
|
|
984
|
+
interface RunGateOptions {
|
|
985
|
+
traceDir?: string;
|
|
986
|
+
suitePath?: string;
|
|
987
|
+
cwd?: string;
|
|
988
|
+
maxErrorRate?: number;
|
|
989
|
+
maxP95DurationMs?: number;
|
|
990
|
+
forbidTools?: string[];
|
|
991
|
+
requireObservations?: string[];
|
|
992
|
+
}
|
|
993
|
+
interface RenderGateReportOptions {
|
|
994
|
+
format?: "markdown" | "json" | "html" | "junit" | "github";
|
|
995
|
+
}
|
|
996
|
+
|
|
997
|
+
declare function parseGateList(value: string | undefined): string[];
|
|
998
|
+
declare function parseGateNumber(value: string | undefined, label: string): number | undefined;
|
|
999
|
+
|
|
1000
|
+
declare function gateHasThresholds(options: RunGateOptions): boolean;
|
|
1001
|
+
|
|
1002
|
+
declare function runGate(runs: readonly SessionRunRecord[], options: RunGateOptions): Promise<GateResult>;
|
|
1003
|
+
|
|
1004
|
+
declare function renderGateSummaryMarkdown(result: GateResult): string;
|
|
1005
|
+
declare function renderGateGithubStepSummary(result: GateResult): string;
|
|
1006
|
+
declare function renderGateJUnit(result: GateResult): string;
|
|
1007
|
+
declare function renderGateReport(result: GateResult, options?: RenderGateReportOptions): string;
|
|
1008
|
+
|
|
1009
|
+
export { type ActivityEntry, type ActivitySummary, type AnalyzeCohortOptions, type BuildActivitySummaryOptions, type BuildSessionIndexOptions, type BundleCheckResults, type BundleCheckRunResult, type BundleMetadata, type BundlePlaceholderArtifact, type BundleRedactionProfile, type BundleRedactionReport, type BundleRedactionReportRun, type BundleResolveOptions, type BundleResolveResult, type BundleSafeStatus, type BundleSafeStatusMetadata, COHORT_METRIC_IDS, type CohortAggregateMetrics, type CohortAnalysisResult, type CohortMetricComparison, type CohortMetricId, type CohortRunMetrics, type CriticalPathStep, DEFAULT_SUITE_ARTIFACTS_DIR, DEFAULT_SUITE_CONFIG_NAMES, DEFAULT_TRACE_DIR_NAME, type DurationStats, type EnrichSessionSummaryOptions, ErrorInfo, type ExplainFact, type ExplainInference, type ExplainMode, type ExplainOptions, type ExplainResult, FALLBACK_TRACE_DIR, type GateCheckId, type GateCheckResult, type GateExitCode, type GateResult, type GroupSessionCohortsOptions, type HandoffEdge, InspectRunTree, type LoadSuiteConfigOptions, MAX_NAME_LENGTH, MAX_TERMINAL_DEPTH, MAX_TERMINAL_NAME_LENGTH, type ParseTraceJsonlOptions, type ParseTraceJsonlResult, type ParsedDurationFilter, RUNS_DIR_NAME, RedactionProfile, type RenderCohortReportOptions, type RenderGateReportOptions, type RenderSuiteReportOptions, type RenderTimelineOptions, type RenderWhatOptions, type ResolvedRedactionProfile, type ResolvedSuiteCase, type RetryLink, type RunGateOptions, RunStatus, type RunSuiteOptions, RunSummary, type RunTimeline, type RunWhatSummary, SESSION_WORKFLOW_KEYS, type SessionCheckSummary, type SessionCohort, type SessionCohortKind, type SessionConfidence, type SessionEdgeSource, type SessionGroup, type SessionIndex, type SessionLastError, type SessionRunRecord, type SessionScopeOptions, type SessionScopeResult, type SessionStatus, type SessionSummary, type SessionWarning, type SessionWorkflowKey, type SessionWorkflowMetadata, StepStatus, StepType, type SuiteArtifactsConfig, type SuiteCaseConfig, type SuiteCaseResult, type SuiteCaseStatus, type SuiteChecksConfig, type SuiteConfig, type SuiteDiagnostic, type SuiteDiagnosticCode, type SuiteEvalConfig, type SuiteRunResult, type SuiteRunSummary, TERMINAL_INDENT, type TimelineEntry, type TimelineFocus, type TimelineOptions, TraceCorrelationMetadata, TraceDirectory, type TraceDirectoryOptions, TraceEvent, type TraceFilterOptions, type TraceJsonlFormat, TraceMetadata, TraceMetadataStatus, type TraceSearchOptions, type TraceSearchResult, type TraceSessionCheckResult, type TraceStats, type TraceStatsOptions, type TraceStatsRankedRun, type TraceStatsRankedStep, type ValidateSuiteConfigResult, aggregateBundleSafeStatus, aggregateSessionCheckResults, analyzeCohort, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, compareCohortAggregates, createRunId, createStepId, defaultBundleOutputPath, defaultSuiteConfigTemplate, deriveSessionStatus, enrichSessionRunRecord, enrichSessionSummary, ensureTraceDir, extractMetadata, extractSessionWorkflowMetadata, filterMetasBySessionScope, filterTraces, formatDuration, formatError, formatTerminalName, formatTimestamp, gateHasThresholds, getDefaultTraceDir, getIndent, getRunIdFromTraceFileName, getTraceFilePath, groupSessionCohorts, initializeTraceFile, isAgentInspectTrace, listTraceFiles, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, normalizeBundleOutputPath, normalizeSuiteConfig, parseCohortMetricList, parseDuration, parseDurationFilter, parseGateList, parseGateNumber, parseGroupBySpec, parseTraceJsonl, printError, printFailedAt, printRunComplete, printRunStart, printStepComplete, printStepStart, readTraceEvents, readTraceFile, renderActivitySummaryHuman, renderCohortReport, renderCohortSummaryMarkdown, renderErrorLine, renderGateGithubStepSummary, renderGateJUnit, renderGateReport, renderGateSummaryMarkdown, renderRunSummary, renderRunWhat, renderStepLine, renderSuiteReport, renderSuiteReportMarkdown, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveSuiteCaseTrace, resolveSuiteConfigPath, resolveTraceDir, runGate, runSuite, searchTraces, serializeEvent, sessionKeyForRun, toMetadataSafeStatus, traceMetasToSessionRunRecords, truncateName, unknownTraceFormatMessage, validateEvent, validateSuiteConfig, warn, writeTraceEvent };
|
|
@@ -873,4 +873,137 @@ declare function runSuite(options?: RunSuiteOptions): Promise<SuiteRunResult>;
|
|
|
873
873
|
declare function renderSuiteReportMarkdown(result: SuiteRunResult): string;
|
|
874
874
|
declare function renderSuiteReport(result: SuiteRunResult, options?: RenderSuiteReportOptions): string;
|
|
875
875
|
|
|
876
|
-
|
|
876
|
+
type CohortMetricId = "errorRate" | "duration" | "toolChoice" | "toolOrdering" | "llmCallCount" | "tokenUsage" | "retryCount" | "observationFailure" | "guardrailFailure" | "circuitViolation" | "redactionWarning";
|
|
877
|
+
declare const COHORT_METRIC_IDS: readonly CohortMetricId[];
|
|
878
|
+
interface CohortRunMetrics {
|
|
879
|
+
runId: string;
|
|
880
|
+
cohortLabel?: string;
|
|
881
|
+
groupKey: string;
|
|
882
|
+
status: TraceMetadataStatus;
|
|
883
|
+
error: boolean;
|
|
884
|
+
durationMs?: number;
|
|
885
|
+
llmCallCount: number;
|
|
886
|
+
tokenUsageTotal?: number;
|
|
887
|
+
retryCount: number;
|
|
888
|
+
observationFailures: number;
|
|
889
|
+
guardrailFailures: number;
|
|
890
|
+
circuitViolations: number;
|
|
891
|
+
redactionWarnings: number;
|
|
892
|
+
toolChoices: string[];
|
|
893
|
+
toolOrdering: string[];
|
|
894
|
+
}
|
|
895
|
+
interface CohortAggregateMetrics {
|
|
896
|
+
groupKey: string;
|
|
897
|
+
cohortLabel?: string;
|
|
898
|
+
runCount: number;
|
|
899
|
+
errorRate: number;
|
|
900
|
+
avgDurationMs?: number;
|
|
901
|
+
p95DurationMs?: number;
|
|
902
|
+
avgLlmCallCount: number;
|
|
903
|
+
avgTokenUsage?: number;
|
|
904
|
+
avgRetryCount: number;
|
|
905
|
+
observationFailureRate: number;
|
|
906
|
+
avgGuardrailFailures: number;
|
|
907
|
+
avgCircuitViolations: number;
|
|
908
|
+
avgRedactionWarnings: number;
|
|
909
|
+
dominantToolChoice?: string;
|
|
910
|
+
toolOrderingSignature?: string;
|
|
911
|
+
}
|
|
912
|
+
interface CohortMetricComparison {
|
|
913
|
+
metric: CohortMetricId;
|
|
914
|
+
baseline?: number | string;
|
|
915
|
+
candidate?: number | string;
|
|
916
|
+
delta?: number | string;
|
|
917
|
+
regression: boolean;
|
|
918
|
+
message: string;
|
|
919
|
+
}
|
|
920
|
+
interface CohortAnalysisResult {
|
|
921
|
+
ok: boolean;
|
|
922
|
+
traceDir: string;
|
|
923
|
+
baseline?: string;
|
|
924
|
+
candidate?: string;
|
|
925
|
+
cohortKey: string;
|
|
926
|
+
groupBy: string;
|
|
927
|
+
metrics: CohortMetricId[];
|
|
928
|
+
groups: CohortAggregateMetrics[];
|
|
929
|
+
comparisons: CohortMetricComparison[];
|
|
930
|
+
runs: CohortRunMetrics[];
|
|
931
|
+
warnings: string[];
|
|
932
|
+
}
|
|
933
|
+
interface AnalyzeCohortOptions {
|
|
934
|
+
traceDir: string;
|
|
935
|
+
baseline?: string;
|
|
936
|
+
candidate?: string;
|
|
937
|
+
cohortKey?: string;
|
|
938
|
+
groupBy?: string;
|
|
939
|
+
metrics?: CohortMetricId[];
|
|
940
|
+
}
|
|
941
|
+
interface RenderCohortReportOptions {
|
|
942
|
+
format?: "markdown" | "json" | "html";
|
|
943
|
+
}
|
|
944
|
+
|
|
945
|
+
declare function analyzeCohort(runsInput: readonly SessionRunRecord[], options: AnalyzeCohortOptions): Promise<CohortAnalysisResult>;
|
|
946
|
+
|
|
947
|
+
declare function compareCohortAggregates(groups: readonly CohortAggregateMetrics[], options: {
|
|
948
|
+
baseline: string;
|
|
949
|
+
candidate: string;
|
|
950
|
+
metrics: readonly CohortMetricId[];
|
|
951
|
+
groupKey?: string;
|
|
952
|
+
}): CohortMetricComparison[];
|
|
953
|
+
|
|
954
|
+
declare function parseCohortMetricList(value: string | undefined): string[];
|
|
955
|
+
declare function parseGroupBySpec(groupBy: string | undefined): {
|
|
956
|
+
kind: "model" | "session" | "group" | "metadata";
|
|
957
|
+
metadataKey?: string;
|
|
958
|
+
};
|
|
959
|
+
|
|
960
|
+
declare function renderCohortSummaryMarkdown(result: CohortAnalysisResult): string;
|
|
961
|
+
declare function renderCohortReport(result: CohortAnalysisResult, options?: RenderCohortReportOptions): string;
|
|
962
|
+
|
|
963
|
+
type GateExitCode = 0 | 1 | 2 | 3 | 4;
|
|
964
|
+
type GateCheckId = "suite" | "maxErrorRate" | "maxP95Duration" | "forbidTool" | "requireObservation";
|
|
965
|
+
interface GateCheckResult {
|
|
966
|
+
id: GateCheckId;
|
|
967
|
+
name: string;
|
|
968
|
+
ok: boolean;
|
|
969
|
+
message: string;
|
|
970
|
+
expected?: string | number;
|
|
971
|
+
actual?: string | number;
|
|
972
|
+
runId?: string;
|
|
973
|
+
}
|
|
974
|
+
interface GateResult {
|
|
975
|
+
ok: boolean;
|
|
976
|
+
exitCode: GateExitCode;
|
|
977
|
+
traceDir?: string;
|
|
978
|
+
suitePath?: string;
|
|
979
|
+
runCount: number;
|
|
980
|
+
checks: GateCheckResult[];
|
|
981
|
+
diagnostics: string[];
|
|
982
|
+
suiteResult?: SuiteRunResult;
|
|
983
|
+
}
|
|
984
|
+
interface RunGateOptions {
|
|
985
|
+
traceDir?: string;
|
|
986
|
+
suitePath?: string;
|
|
987
|
+
cwd?: string;
|
|
988
|
+
maxErrorRate?: number;
|
|
989
|
+
maxP95DurationMs?: number;
|
|
990
|
+
forbidTools?: string[];
|
|
991
|
+
requireObservations?: string[];
|
|
992
|
+
}
|
|
993
|
+
interface RenderGateReportOptions {
|
|
994
|
+
format?: "markdown" | "json" | "html" | "junit" | "github";
|
|
995
|
+
}
|
|
996
|
+
|
|
997
|
+
declare function parseGateList(value: string | undefined): string[];
|
|
998
|
+
declare function parseGateNumber(value: string | undefined, label: string): number | undefined;
|
|
999
|
+
|
|
1000
|
+
declare function gateHasThresholds(options: RunGateOptions): boolean;
|
|
1001
|
+
|
|
1002
|
+
declare function runGate(runs: readonly SessionRunRecord[], options: RunGateOptions): Promise<GateResult>;
|
|
1003
|
+
|
|
1004
|
+
declare function renderGateSummaryMarkdown(result: GateResult): string;
|
|
1005
|
+
declare function renderGateGithubStepSummary(result: GateResult): string;
|
|
1006
|
+
declare function renderGateJUnit(result: GateResult): string;
|
|
1007
|
+
declare function renderGateReport(result: GateResult, options?: RenderGateReportOptions): string;
|
|
1008
|
+
|
|
1009
|
+
export { type ActivityEntry, type ActivitySummary, type AnalyzeCohortOptions, type BuildActivitySummaryOptions, type BuildSessionIndexOptions, type BundleCheckResults, type BundleCheckRunResult, type BundleMetadata, type BundlePlaceholderArtifact, type BundleRedactionProfile, type BundleRedactionReport, type BundleRedactionReportRun, type BundleResolveOptions, type BundleResolveResult, type BundleSafeStatus, type BundleSafeStatusMetadata, COHORT_METRIC_IDS, type CohortAggregateMetrics, type CohortAnalysisResult, type CohortMetricComparison, type CohortMetricId, type CohortRunMetrics, type CriticalPathStep, DEFAULT_SUITE_ARTIFACTS_DIR, DEFAULT_SUITE_CONFIG_NAMES, DEFAULT_TRACE_DIR_NAME, type DurationStats, type EnrichSessionSummaryOptions, ErrorInfo, type ExplainFact, type ExplainInference, type ExplainMode, type ExplainOptions, type ExplainResult, FALLBACK_TRACE_DIR, type GateCheckId, type GateCheckResult, type GateExitCode, type GateResult, type GroupSessionCohortsOptions, type HandoffEdge, InspectRunTree, type LoadSuiteConfigOptions, MAX_NAME_LENGTH, MAX_TERMINAL_DEPTH, MAX_TERMINAL_NAME_LENGTH, type ParseTraceJsonlOptions, type ParseTraceJsonlResult, type ParsedDurationFilter, RUNS_DIR_NAME, RedactionProfile, type RenderCohortReportOptions, type RenderGateReportOptions, type RenderSuiteReportOptions, type RenderTimelineOptions, type RenderWhatOptions, type ResolvedRedactionProfile, type ResolvedSuiteCase, type RetryLink, type RunGateOptions, RunStatus, type RunSuiteOptions, RunSummary, type RunTimeline, type RunWhatSummary, SESSION_WORKFLOW_KEYS, type SessionCheckSummary, type SessionCohort, type SessionCohortKind, type SessionConfidence, type SessionEdgeSource, type SessionGroup, type SessionIndex, type SessionLastError, type SessionRunRecord, type SessionScopeOptions, type SessionScopeResult, type SessionStatus, type SessionSummary, type SessionWarning, type SessionWorkflowKey, type SessionWorkflowMetadata, StepStatus, StepType, type SuiteArtifactsConfig, type SuiteCaseConfig, type SuiteCaseResult, type SuiteCaseStatus, type SuiteChecksConfig, type SuiteConfig, type SuiteDiagnostic, type SuiteDiagnosticCode, type SuiteEvalConfig, type SuiteRunResult, type SuiteRunSummary, TERMINAL_INDENT, type TimelineEntry, type TimelineFocus, type TimelineOptions, TraceCorrelationMetadata, TraceDirectory, type TraceDirectoryOptions, TraceEvent, type TraceFilterOptions, type TraceJsonlFormat, TraceMetadata, TraceMetadataStatus, type TraceSearchOptions, type TraceSearchResult, type TraceSessionCheckResult, type TraceStats, type TraceStatsOptions, type TraceStatsRankedRun, type TraceStatsRankedStep, type ValidateSuiteConfigResult, aggregateBundleSafeStatus, aggregateSessionCheckResults, analyzeCohort, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, compareCohortAggregates, createRunId, createStepId, defaultBundleOutputPath, defaultSuiteConfigTemplate, deriveSessionStatus, enrichSessionRunRecord, enrichSessionSummary, ensureTraceDir, extractMetadata, extractSessionWorkflowMetadata, filterMetasBySessionScope, filterTraces, formatDuration, formatError, formatTerminalName, formatTimestamp, gateHasThresholds, getDefaultTraceDir, getIndent, getRunIdFromTraceFileName, getTraceFilePath, groupSessionCohorts, initializeTraceFile, isAgentInspectTrace, listTraceFiles, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, normalizeBundleOutputPath, normalizeSuiteConfig, parseCohortMetricList, parseDuration, parseDurationFilter, parseGateList, parseGateNumber, parseGroupBySpec, parseTraceJsonl, printError, printFailedAt, printRunComplete, printRunStart, printStepComplete, printStepStart, readTraceEvents, readTraceFile, renderActivitySummaryHuman, renderCohortReport, renderCohortSummaryMarkdown, renderErrorLine, renderGateGithubStepSummary, renderGateJUnit, renderGateReport, renderGateSummaryMarkdown, renderRunSummary, renderRunWhat, renderStepLine, renderSuiteReport, renderSuiteReportMarkdown, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveSuiteCaseTrace, resolveSuiteConfigPath, resolveTraceDir, runGate, runSuite, searchTraces, serializeEvent, sessionKeyForRun, toMetadataSafeStatus, traceMetasToSessionRunRecords, truncateName, unknownTraceFormatMessage, validateEvent, validateSuiteConfig, warn, writeTraceEvent };
|