agent-inspect 6.20.0 → 6.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +12 -0
- package/README.md +1 -1
- package/docs/TRACE-CONTRACTS.md +39 -0
- package/package.json +1 -1
- package/packages/cli/dist/{chunk-QPRJUVLH.mjs → chunk-CHBYF4LE.mjs} +25 -2
- package/packages/cli/dist/chunk-CHBYF4LE.mjs.map +1 -0
- package/packages/cli/dist/index.cjs +50 -3
- package/packages/cli/dist/index.cjs.map +1 -1
- package/packages/cli/dist/index.mjs +4 -4
- package/packages/cli/dist/index.mjs.map +1 -1
- package/packages/cli/dist/{src-6W5ZR3I7.mjs → src-MY5WIBPF.mjs} +3 -3
- package/packages/cli/dist/{src-6W5ZR3I7.mjs.map → src-MY5WIBPF.mjs.map} +1 -1
- package/packages/core/dist/advanced.cjs +41 -0
- package/packages/core/dist/advanced.cjs.map +1 -1
- package/packages/core/dist/advanced.d.cts +39 -157
- package/packages/core/dist/advanced.d.ts +39 -157
- package/packages/core/dist/advanced.mjs +35 -61
- package/packages/core/dist/advanced.mjs.map +1 -1
- package/packages/core/dist/checks.cjs +736 -45
- package/packages/core/dist/checks.cjs.map +1 -1
- package/packages/core/dist/checks.d.cts +132 -5
- package/packages/core/dist/checks.d.ts +132 -5
- package/packages/core/dist/checks.mjs +2 -2
- package/packages/core/dist/{chunk-HT54OLPE.mjs → chunk-NDRMIL7Z.mjs} +103 -3
- package/packages/core/dist/chunk-NDRMIL7Z.mjs.map +1 -0
- package/packages/core/dist/{chunk-G47KQB42.mjs → chunk-OG3GAWCX.mjs} +727 -43
- package/packages/core/dist/chunk-OG3GAWCX.mjs.map +1 -0
- package/packages/core/dist/{chunk-3XS5O4JI.mjs → chunk-R4SSYU6D.mjs} +3 -3
- package/packages/core/dist/chunk-R4SSYU6D.mjs.map +1 -0
- package/packages/core/dist/{chunk-5YFJJFXU.mjs → chunk-WGDSM37E.mjs} +3 -3
- package/packages/core/dist/{chunk-5YFJJFXU.mjs.map → chunk-WGDSM37E.mjs.map} +1 -1
- package/packages/core/dist/{context-C5ye_xcS.d.cts → context-DOOT9GZ-.d.cts} +1 -1
- package/packages/core/dist/{context-CNsNSgE2.d.ts → context-DOX2-RjH.d.ts} +1 -1
- package/packages/core/dist/diff.d.cts +1 -1
- package/packages/core/dist/diff.d.ts +1 -1
- package/packages/core/dist/exporters.d.cts +1 -1
- package/packages/core/dist/exporters.d.ts +1 -1
- package/packages/core/dist/exporters.mjs +1 -1
- package/packages/core/dist/{index-rVpX5PPh.d.cts → index-CR4CCRqP.d.cts} +159 -2
- package/packages/core/dist/{index-Bg9ZdsdS.d.ts → index-CtK_p-ps.d.ts} +159 -2
- package/packages/core/dist/{index-AMAGuO_i.d.ts → index-D72DPqAF.d.ts} +2 -1
- package/packages/core/dist/{index-vqr-g6ev.d.cts → index-DLLz9sce.d.cts} +2 -1
- package/packages/core/dist/index.d.cts +3 -3
- package/packages/core/dist/index.d.ts +3 -3
- package/packages/core/dist/index.mjs +3 -3
- package/packages/core/dist/persisted.d.cts +1 -1
- package/packages/core/dist/persisted.d.ts +1 -1
- package/packages/core/dist/programmatic-gZTWLObB.d.cts +25 -0
- package/packages/core/dist/programmatic-gZTWLObB.d.ts +25 -0
- package/packages/core/dist/readers.cjs +105 -0
- package/packages/core/dist/readers.cjs.map +1 -1
- package/packages/core/dist/readers.d.cts +43 -18
- package/packages/core/dist/readers.d.ts +43 -18
- package/packages/core/dist/readers.mjs +1 -1
- package/packages/core/dist/{types--ainI31J.d.ts → types-Bx3mEZ04.d.ts} +1 -1
- package/packages/core/dist/{types-UnrNaTo2.d.cts → types-VzKihKQo.d.cts} +1 -1
- package/packages/cli/dist/chunk-QPRJUVLH.mjs.map +0 -1
- package/packages/core/dist/chunk-3XS5O4JI.mjs.map +0 -1
- package/packages/core/dist/chunk-G47KQB42.mjs.map +0 -1
- package/packages/core/dist/chunk-HT54OLPE.mjs.map +0 -1
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,17 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 6.22.0
|
|
4
|
+
|
|
5
|
+
### Minor Changes
|
|
6
|
+
|
|
7
|
+
- 155acb8: Cross-runtime causal fidelity: mapping ledgers, typed relationship facts on TraceFacts, operation/attempt identity metadata, omitted-payload digests, W3C MCP propagation + guardrail refusal recipes (#331).
|
|
8
|
+
|
|
9
|
+
## 6.21.0
|
|
10
|
+
|
|
11
|
+
### Minor Changes
|
|
12
|
+
|
|
13
|
+
- 9d6a24f: Actor-scoped TraceContracts (`scope` selectors) and structural observation provenance (`observations.requireProvenance`) for multi-agent precision (#320/#321). Includes planner/verifier recipe.
|
|
14
|
+
|
|
3
15
|
## 6.20.0
|
|
4
16
|
|
|
5
17
|
### Minor Changes
|
package/README.md
CHANGED
|
@@ -212,7 +212,7 @@ The root package is enough for custom capture, the CLI, checks, and Evidence wor
|
|
|
212
212
|
|
|
213
213
|
## Status and documentation
|
|
214
214
|
|
|
215
|
-
**Current published baseline:** **6.
|
|
215
|
+
**Current published baseline:** **6.22.0** · persisted schema `1.0` · Node.js `>=20` · MIT.
|
|
216
216
|
|
|
217
217
|
Legacy v0.1 and v0.2 traces remain readable. Check the npm badge and [changelog](CHANGELOG.md) for the current published version.
|
|
218
218
|
|
package/docs/TRACE-CONTRACTS.md
CHANGED
|
@@ -12,6 +12,8 @@ Contracts compile to deterministic check rules for common cases:
|
|
|
12
12
|
- tool required / forbidden / allowed / maxCalls / order (`requiredTools` / `forbiddenTools` aliases)
|
|
13
13
|
- selectable `requiredOrderMode` (`first-occurrence` | `happens-before` | `all-occurrences`)
|
|
14
14
|
- `alternatives.anyOf` for one level of legitimate alternate paths
|
|
15
|
+
- actor `scope` selectors (`runId`, `subAgentId`, `groupId`, `workflowStep`, `rootEventId`)
|
|
16
|
+
- observation `requireProvenance` (structural method / evidence / same-run event references)
|
|
15
17
|
- `lintTraceContract` / `explainTraceContract` for brittle-contract diagnostics
|
|
16
18
|
- LLM maxCalls / maxTotalTokens / allowedModels
|
|
17
19
|
- evidence-bearing findings on failures
|
|
@@ -126,6 +128,43 @@ Constraints:
|
|
|
126
128
|
|
|
127
129
|
Requires externally observed or effect evidence (for example HTTP status, file write, cache key) rather than a specific tool call. Prefer this when the invariant is about **outcome** rather than **which tool ran**.
|
|
128
130
|
|
|
131
|
+
### `scope` (shipped — experimental)
|
|
132
|
+
|
|
133
|
+
Select one actor before evaluation using **explicit** metadata only:
|
|
134
|
+
|
|
135
|
+
```ts
|
|
136
|
+
defineTraceContract({
|
|
137
|
+
scope: { subAgentId: "verifier-agent" },
|
|
138
|
+
tools: { required: ["run_tests"] },
|
|
139
|
+
});
|
|
140
|
+
```
|
|
141
|
+
|
|
142
|
+
Supported selectors: `runId`, `subAgentId`, `groupId`, `workflowStep`, `rootEventId` (subtree projection).
|
|
143
|
+
|
|
144
|
+
- zero matches → error (no whole-session fallback)
|
|
145
|
+
- singular selector matching multiple runs → error
|
|
146
|
+
- no timestamp, prose, or display-name inference
|
|
147
|
+
- successful selection reports the actor and evidence event count
|
|
148
|
+
|
|
149
|
+
### `observations.requireProvenance` (shipped — experimental)
|
|
150
|
+
|
|
151
|
+
Structural provenance for named outcomes. These checks prove method/evidence linkage was recorded; they do **not** prove the claim is semantically true, authorized, complete, or externally trusted.
|
|
152
|
+
|
|
153
|
+
```ts
|
|
154
|
+
defineTraceContract({
|
|
155
|
+
observations: {
|
|
156
|
+
required: ["refund-confirmed"],
|
|
157
|
+
requireProvenance: {
|
|
158
|
+
method: true,
|
|
159
|
+
evidence: true,
|
|
160
|
+
sameRunEventReference: true,
|
|
161
|
+
},
|
|
162
|
+
},
|
|
163
|
+
});
|
|
164
|
+
```
|
|
165
|
+
|
|
166
|
+
Bounded evidence shapes: string event id, `{ eventId }`, or `{ eventIds }` (max 16). Method must be in the `ObservedOutcomeMethod` vocabulary. Omitting `requireProvenance` leaves prior observation behavior unchanged.
|
|
167
|
+
|
|
129
168
|
### Lint and explain (shipped)
|
|
130
169
|
|
|
131
170
|
```ts
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "agent-inspect",
|
|
3
|
-
"version": "6.
|
|
3
|
+
"version": "6.22.0",
|
|
4
4
|
"license": "MIT",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"description": "Local evidence debugger and trajectory-test toolkit for TypeScript AI agents — execution trees, TraceContract checks, Evidence v2, and read-only MCP",
|
|
@@ -2579,6 +2579,17 @@ var OBSERVED_OUTCOME_STATUSES = [
|
|
|
2579
2579
|
"unknown",
|
|
2580
2580
|
"skipped"
|
|
2581
2581
|
];
|
|
2582
|
+
var OBSERVED_OUTCOME_METHODS = [
|
|
2583
|
+
"dom",
|
|
2584
|
+
"accessibility",
|
|
2585
|
+
"snapshot",
|
|
2586
|
+
"network",
|
|
2587
|
+
"storage",
|
|
2588
|
+
"filesystem",
|
|
2589
|
+
"database",
|
|
2590
|
+
"queue",
|
|
2591
|
+
"custom"
|
|
2592
|
+
];
|
|
2582
2593
|
var OUTCOME_ATTRIBUTE_STATUS_KEY = "outcomeStatus";
|
|
2583
2594
|
var OUTCOME_ATTRIBUTE_EXPECTATION_KEY = "expectation";
|
|
2584
2595
|
var OUTCOME_ATTRIBUTE_METHOD_KEY = "method";
|
|
@@ -3094,6 +3105,10 @@ function extractSessionWorkflowMetadata(record) {
|
|
|
3094
3105
|
assignString("toolCallId", record.toolCallId);
|
|
3095
3106
|
assignString("mcpToolCallId", record.mcpToolCallId);
|
|
3096
3107
|
assignString("linkedStepId", record.linkedStepId);
|
|
3108
|
+
assignString("operationId", record.operationId);
|
|
3109
|
+
assignString("attemptId", record.attemptId);
|
|
3110
|
+
assignString("fallbackOf", record.fallbackOf);
|
|
3111
|
+
assignString("idempotencyKey", record.idempotencyKey);
|
|
3097
3112
|
assignString("correlationId", record.correlationId);
|
|
3098
3113
|
assignString("requestId", record.requestId);
|
|
3099
3114
|
assignString("decisionId", record.decisionId);
|
|
@@ -3102,6 +3117,11 @@ function extractSessionWorkflowMetadata(record) {
|
|
|
3102
3117
|
out.attempt = attempt;
|
|
3103
3118
|
found = true;
|
|
3104
3119
|
}
|
|
3120
|
+
const attemptNumber = finitePositiveInt(record.attemptNumber);
|
|
3121
|
+
if (attemptNumber !== void 0) {
|
|
3122
|
+
out.attemptNumber = attemptNumber;
|
|
3123
|
+
found = true;
|
|
3124
|
+
}
|
|
3105
3125
|
return found ? out : void 0;
|
|
3106
3126
|
}
|
|
3107
3127
|
function sessionKeyForRun(meta, options) {
|
|
@@ -6681,6 +6701,9 @@ function isCredentialSensitiveKey(key, sensitiveKeys = DEFAULT_CREDENTIAL_SENSIT
|
|
|
6681
6701
|
return false;
|
|
6682
6702
|
}
|
|
6683
6703
|
|
|
6704
|
+
// packages/core/src/checks/contract.ts
|
|
6705
|
+
new Set(OBSERVED_OUTCOME_METHODS);
|
|
6706
|
+
|
|
6684
6707
|
// packages/core/src/checks/index.ts
|
|
6685
6708
|
var SEVERITY_RANK = {
|
|
6686
6709
|
error: 0,
|
|
@@ -11781,5 +11804,5 @@ function renderGateReport(result, options = {}) {
|
|
|
11781
11804
|
}
|
|
11782
11805
|
|
|
11783
11806
|
export { COHORT_METRIC_IDS, DEFAULT_SUITE_ARTIFACTS_DIR, EVIDENCE_FORMAT_VERSION, EVIDENCE_HTML_FILENAME, EVIDENCE_MANIFEST_FILENAME, Redactor, TraceDirectory, TraceReadError, TreeBuilder, aggregateBundleSafeStatus, aggregateSessionCheckResults, analyzeCohort, applyProfileMetadataCaps, assertBundlePathContained, assertEvidenceRelativePath, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildEvidenceCausalFailureViewHtml, buildEvidenceCiPackage, buildEvidenceCircuitViewHtml, buildEvidenceContractsViewHtml, buildEvidenceDiffViewHtml, buildEvidenceHtmlShell, buildEvidenceManifest, buildEvidenceOutcomesViewHtml, buildEvidenceProvenanceViewHtml, buildEvidenceSafetyViewHtml, buildEvidenceTimelineViewHtml, buildEvidenceToolsLlmViewHtml, buildEvidenceTreeViewHtml, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, buildZipArchive, bundleFailsOnSafety, bundleRunAssetRelativePath, collectTraceSchemaVersions, compactAttributes, createBaselineRegressionRule, createLlmUsageRule, createMaxStepDurationRule, createObservedOutcomeRule, createRequireCompletedRule, createRunDepthRule, createRunDurationRule, createRunStatusRule, createSafetyOversizedAttributeRule, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createStallDetectionRule, createStructureCycleRule, createStructureOrphanRule, createStructureParallelWidthRule, createStructureRelationshipRule, createToolUsageRule, defaultBundleOutputPath, defaultSuiteConfigTemplate, diffRuns, diffTraceEvents, enrichSessionRunRecord, escapeHtml, escapeMarkdown, extractMetadata, extractOutcomesFromTraceEvents, filterMetasBySessionScope, filterTraces, flattenTree, formatDuration2 as formatDuration, formatStepLabel, formatTimestamp, gateHasThresholds, getIndent, getTraceFilePath, inferEvidenceFileRole, isAgentInspectTrace, isPersistedInspectEvent, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, manualTraceEventsToComparableRun, nanoid, normalizeBundleOutputPath, openTrace, parseCohortMetricList, parseDuration, parseDurationFilter, parseGateList, parseTraceJsonl, persistedInspectEventsToTraceEvents, renderActivitySummaryHuman, renderCohortReport, renderErrorLine, renderGateReport, renderObservedOutcomesHtml, renderObservedOutcomesMarkdown, renderRunDiff, renderRunWhat, renderStepLine, renderSuiteReport, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveSuiteTemplate, resolveTraceDir, runGate, runSuite, runTraceChecks, safeString, sanitizeBundleRunId, searchTraces, serializeEvidenceManifest, sha256Hex, stableJson, summarizeObservedOutcomes, summarizeSemanticParity, traceEventToPersistedInspectEvent, truncateName, truncateStringForProfile, validateEvent, validateSuiteConfig, verifyEvidenceDirectory, zeroKinds };
|
|
11784
|
-
//# sourceMappingURL=chunk-
|
|
11785
|
-
//# sourceMappingURL=chunk-
|
|
11807
|
+
//# sourceMappingURL=chunk-CHBYF4LE.mjs.map
|
|
11808
|
+
//# sourceMappingURL=chunk-CHBYF4LE.mjs.map
|