agent-inspect 6.7.1 → 6.7.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +22 -10
- package/README.md +147 -102
- package/docs/ADOPTION.md +1 -1
- package/docs/BUNDLES.md +67 -0
- package/docs/COMPARE.md +3 -2
- package/docs/DEMO-SCRIPT.md +6 -5
- package/docs/EXPORTS.md +9 -0
- package/docs/FIRST-TRACE-IN-5-MINUTES.md +28 -10
- package/docs/GOLDEN-PATH.md +40 -0
- package/docs/INDEX.md +69 -0
- package/docs/NETWORK-BEHAVIOR.md +32 -0
- package/docs/PERFORMANCE.md +18 -0
- package/docs/PRE-V7-PILOT-KIT.md +45 -0
- package/docs/SCREENSHOTS.md +7 -6
- package/docs/SELF-HOSTING.md +130 -0
- package/docs/SESSIONS-AND-OUTCOMES.md +19 -0
- package/docs/STANDARDS.md +49 -0
- package/docs/SUITES-COHORTS-GATES.md +34 -0
- package/docs/SUPPORT-LEVELS.md +47 -0
- package/docs/TRACE-CONTRACTS.md +39 -0
- package/docs/assets/readme-product-loop.svg +27 -18
- package/package.json +18 -3
- package/packages/cli/dist/{chunk-M6PC5KUT.mjs → chunk-EMYDJREA.mjs} +26 -10
- package/packages/cli/dist/chunk-EMYDJREA.mjs.map +1 -0
- package/packages/cli/dist/index.cjs +46 -21
- package/packages/cli/dist/index.cjs.map +1 -1
- package/packages/cli/dist/index.mjs +23 -14
- package/packages/cli/dist/index.mjs.map +1 -1
- package/packages/cli/dist/{src-27LC2BB3.mjs → src-IPJNFV37.mjs} +3 -3
- package/packages/cli/dist/{src-27LC2BB3.mjs.map → src-IPJNFV37.mjs.map} +1 -1
- package/packages/core/dist/advanced.cjs +24 -8
- package/packages/core/dist/advanced.cjs.map +1 -1
- package/packages/core/dist/advanced.mjs +25 -9
- package/packages/core/dist/advanced.mjs.map +1 -1
- package/packages/core/dist/checks.cjs +56 -4
- package/packages/core/dist/checks.cjs.map +1 -1
- package/packages/core/dist/checks.mjs +1 -1
- package/packages/core/dist/{chunk-EWHN6NA4.mjs → chunk-EQVXDGGU.mjs} +58 -6
- package/packages/core/dist/chunk-EQVXDGGU.mjs.map +1 -0
- package/packages/core/dist/diff.cjs +4 -0
- package/packages/core/dist/diff.cjs.map +1 -1
- package/packages/core/dist/diff.mjs +4 -0
- package/packages/core/dist/diff.mjs.map +1 -1
- package/packages/core/dist/exporters.cjs +9 -4
- package/packages/core/dist/exporters.cjs.map +1 -1
- package/packages/core/dist/exporters.d.cts +3 -2
- package/packages/core/dist/exporters.d.ts +3 -2
- package/packages/core/dist/exporters.mjs +9 -4
- package/packages/core/dist/exporters.mjs.map +1 -1
- package/packages/core/dist/logs.cjs +3 -2
- package/packages/core/dist/logs.cjs.map +1 -1
- package/packages/core/dist/logs.mjs +3 -2
- package/packages/core/dist/logs.mjs.map +1 -1
- package/packages/cli/dist/chunk-M6PC5KUT.mjs.map +0 -1
- package/packages/core/dist/chunk-EWHN6NA4.mjs.map +0 -1
package/package.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "agent-inspect",
|
|
3
|
-
"version": "6.7.
|
|
3
|
+
"version": "6.7.3",
|
|
4
4
|
"license": "MIT",
|
|
5
5
|
"type": "module",
|
|
6
|
-
"description": "
|
|
6
|
+
"description": "Debug, regression-test, and safely share TypeScript AI-agent behavior locally — no account, no default upload, metadata-only by default",
|
|
7
7
|
"repository": {
|
|
8
8
|
"type": "git",
|
|
9
9
|
"url": "git+https://github.com/rajudandigam/agent-inspect.git"
|
|
@@ -164,6 +164,17 @@
|
|
|
164
164
|
"docs/DEMO-SCRIPT.md",
|
|
165
165
|
"docs/TECHNICAL-GUIDE.md",
|
|
166
166
|
"docs/WORKSPACE.md",
|
|
167
|
+
"docs/SELF-HOSTING.md",
|
|
168
|
+
"docs/STANDARDS.md",
|
|
169
|
+
"docs/BUNDLES.md",
|
|
170
|
+
"docs/INDEX.md",
|
|
171
|
+
"docs/SUPPORT-LEVELS.md",
|
|
172
|
+
"docs/NETWORK-BEHAVIOR.md",
|
|
173
|
+
"docs/TRACE-CONTRACTS.md",
|
|
174
|
+
"docs/SUITES-COHORTS-GATES.md",
|
|
175
|
+
"docs/SESSIONS-AND-OUTCOMES.md",
|
|
176
|
+
"docs/GOLDEN-PATH.md",
|
|
177
|
+
"docs/PRE-V7-PILOT-KIT.md",
|
|
167
178
|
"docs/AI-SDK-ADOPTION.md",
|
|
168
179
|
"docs/OPENAI-AGENTS-LOCAL.md",
|
|
169
180
|
"docs/NESTJS.md",
|
|
@@ -205,7 +216,7 @@
|
|
|
205
216
|
"vitest": "^2.1.8"
|
|
206
217
|
},
|
|
207
218
|
"scripts": {
|
|
208
|
-
"clean": "pnpm -r exec --
|
|
219
|
+
"clean": "pnpm -r exec -- node -e \"require('node:fs').rmSync('dist',{recursive:true,force:true})\"",
|
|
209
220
|
"build": "pnpm exec tsup --config tsup.core.config.ts && pnpm exec tsup --config tsup.cli.config.ts && pnpm exec tsup --config tsup.langchain.config.ts && pnpm exec tsup --config tsup.tui.config.ts && pnpm exec tsup --config tsup.ai-sdk.config.ts && pnpm exec tsup --config tsup.vitest.config.ts && pnpm exec tsup --config tsup.jest.config.ts && pnpm exec tsup --config tsup.openai-agents.config.ts && pnpm exec tsup --config tsup.harness.config.ts && pnpm exec tsup --config tsup.redact.config.ts && pnpm exec tsup --config tsup.eval.config.ts && pnpm exec tsup --config tsup.mcp.config.ts && pnpm exec tsup --config tsup.guardrails.config.ts && pnpm exec tsup --config tsup.circuit.config.ts && pnpm exec tsup --config tsup.viewer.config.ts && pnpm exec tsup --config tsup.mcp-server.config.ts && pnpm exec tsup --config tsup.adapter-sdk.config.ts && pnpm exec tsup --config tsup.vscode.config.ts && pnpm exec tsup --config tsup.index-sqlite.config.ts && pnpm exec tsup --config tsup.studio.config.ts",
|
|
210
221
|
"typecheck": "tsc --noEmit",
|
|
211
222
|
"test": "vitest run",
|
|
@@ -217,6 +228,10 @@
|
|
|
217
228
|
"pack:dry-run": "pnpm run build && npm pack --dry-run",
|
|
218
229
|
"pack:smoke": "pnpm run build && node scripts/package-smoke.mjs && node scripts/packed-quickstart-e2e.mjs",
|
|
219
230
|
"linked-versions:check": "node scripts/check-linked-versions.mjs",
|
|
231
|
+
"docs:commands": "node scripts/validate-doc-commands.mjs",
|
|
232
|
+
"docs:links": "node scripts/validate-doc-links.mjs",
|
|
233
|
+
"public-truth:check": "node scripts/validate-public-truth.mjs",
|
|
234
|
+
"docs:check": "pnpm run docs:commands && pnpm run docs:links && pnpm run public-truth:check",
|
|
220
235
|
"compat:smoke": "node scripts/compat-smoke.mjs",
|
|
221
236
|
"fixtures:check": "node scripts/validate-fixtures.mjs",
|
|
222
237
|
"recipes:check": "node scripts/validate-recipes.mjs",
|
|
@@ -8137,7 +8137,9 @@ function compareCohortAggregates(groups, options) {
|
|
|
8137
8137
|
metric,
|
|
8138
8138
|
"Average duration (ms)",
|
|
8139
8139
|
baselineAgg?.avgDurationMs,
|
|
8140
|
-
candidateAgg?.avgDurationMs
|
|
8140
|
+
candidateAgg?.avgDurationMs,
|
|
8141
|
+
true,
|
|
8142
|
+
tolerance
|
|
8141
8143
|
);
|
|
8142
8144
|
if (item) comparisons.push(item);
|
|
8143
8145
|
break;
|
|
@@ -8147,7 +8149,9 @@ function compareCohortAggregates(groups, options) {
|
|
|
8147
8149
|
metric,
|
|
8148
8150
|
"Average LLM calls",
|
|
8149
8151
|
baselineAgg?.avgLlmCallCount,
|
|
8150
|
-
candidateAgg?.avgLlmCallCount
|
|
8152
|
+
candidateAgg?.avgLlmCallCount,
|
|
8153
|
+
true,
|
|
8154
|
+
tolerance
|
|
8151
8155
|
);
|
|
8152
8156
|
if (item) comparisons.push(item);
|
|
8153
8157
|
break;
|
|
@@ -8157,7 +8161,9 @@ function compareCohortAggregates(groups, options) {
|
|
|
8157
8161
|
metric,
|
|
8158
8162
|
"Average token usage",
|
|
8159
8163
|
baselineAgg?.avgTokenUsage,
|
|
8160
|
-
candidateAgg?.avgTokenUsage
|
|
8164
|
+
candidateAgg?.avgTokenUsage,
|
|
8165
|
+
true,
|
|
8166
|
+
tolerance
|
|
8161
8167
|
);
|
|
8162
8168
|
if (item) comparisons.push(item);
|
|
8163
8169
|
break;
|
|
@@ -8167,7 +8173,9 @@ function compareCohortAggregates(groups, options) {
|
|
|
8167
8173
|
metric,
|
|
8168
8174
|
"Average retries",
|
|
8169
8175
|
baselineAgg?.avgRetryCount,
|
|
8170
|
-
candidateAgg?.avgRetryCount
|
|
8176
|
+
candidateAgg?.avgRetryCount,
|
|
8177
|
+
true,
|
|
8178
|
+
tolerance
|
|
8171
8179
|
);
|
|
8172
8180
|
if (item) comparisons.push(item);
|
|
8173
8181
|
break;
|
|
@@ -8177,7 +8185,9 @@ function compareCohortAggregates(groups, options) {
|
|
|
8177
8185
|
metric,
|
|
8178
8186
|
"Observation failure rate",
|
|
8179
8187
|
baselineAgg?.observationFailureRate,
|
|
8180
|
-
candidateAgg?.observationFailureRate
|
|
8188
|
+
candidateAgg?.observationFailureRate,
|
|
8189
|
+
true,
|
|
8190
|
+
tolerance
|
|
8181
8191
|
);
|
|
8182
8192
|
if (item) comparisons.push(item);
|
|
8183
8193
|
break;
|
|
@@ -8213,7 +8223,9 @@ function compareCohortAggregates(groups, options) {
|
|
|
8213
8223
|
metric,
|
|
8214
8224
|
"Guardrail failures",
|
|
8215
8225
|
baselineAgg?.avgGuardrailFailures,
|
|
8216
|
-
candidateAgg?.avgGuardrailFailures
|
|
8226
|
+
candidateAgg?.avgGuardrailFailures,
|
|
8227
|
+
true,
|
|
8228
|
+
tolerance
|
|
8217
8229
|
);
|
|
8218
8230
|
if (item) comparisons.push(item);
|
|
8219
8231
|
break;
|
|
@@ -8223,7 +8235,9 @@ function compareCohortAggregates(groups, options) {
|
|
|
8223
8235
|
metric,
|
|
8224
8236
|
"Circuit violations",
|
|
8225
8237
|
baselineAgg?.avgCircuitViolations,
|
|
8226
|
-
candidateAgg?.avgCircuitViolations
|
|
8238
|
+
candidateAgg?.avgCircuitViolations,
|
|
8239
|
+
true,
|
|
8240
|
+
tolerance
|
|
8227
8241
|
);
|
|
8228
8242
|
if (item) comparisons.push(item);
|
|
8229
8243
|
break;
|
|
@@ -8233,7 +8247,9 @@ function compareCohortAggregates(groups, options) {
|
|
|
8233
8247
|
metric,
|
|
8234
8248
|
"Redaction warnings",
|
|
8235
8249
|
baselineAgg?.avgRedactionWarnings,
|
|
8236
|
-
candidateAgg?.avgRedactionWarnings
|
|
8250
|
+
candidateAgg?.avgRedactionWarnings,
|
|
8251
|
+
true,
|
|
8252
|
+
tolerance
|
|
8237
8253
|
);
|
|
8238
8254
|
if (item) comparisons.push(item);
|
|
8239
8255
|
break;
|
|
@@ -9045,5 +9061,5 @@ function renderGateReport(result, options = {}) {
|
|
|
9045
9061
|
}
|
|
9046
9062
|
|
|
9047
9063
|
export { COHORT_METRIC_IDS, DEFAULT_SUITE_ARTIFACTS_DIR, Redactor, TraceDirectory, TraceReadError, TreeBuilder, __commonJS, __require, __toESM, aggregateBundleSafeStatus, aggregateSessionCheckResults, analyzeCohort, applyProfileMetadataCaps, assertBundlePathContained, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, bundleRunAssetRelativePath, compactAttributes3 as compactAttributes, createBaselineRegressionRule, createLlmUsageRule, createMaxStepDurationRule, createObservedOutcomeRule, createRequireCompletedRule, createRunDepthRule, createRunDurationRule, createRunStatusRule, createSafetyOversizedAttributeRule, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createStallDetectionRule, createStructureCycleRule, createStructureOrphanRule, createStructureParallelWidthRule, createStructureRelationshipRule, createToolUsageRule, defaultBundleOutputPath, defaultSuiteConfigTemplate, enrichSessionRunRecord, escapeHtml, escapeMarkdown, extractMetadata, extractOutcomesFromTraceEvents, filterMetasBySessionScope, filterTraces, flattenTree, formatDuration2 as formatDuration, formatTimestamp, gateHasThresholds, getIndent, getTraceFilePath, isAgentInspectTrace, isPersistedInspectEvent, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, nanoid, normalizeBundleOutputPath, openTrace, parseCohortMetricList, parseDuration, parseDurationFilter, parseGateList, parseTraceJsonl, persistedInspectEventsToTraceEvents, renderActivitySummaryHuman, renderCohortReport, renderErrorLine, renderGateReport, renderObservedOutcomesHtml, renderObservedOutcomesMarkdown, renderRunWhat, renderStepLine, renderSuiteReport, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveSuiteTemplate, resolveTraceDir, runGate, runSuite, runTraceChecks, safeString, sanitizeBundleRunId, searchTraces, source_default, stableJson, summarizeObservedOutcomes, traceEventToPersistedInspectEvent, truncateName, truncateStringForProfile, validateEvent, validateSuiteConfig, zeroKinds };
|
|
9048
|
-
//# sourceMappingURL=chunk-
|
|
9049
|
-
//# sourceMappingURL=chunk-
|
|
9064
|
+
//# sourceMappingURL=chunk-EMYDJREA.mjs.map
|
|
9065
|
+
//# sourceMappingURL=chunk-EMYDJREA.mjs.map
|