agent-inspect 6.30.0 → 6.31.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/README.md +1 -1
- package/docs/TRACE-CONTRACTS.md +25 -0
- package/package.json +1 -1
- package/packages/cli/dist/{chunk-BDRJENLM.mjs → chunk-Y5Z4BXUO.mjs} +166 -45
- package/packages/cli/dist/chunk-Y5Z4BXUO.mjs.map +1 -0
- package/packages/cli/dist/index.cjs +240 -44
- package/packages/cli/dist/index.cjs.map +1 -1
- package/packages/cli/dist/index.mjs +79 -4
- package/packages/cli/dist/index.mjs.map +1 -1
- package/packages/cli/dist/{src-ZUGAUXY6.mjs → src-WTTH5G33.mjs} +3 -3
- package/packages/cli/dist/{src-ZUGAUXY6.mjs.map → src-WTTH5G33.mjs.map} +1 -1
- package/packages/core/dist/advanced.cjs +12 -1
- package/packages/core/dist/advanced.cjs.map +1 -1
- package/packages/core/dist/advanced.d.cts +2 -2
- package/packages/core/dist/advanced.d.ts +2 -2
- package/packages/core/dist/advanced.mjs +2 -2
- package/packages/core/dist/checks.cjs +172 -43
- package/packages/core/dist/checks.cjs.map +1 -1
- package/packages/core/dist/checks.d.cts +2 -2
- package/packages/core/dist/checks.d.ts +2 -2
- package/packages/core/dist/checks.mjs +1 -1
- package/packages/core/dist/{chunk-OOX25GTH.mjs → chunk-VEQKLWGJ.mjs} +174 -46
- package/packages/core/dist/chunk-VEQKLWGJ.mjs.map +1 -0
- package/packages/core/dist/{index-7hG_qggp.d.ts → index-CgOAGuM5.d.ts} +111 -1
- package/packages/core/dist/{index-CQJUNPPe.d.cts → index-EQihlEei.d.cts} +111 -1
- package/packages/cli/dist/chunk-BDRJENLM.mjs.map +0 -1
- package/packages/core/dist/chunk-OOX25GTH.mjs.map +0 -1
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { ATTRIBUTION_CONFIDENCES, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createSafetyOversizedAttributeRule, resolveTraceDir, parseDuration, buildSessionIndex, resolveBundleRunIds, getTraceFilePath, openTrace, sha256Hex, collectTraceSchemaVersions, aggregateBundleSafeStatus, bundleFailsOnSafety, bundleRunAssetRelativePath, buildPlaceholderArtifact, EVIDENCE_HTML_FILENAME, EVIDENCE_MANIFEST_FILENAME, buildBundleMetadata, buildBundleSummaryMarkdown, buildEvidenceHtmlShell, buildEvidenceProvenanceViewHtml, EVIDENCE_FORMAT_VERSION, inferEvidenceFileRole, buildEvidenceSafetyViewHtml, buildEvidenceDiffViewHtml, buildEvidenceCircuitViewHtml, buildEvidenceOutcomesViewHtml, buildEvidenceContractsViewHtml, buildEvidenceToolsLlmViewHtml, buildEvidenceCausalFailureViewHtml, buildEvidenceTimelineViewHtml, buildEvidenceTreeViewHtml, buildEvidenceManifest, serializeEvidenceManifest, buildZipArchive, assertBundlePathContained, enrichSessionRunRecord, normalizeBundleOutputPath, sanitizeBundleRunId, defaultBundleOutputPath, runTraceChecks, assertEvidenceRelativePath, TraceDirectory, loadTraceMetadataList, loadSessionRunRecords, TraceReadError, resolveRedactionProfile, applyProfileMetadataCaps, Redactor, flattenTree, escapeHtml, safeString, compactAttributes, stableJson, escapeMarkdown, truncateStringForProfile, extractMetadata, filterTraces, truncateName, buildRunSummary, formatDuration, formatTimestamp, renderErrorLine, isAgentInspectTrace, defineTraceContract, filterMetasBySessionScope, evaluateTraceContract, aggregateSessionCheckResults, createBaselineRegressionRule, summarizeSemanticParity, buildEvidenceCiPackage, verifyEvidenceDirectory, diffTraceEvents, renderRunDiff, buildRunTimeline, renderTimeline, buildTraceStats, renderTraceStats, parseDurationFilter, searchTraces, formatStepLabel, buildActivitySummary, renderActivitySummaryHuman, buildRunWhatSummary, renderRunWhat, buildLocalExplanation, resolveSuiteTemplate, defaultSuiteConfigTemplate, loadSuiteConfig, validateSuiteConfig, runSuite, renderSuiteReport, analyzeCohort, renderCohortReport, gateHasThresholds, runGate, renderGateReport, persistedInspectEventsToTraceEvents, renderStepLine, getIndent, TreeBuilder, zeroKinds, validateEvent, traceEventToPersistedInspectEvent, isPersistedInspectEvent, createRunStatusRule, createStructureOrphanRule, createStructureCycleRule, createRunDurationRule, createMaxStepDurationRule, createRequireCompletedRule, createStallDetectionRule, createObservedOutcomeRule, createRunDepthRule, createToolUsageRule, createLlmUsageRule, createStructureRelationshipRule, createStructureParallelWidthRule, projectLogicalEvents, summarizeObservedOutcomes, extractOutcomesFromTraceEvents, renderObservedOutcomesMarkdown, renderObservedOutcomesHtml, DEFAULT_SUITE_ARTIFACTS_DIR, parseCohortMetricList, COHORT_METRIC_IDS, parseGateList, nanoid, isAttributionConfidence, diffRuns, manualTraceEventsToComparableRun } from './chunk-
|
|
2
|
+
import { ATTRIBUTION_CONFIDENCES, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createSafetyOversizedAttributeRule, resolveTraceDir, parseDuration, buildSessionIndex, resolveBundleRunIds, getTraceFilePath, openTrace, sha256Hex, collectTraceSchemaVersions, aggregateBundleSafeStatus, bundleFailsOnSafety, bundleRunAssetRelativePath, buildPlaceholderArtifact, EVIDENCE_HTML_FILENAME, EVIDENCE_MANIFEST_FILENAME, buildBundleMetadata, buildBundleSummaryMarkdown, buildEvidenceHtmlShell, buildEvidenceProvenanceViewHtml, EVIDENCE_FORMAT_VERSION, inferEvidenceFileRole, buildEvidenceSafetyViewHtml, buildEvidenceDiffViewHtml, buildEvidenceCircuitViewHtml, buildEvidenceOutcomesViewHtml, buildEvidenceContractsViewHtml, buildEvidenceToolsLlmViewHtml, buildEvidenceCausalFailureViewHtml, buildEvidenceTimelineViewHtml, buildEvidenceTreeViewHtml, buildEvidenceManifest, serializeEvidenceManifest, buildZipArchive, assertBundlePathContained, enrichSessionRunRecord, normalizeBundleOutputPath, sanitizeBundleRunId, defaultBundleOutputPath, runTraceChecks, assertEvidenceRelativePath, TraceDirectory, loadTraceMetadataList, loadSessionRunRecords, TraceReadError, resolveRedactionProfile, applyProfileMetadataCaps, Redactor, flattenTree, escapeHtml, safeString, compactAttributes, stableJson, escapeMarkdown, truncateStringForProfile, extractMetadata, filterTraces, truncateName, buildRunSummary, formatDuration, formatTimestamp, renderErrorLine, isAgentInspectTrace, defineTraceContract, filterMetasBySessionScope, evaluateTraceContract, aggregateSessionCheckResults, createBaselineRegressionRule, summarizeSemanticParity, buildEvidenceCiPackage, verifyEvidenceDirectory, diffTraceEvents, renderRunDiff, buildRunTimeline, renderTimeline, buildTraceStats, renderTraceStats, parseDurationFilter, searchTraces, formatStepLabel, buildActivitySummary, renderActivitySummaryHuman, buildRunWhatSummary, renderRunWhat, buildLocalExplanation, resolveSuiteTemplate, defaultSuiteConfigTemplate, loadSuiteConfig, validateSuiteConfig, runSuite, renderSuiteReport, analyzeCohort, renderCohortReport, gateHasThresholds, runGate, renderGateReport, persistedInspectEventsToTraceEvents, renderStepLine, getIndent, TreeBuilder, zeroKinds, validateEvent, traceEventToPersistedInspectEvent, isPersistedInspectEvent, createRunStatusRule, createStructureOrphanRule, createStructureCycleRule, createRunDurationRule, createMaxStepDurationRule, createRequireCompletedRule, createStallDetectionRule, createObservedOutcomeRule, createRunDepthRule, createToolUsageRule, createLlmUsageRule, createStructureRelationshipRule, createStructureParallelWidthRule, projectLogicalEvents, summarizeObservedOutcomes, extractOutcomesFromTraceEvents, renderObservedOutcomesMarkdown, renderObservedOutcomesHtml, DEFAULT_SUITE_ARTIFACTS_DIR, parseCohortMetricList, COHORT_METRIC_IDS, parseGateList, nanoid, isAttributionConfidence, diffRuns, manualTraceEventsToComparableRun } from './chunk-Y5Z4BXUO.mjs';
|
|
3
3
|
import { realpathSync, constants as constants$1, existsSync, readFileSync } from 'fs';
|
|
4
4
|
import path19 from 'path';
|
|
5
5
|
import { fileURLToPath, pathToFileURL } from 'url';
|
|
@@ -13,7 +13,7 @@ import { createServer } from 'http';
|
|
|
13
13
|
import { createRequire } from 'module';
|
|
14
14
|
|
|
15
15
|
// package.json
|
|
16
|
-
var version = "6.
|
|
16
|
+
var version = "6.31.0";
|
|
17
17
|
|
|
18
18
|
// packages/cli/src/trace-dir-scale.ts
|
|
19
19
|
var TRACE_COUNT_WARN = 1e3;
|
|
@@ -3397,7 +3397,7 @@ async function newestTraceMtimeMs(traceDir) {
|
|
|
3397
3397
|
}
|
|
3398
3398
|
async function loadSessionRuns(traceDir) {
|
|
3399
3399
|
try {
|
|
3400
|
-
const mod = await import('./src-
|
|
3400
|
+
const mod = await import('./src-WTTH5G33.mjs');
|
|
3401
3401
|
const dbPath = mod.resolveIndexDbPath(traceDir);
|
|
3402
3402
|
const status = mod.indexStatus(dbPath);
|
|
3403
3403
|
if (!status.healthy) {
|
|
@@ -6834,6 +6834,7 @@ var CONTRACT_KEYS = /* @__PURE__ */ new Set([
|
|
|
6834
6834
|
"run",
|
|
6835
6835
|
"tools",
|
|
6836
6836
|
"llm",
|
|
6837
|
+
"steps",
|
|
6837
6838
|
"observations",
|
|
6838
6839
|
"scope",
|
|
6839
6840
|
"alternatives",
|
|
@@ -6844,6 +6845,7 @@ var CONTRACT_BODY_KEYS = /* @__PURE__ */ new Set([
|
|
|
6844
6845
|
"run",
|
|
6845
6846
|
"tools",
|
|
6846
6847
|
"llm",
|
|
6848
|
+
"steps",
|
|
6847
6849
|
"observations",
|
|
6848
6850
|
"controls",
|
|
6849
6851
|
"retry"
|
|
@@ -6921,6 +6923,15 @@ var CONTRACT_ORDER_RULE_KEYS = /* @__PURE__ */ new Set([
|
|
|
6921
6923
|
"occurrenceMode",
|
|
6922
6924
|
"requireEndpoints"
|
|
6923
6925
|
]);
|
|
6926
|
+
var CONTRACT_STEPS_KEYS = /* @__PURE__ */ new Set(["orderRelations"]);
|
|
6927
|
+
var CONTRACT_STEP_ORDER_RELATION_KEYS = /* @__PURE__ */ new Set([
|
|
6928
|
+
"before",
|
|
6929
|
+
"after",
|
|
6930
|
+
"mode",
|
|
6931
|
+
"requireEndpoints"
|
|
6932
|
+
]);
|
|
6933
|
+
var CONTRACT_STEP_REF_KEYS = /* @__PURE__ */ new Set(["kind", "name"]);
|
|
6934
|
+
var CONTRACT_STEP_KINDS = /* @__PURE__ */ new Set(["TOOL", "LLM"]);
|
|
6924
6935
|
var CONTRACT_ARGUMENT_KEYS = /* @__PURE__ */ new Set([
|
|
6925
6936
|
"tool",
|
|
6926
6937
|
"path",
|
|
@@ -7251,6 +7262,7 @@ function contractConfigHasEffect(contract) {
|
|
|
7251
7262
|
if (sectionHasEffect(contract.run)) return true;
|
|
7252
7263
|
if (sectionHasEffect(contract.tools)) return true;
|
|
7253
7264
|
if (sectionHasEffect(contract.llm)) return true;
|
|
7265
|
+
if (sectionHasEffect(contract.steps)) return true;
|
|
7254
7266
|
if (sectionHasEffect(contract.observations)) {
|
|
7255
7267
|
return true;
|
|
7256
7268
|
}
|
|
@@ -7435,6 +7447,66 @@ function parseContractLlmSection(value, pathPrefix = "contract.llm") {
|
|
|
7435
7447
|
}
|
|
7436
7448
|
return out;
|
|
7437
7449
|
}
|
|
7450
|
+
function parseStepRef(value, pathPrefix) {
|
|
7451
|
+
const record = requireObject(value, pathPrefix);
|
|
7452
|
+
rejectUnknownKeys(record, CONTRACT_STEP_REF_KEYS, pathPrefix);
|
|
7453
|
+
if (typeof record.kind !== "string" || !CONTRACT_STEP_KINDS.has(record.kind)) {
|
|
7454
|
+
throw new CheckConfigError(
|
|
7455
|
+
"AI_CHECK_CONFIG_INVALID_VALUE",
|
|
7456
|
+
`${pathPrefix}.kind must be "TOOL" or "LLM".`
|
|
7457
|
+
);
|
|
7458
|
+
}
|
|
7459
|
+
return {
|
|
7460
|
+
kind: record.kind,
|
|
7461
|
+
name: requireNonEmptyString(record.name, `${pathPrefix}.name`)
|
|
7462
|
+
};
|
|
7463
|
+
}
|
|
7464
|
+
function parseStepOrderRelation(value, pathPrefix) {
|
|
7465
|
+
const record = requireObject(value, pathPrefix);
|
|
7466
|
+
rejectUnknownKeys(record, CONTRACT_STEP_ORDER_RELATION_KEYS, pathPrefix);
|
|
7467
|
+
if (record.before === void 0) {
|
|
7468
|
+
throw new CheckConfigError(
|
|
7469
|
+
"AI_CHECK_CONFIG_INVALID_VALUE",
|
|
7470
|
+
`${pathPrefix}.before is required.`
|
|
7471
|
+
);
|
|
7472
|
+
}
|
|
7473
|
+
if (record.after === void 0) {
|
|
7474
|
+
throw new CheckConfigError(
|
|
7475
|
+
"AI_CHECK_CONFIG_INVALID_VALUE",
|
|
7476
|
+
`${pathPrefix}.after is required.`
|
|
7477
|
+
);
|
|
7478
|
+
}
|
|
7479
|
+
const out = {
|
|
7480
|
+
before: parseStepRef(record.before, `${pathPrefix}.before`),
|
|
7481
|
+
after: parseStepRef(record.after, `${pathPrefix}.after`)
|
|
7482
|
+
};
|
|
7483
|
+
if (record.mode !== void 0) {
|
|
7484
|
+
out.mode = requireOrderMode(record.mode, `${pathPrefix}.mode`);
|
|
7485
|
+
}
|
|
7486
|
+
if (record.requireEndpoints !== void 0) {
|
|
7487
|
+
out.requireEndpoints = requireBoolean(
|
|
7488
|
+
record.requireEndpoints,
|
|
7489
|
+
`${pathPrefix}.requireEndpoints`
|
|
7490
|
+
);
|
|
7491
|
+
}
|
|
7492
|
+
return out;
|
|
7493
|
+
}
|
|
7494
|
+
function parseContractStepsSection(value, pathPrefix = "contract.steps") {
|
|
7495
|
+
const record = requireObject(value, pathPrefix);
|
|
7496
|
+
rejectUnknownKeys(record, CONTRACT_STEPS_KEYS, pathPrefix);
|
|
7497
|
+
const out = {};
|
|
7498
|
+
if (record.orderRelations !== void 0) {
|
|
7499
|
+
const items = requireBoundedArray(
|
|
7500
|
+
record.orderRelations,
|
|
7501
|
+
`${pathPrefix}.orderRelations`,
|
|
7502
|
+
CONTRACT_MAX_ORDER_RULES
|
|
7503
|
+
);
|
|
7504
|
+
out.orderRelations = items.map(
|
|
7505
|
+
(item, index) => parseStepOrderRelation(item, `${pathPrefix}.orderRelations[${index}]`)
|
|
7506
|
+
);
|
|
7507
|
+
}
|
|
7508
|
+
return out;
|
|
7509
|
+
}
|
|
7438
7510
|
function parseRequireProvenance(value, pathPrefix) {
|
|
7439
7511
|
const record = requireObject(value, pathPrefix);
|
|
7440
7512
|
rejectUnknownKeys(record, CONTRACT_PROVENANCE_KEYS, pathPrefix);
|
|
@@ -7720,6 +7792,9 @@ function parseContractBodySection(value, pathPrefix) {
|
|
|
7720
7792
|
out.tools = parseContractToolsSection(record.tools, `${pathPrefix}.tools`);
|
|
7721
7793
|
}
|
|
7722
7794
|
if (record.llm !== void 0) out.llm = parseContractLlmSection(record.llm, `${pathPrefix}.llm`);
|
|
7795
|
+
if (record.steps !== void 0) {
|
|
7796
|
+
out.steps = parseContractStepsSection(record.steps, `${pathPrefix}.steps`);
|
|
7797
|
+
}
|
|
7723
7798
|
if (record.observations !== void 0) {
|
|
7724
7799
|
out.observations = parseContractObservationsSection(
|
|
7725
7800
|
record.observations,
|
|
@@ -12905,7 +12980,7 @@ function isModuleNotFound4(e) {
|
|
|
12905
12980
|
}
|
|
12906
12981
|
async function loadIndexSqlite() {
|
|
12907
12982
|
try {
|
|
12908
|
-
return await import('./src-
|
|
12983
|
+
return await import('./src-WTTH5G33.mjs');
|
|
12909
12984
|
} catch (e) {
|
|
12910
12985
|
if (isModuleNotFound4(e)) {
|
|
12911
12986
|
console.error(
|