agent-inspect 6.31.11 → 6.31.12

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## 6.31.12
+
+### Patch Changes
+
+- 31d187e: Stability C00–C03: reconcile release-state tables to 6.31.11; Promptfoo recipe/reviewer-kit verifier freshness and exact matrix identity; strict nested suite config (no string/typo coercion); OpenAI Node recipe runs SDK create inside inspector.llm with RequestOptions and distinct HTTP vs completion IDs.
+
 ## 6.31.11
 
 ### Patch Changes

package/README.md

@@ -213,7 +213,7 @@ The root package is enough for custom capture, the CLI, checks, and Evidence wor
 
 ## Status and documentation
 
-**Current published baseline:** **6.31.11** · persisted schema `1.0` · Node.js `>=20` · MIT.
+**Current published baseline:** **6.31.12** · persisted schema `1.0` · Node.js `>=20` · MIT.
 
 Legacy v0.1 and v0.2 traces remain readable. Check the npm badge and [changelog](CHANGELOG.md) for the current published version.
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agent-inspect",
-  "version": "6.31.11",
+  "version": "6.31.12",
   "license": "MIT",
   "type": "module",
   "description": "Local evidence debugger and trajectory-test toolkit for TypeScript AI agents — execution trees, TraceContract checks, Evidence v2, and read-only MCP",

package/packages/cli/dist/{chunk-MQYHJL3W.mjs → chunk-GBAGZVUX.mjs}

@@ -11324,25 +11324,86 @@ function asStringArray(value, label) {
 function asPositiveNumber(value, label) {
   if (value === void 0) return void 0;
   if (typeof value !== "number" || !Number.isFinite(value) || value < 0) {
-    throw new Error(`${label} must be a non-negative number.`);
+    throw new Error(`${label} must be a non-negative finite number.`);
   }
   return value;
 }
-function asExpectConfig(value, label) {
+function asBoolean(value, label) {
   if (value === void 0) return void 0;
+  if (typeof value !== "boolean") {
+    throw new Error(`${label} must be a boolean (not a string or other type).`);
+  }
+  return value;
+}
+function assertObject(value, label) {
   if (typeof value !== "object" || value === null || Array.isArray(value)) {
     throw new Error(`${label} must be an object.`);
   }
-  const raw = value;
+  return value;
+}
+function assertKnownKeys(raw, allowed, label) {
+  const allowedSet = new Set(allowed);
+  for (const key of Object.keys(raw)) {
+    if (!allowedSet.has(key)) {
+      throw new Error(`${label} has unknown key "${key}".`);
+    }
+  }
+}
+var CASE_KEYS = [
+  "id",
+  "trace",
+  "runId",
+  "input",
+  "requireTools",
+  "forbidTools",
+  "maxDurationMs",
+  "expectedObservations",
+  "expect"
+];
+var EXPECT_KEYS = [
+  "checkStatus",
+  "findingRuleIds",
+  "rejectUnexpectedFindings",
+  "minAssertions"
+];
+var CHECKS_KEYS = ["select", "run", "tool", "llm"];
+var CHECKS_RUN_KEYS = ["maxDurationMs", "maxDepth"];
+var CHECKS_TOOL_KEYS = ["required", "forbidden"];
+var CHECKS_LLM_KEYS = ["allowedModels", "maxTotalTokens"];
+var EVAL_KEYS = [
+  "requireSuccess",
+  "requiredTools",
+  "forbiddenTools",
+  "maxDurationMs",
+  "maxDepth",
+  "maxRetries",
+  "maxTotalTokens"
+];
+var ROOT_KEYS = [
+  "name",
+  "traces",
+  "cases",
+  "checks",
+  "eval",
+  "redactionProfile",
+  "artifacts",
+  "baseline",
+  "candidate"
+];
+function asExpectConfig(value, label) {
+  if (value === void 0) return void 0;
+  const raw = assertObject(value, label);
+  assertKnownKeys(raw, EXPECT_KEYS, label);
   const checkStatus = raw.checkStatus;
   if (checkStatus !== "pass" && checkStatus !== "fail" && checkStatus !== "error") {
     throw new Error(`${label}.checkStatus must be "pass", "fail", or "error".`);
   }
   const findingRuleIds = asStringArray(raw.findingRuleIds, `${label}.findingRuleIds`);
   const minAssertions = asPositiveNumber(raw.minAssertions, `${label}.minAssertions`);
-  const rejectUnexpectedFindings = raw.rejectUnexpectedFindings === void 0 ? void 0 : typeof raw.rejectUnexpectedFindings === "boolean" ? raw.rejectUnexpectedFindings : (() => {
-    throw new Error(`${label}.rejectUnexpectedFindings must be a boolean.`);
-  })();
+  const rejectUnexpectedFindings = asBoolean(
+    raw.rejectUnexpectedFindings,
+    `${label}.rejectUnexpectedFindings`
+  );
   return {
     checkStatus,
     ...findingRuleIds !== void 0 ? { findingRuleIds } : {},
@@ -11350,6 +11411,56 @@ function asExpectConfig(value, label) {
     ...minAssertions !== void 0 ? { minAssertions } : {}
   };
 }
+function asChecksConfig(value, label) {
+  const raw = assertObject(value, label);
+  assertKnownKeys(raw, CHECKS_KEYS, label);
+  const checks = {};
+  const select = asStringArray(raw.select, `${label}.select`);
+  if (select !== void 0) checks.select = select;
+  if (raw.run !== void 0) {
+    const run = assertObject(raw.run, `${label}.run`);
+    assertKnownKeys(run, CHECKS_RUN_KEYS, `${label}.run`);
+    checks.run = {
+      ...asPositiveNumber(run.maxDurationMs, `${label}.run.maxDurationMs`) !== void 0 ? { maxDurationMs: asPositiveNumber(run.maxDurationMs, `${label}.run.maxDurationMs`) } : {},
+      ...asPositiveNumber(run.maxDepth, `${label}.run.maxDepth`) !== void 0 ? { maxDepth: asPositiveNumber(run.maxDepth, `${label}.run.maxDepth`) } : {}
+    };
+  }
+  if (raw.tool !== void 0) {
+    const tool = assertObject(raw.tool, `${label}.tool`);
+    assertKnownKeys(tool, CHECKS_TOOL_KEYS, `${label}.tool`);
+    checks.tool = {
+      ...asStringArray(tool.required, `${label}.tool.required`) !== void 0 ? { required: asStringArray(tool.required, `${label}.tool.required`) } : {},
+      ...asStringArray(tool.forbidden, `${label}.tool.forbidden`) !== void 0 ? { forbidden: asStringArray(tool.forbidden, `${label}.tool.forbidden`) } : {}
+    };
+  }
+  if (raw.llm !== void 0) {
+    const llm = assertObject(raw.llm, `${label}.llm`);
+    assertKnownKeys(llm, CHECKS_LLM_KEYS, `${label}.llm`);
+    checks.llm = {
+      ...asStringArray(llm.allowedModels, `${label}.llm.allowedModels`) !== void 0 ? { allowedModels: asStringArray(llm.allowedModels, `${label}.llm.allowedModels`) } : {},
+      ...asPositiveNumber(llm.maxTotalTokens, `${label}.llm.maxTotalTokens`) !== void 0 ? {
+        maxTotalTokens: asPositiveNumber(
+          llm.maxTotalTokens,
+          `${label}.llm.maxTotalTokens`
+        )
+      } : {}
+    };
+  }
+  return checks;
+}
+function asEvalConfig(value, label) {
+  const raw = assertObject(value, label);
+  assertKnownKeys(raw, EVAL_KEYS, label);
+  return {
+    ...asBoolean(raw.requireSuccess, `${label}.requireSuccess`) !== void 0 ? { requireSuccess: asBoolean(raw.requireSuccess, `${label}.requireSuccess`) } : {},
+    ...asStringArray(raw.requiredTools, `${label}.requiredTools`) !== void 0 ? { requiredTools: asStringArray(raw.requiredTools, `${label}.requiredTools`) } : {},
+    ...asStringArray(raw.forbiddenTools, `${label}.forbiddenTools`) !== void 0 ? { forbiddenTools: asStringArray(raw.forbiddenTools, `${label}.forbiddenTools`) } : {},
+    ...asPositiveNumber(raw.maxDurationMs, `${label}.maxDurationMs`) !== void 0 ? { maxDurationMs: asPositiveNumber(raw.maxDurationMs, `${label}.maxDurationMs`) } : {},
+    ...asPositiveNumber(raw.maxDepth, `${label}.maxDepth`) !== void 0 ? { maxDepth: asPositiveNumber(raw.maxDepth, `${label}.maxDepth`) } : {},
+    ...asPositiveNumber(raw.maxRetries, `${label}.maxRetries`) !== void 0 ? { maxRetries: asPositiveNumber(raw.maxRetries, `${label}.maxRetries`) } : {},
+    ...asPositiveNumber(raw.maxTotalTokens, `${label}.maxTotalTokens`) !== void 0 ? { maxTotalTokens: asPositiveNumber(raw.maxTotalTokens, `${label}.maxTotalTokens`) } : {}
+  };
+}
 function validateCaseConfig(value, index) {
   const diagnostics = [];
   if (typeof value !== "object" || value === null || Array.isArray(value)) {
@@ -11360,6 +11471,7 @@ function validateCaseConfig(value, index) {
   }
   const raw = value;
   try {
+    assertKnownKeys(raw, CASE_KEYS, `cases[${index}]`);
     const id = asString(raw.id, `cases[${index}].id`);
     if (id === void 0) {
       diagnostics.push(
@@ -11408,6 +11520,7 @@ function normalizeSuiteConfig(value) {
     throw new Error("Suite config must export an object.");
   }
   const raw = value;
+  assertKnownKeys(raw, ROOT_KEYS, "suite config");
   const name = asString(raw.name, "name");
   const traces = asString(raw.traces, "traces");
   if (name === void 0) throw new Error("name is required.");
@@ -11436,25 +11549,15 @@ function normalizeSuiteConfig(value) {
   }
   const config = { name, traces, cases };
   if (raw.checks !== void 0) {
-    if (typeof raw.checks !== "object" || Array.isArray(raw.checks)) {
-      throw new Error("checks must be an object.");
-    }
-    config.checks = raw.checks;
+    config.checks = asChecksConfig(raw.checks, "checks");
   }
   if (raw.eval !== void 0) {
-    if (typeof raw.eval !== "object" || Array.isArray(raw.eval)) {
-      throw new Error("eval must be an object.");
-    }
-    config.eval = raw.eval;
+    config.eval = asEvalConfig(raw.eval, "eval");
   }
   if (raw.artifacts !== void 0) {
-    if (typeof raw.artifacts !== "object" || Array.isArray(raw.artifacts)) {
-      throw new Error("artifacts must be an object.");
-    }
-    const outputDir = asString(
-      raw.artifacts.outputDir,
-      "artifacts.outputDir"
-    );
+    const artifacts = assertObject(raw.artifacts, "artifacts");
+    assertKnownKeys(artifacts, ["outputDir"], "artifacts");
+    const outputDir = asString(artifacts.outputDir, "artifacts.outputDir");
     config.artifacts = outputDir !== void 0 ? { outputDir } : {};
   }
   if (raw.baseline !== void 0) {
@@ -15375,5 +15478,5 @@ function renderGateReport(result, options = {}) {
 }
 
 export { ATTRIBUTION_CONFIDENCES, COHORT_METRIC_IDS, DEFAULT_REDACT_KEYS, DEFAULT_SUITE_ARTIFACTS_DIR, EVIDENCE_FORMAT_VERSION, EVIDENCE_HTML_FILENAME, EVIDENCE_MANIFEST_FILENAME, Redactor, TraceDirectory, TraceReadError, TreeBuilder, aggregateBundleSafeStatus, aggregateSessionCheckResults, analyzeCohort, applyProfileMetadataCaps, assertBundlePathContained, assertEvidenceRelativePath, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildEvidenceCausalFailureViewHtml, buildEvidenceCiPackage, buildEvidenceCircuitViewHtml, buildEvidenceContractsViewHtml, buildEvidenceDiffViewHtml, buildEvidenceHtmlShell, buildEvidenceManifest, buildEvidenceOutcomesViewHtml, buildEvidenceProvenanceViewHtml, buildEvidenceSafetyViewHtml, buildEvidenceTimelineViewHtml, buildEvidenceToolsLlmViewHtml, buildEvidenceTreeViewHtml, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, buildZipArchive, bundleFailsOnSafety, bundleRunAssetRelativePath, collectTraceSchemaVersions, compactAttributes, createBaselineRegressionRule, createLlmUsageRule, createMaxStepDurationRule, createObservedOutcomeRule, createRequireCompletedRule, createRunDepthRule, createRunDurationRule, createRunStatusRule, createSafetyOversizedAttributeRule, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createStallDetectionRule, createStructureCycleRule, createStructureOrphanRule, createStructureParallelWidthRule, createStructureRelationshipRule, createToolUsageRule, defaultBundleOutputPath, defaultSuiteConfigTemplate, defineTraceContract, diffRuns, diffTraceEvents, enrichSessionRunRecord, escapeHtml, escapeMarkdown, evaluateTraceContract, extractMetadata, extractOutcomesFromTraceEvents, filterMetasBySessionScope, filterTraces, flattenTree, formatDuration2 as formatDuration, formatStepLabel, formatTimestamp, gateHasThresholds, getIndent, getTraceFilePath, inferEvidenceFileRole, isAgentInspectTrace, isAttributionConfidence, isCredentialSensitiveKey, isPersistedInspectEvent, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, manualTraceEventsToComparableRun, nanoid, normalizeBundleOutputPath, openTrace, parseCohortMetricList, parseDuration, parseDurationFilter, parseGateList, parseTraceJsonl, persistedInspectEventsToRunTrees, persistedInspectEventsToTraceEvents, projectLogicalEvents, renderActivitySummaryHuman, renderCohortReport, renderErrorLine, renderGateReport, renderObservedOutcomesHtml, renderObservedOutcomesMarkdown, renderRunDiff, renderRunWhat, renderStepLine, renderSuiteReport, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveSuiteTemplate, resolveTraceDir, runGate, runSuite, runTraceChecks, safeString, sanitizeBundleRunId, searchTraces, serializeEvidenceManifest, sha256Hex, stableJson, stringContainsHighConfidenceCredential, summarizeObservedOutcomes, summarizeSemanticParity, traceEventToPersistedInspectEvent, truncateName, truncateStringForProfile, validateEvent, validateSuiteConfig, verifyEvidenceDirectory, zeroKinds };
-//# sourceMappingURL=chunk-MQYHJL3W.mjs.map
-//# sourceMappingURL=chunk-MQYHJL3W.mjs.map
+//# sourceMappingURL=chunk-GBAGZVUX.mjs.map
+//# sourceMappingURL=chunk-GBAGZVUX.mjs.map