agent-inspect 6.31.11 → 6.31.12

package/packages/cli/dist/index.cjs

@@ -11918,25 +11918,45 @@ function asStringArray(value, label) {
 function asPositiveNumber(value, label) {
   if (value === void 0) return void 0;
   if (typeof value !== "number" || !Number.isFinite(value) || value < 0) {
-    throw new Error(`${label} must be a non-negative number.`);
+    throw new Error(`${label} must be a non-negative finite number.`);
   }
   return value;
 }
-function asExpectConfig(value, label) {
+function asBoolean(value, label) {
   if (value === void 0) return void 0;
+  if (typeof value !== "boolean") {
+    throw new Error(`${label} must be a boolean (not a string or other type).`);
+  }
+  return value;
+}
+function assertObject(value, label) {
   if (typeof value !== "object" || value === null || Array.isArray(value)) {
     throw new Error(`${label} must be an object.`);
   }
-  const raw = value;
+  return value;
+}
+function assertKnownKeys(raw, allowed, label) {
+  const allowedSet = new Set(allowed);
+  for (const key of Object.keys(raw)) {
+    if (!allowedSet.has(key)) {
+      throw new Error(`${label} has unknown key "${key}".`);
+    }
+  }
+}
+function asExpectConfig(value, label) {
+  if (value === void 0) return void 0;
+  const raw = assertObject(value, label);
+  assertKnownKeys(raw, EXPECT_KEYS, label);
   const checkStatus = raw.checkStatus;
   if (checkStatus !== "pass" && checkStatus !== "fail" && checkStatus !== "error") {
     throw new Error(`${label}.checkStatus must be "pass", "fail", or "error".`);
   }
   const findingRuleIds = asStringArray(raw.findingRuleIds, `${label}.findingRuleIds`);
   const minAssertions = asPositiveNumber(raw.minAssertions, `${label}.minAssertions`);
-  const rejectUnexpectedFindings = raw.rejectUnexpectedFindings === void 0 ? void 0 : typeof raw.rejectUnexpectedFindings === "boolean" ? raw.rejectUnexpectedFindings : (() => {
-    throw new Error(`${label}.rejectUnexpectedFindings must be a boolean.`);
-  })();
+  const rejectUnexpectedFindings = asBoolean(
+    raw.rejectUnexpectedFindings,
+    `${label}.rejectUnexpectedFindings`
+  );
   return {
     checkStatus,
     ...findingRuleIds !== void 0 ? { findingRuleIds } : {},
@@ -11944,6 +11964,56 @@ function asExpectConfig(value, label) {
     ...minAssertions !== void 0 ? { minAssertions } : {}
   };
 }
+function asChecksConfig(value, label) {
+  const raw = assertObject(value, label);
+  assertKnownKeys(raw, CHECKS_KEYS, label);
+  const checks2 = {};
+  const select = asStringArray(raw.select, `${label}.select`);
+  if (select !== void 0) checks2.select = select;
+  if (raw.run !== void 0) {
+    const run = assertObject(raw.run, `${label}.run`);
+    assertKnownKeys(run, CHECKS_RUN_KEYS, `${label}.run`);
+    checks2.run = {
+      ...asPositiveNumber(run.maxDurationMs, `${label}.run.maxDurationMs`) !== void 0 ? { maxDurationMs: asPositiveNumber(run.maxDurationMs, `${label}.run.maxDurationMs`) } : {},
+      ...asPositiveNumber(run.maxDepth, `${label}.run.maxDepth`) !== void 0 ? { maxDepth: asPositiveNumber(run.maxDepth, `${label}.run.maxDepth`) } : {}
+    };
+  }
+  if (raw.tool !== void 0) {
+    const tool = assertObject(raw.tool, `${label}.tool`);
+    assertKnownKeys(tool, CHECKS_TOOL_KEYS, `${label}.tool`);
+    checks2.tool = {
+      ...asStringArray(tool.required, `${label}.tool.required`) !== void 0 ? { required: asStringArray(tool.required, `${label}.tool.required`) } : {},
+      ...asStringArray(tool.forbidden, `${label}.tool.forbidden`) !== void 0 ? { forbidden: asStringArray(tool.forbidden, `${label}.tool.forbidden`) } : {}
+    };
+  }
+  if (raw.llm !== void 0) {
+    const llm = assertObject(raw.llm, `${label}.llm`);
+    assertKnownKeys(llm, CHECKS_LLM_KEYS, `${label}.llm`);
+    checks2.llm = {
+      ...asStringArray(llm.allowedModels, `${label}.llm.allowedModels`) !== void 0 ? { allowedModels: asStringArray(llm.allowedModels, `${label}.llm.allowedModels`) } : {},
+      ...asPositiveNumber(llm.maxTotalTokens, `${label}.llm.maxTotalTokens`) !== void 0 ? {
+        maxTotalTokens: asPositiveNumber(
+          llm.maxTotalTokens,
+          `${label}.llm.maxTotalTokens`
+        )
+      } : {}
+    };
+  }
+  return checks2;
+}
+function asEvalConfig(value, label) {
+  const raw = assertObject(value, label);
+  assertKnownKeys(raw, EVAL_KEYS, label);
+  return {
+    ...asBoolean(raw.requireSuccess, `${label}.requireSuccess`) !== void 0 ? { requireSuccess: asBoolean(raw.requireSuccess, `${label}.requireSuccess`) } : {},
+    ...asStringArray(raw.requiredTools, `${label}.requiredTools`) !== void 0 ? { requiredTools: asStringArray(raw.requiredTools, `${label}.requiredTools`) } : {},
+    ...asStringArray(raw.forbiddenTools, `${label}.forbiddenTools`) !== void 0 ? { forbiddenTools: asStringArray(raw.forbiddenTools, `${label}.forbiddenTools`) } : {},
+    ...asPositiveNumber(raw.maxDurationMs, `${label}.maxDurationMs`) !== void 0 ? { maxDurationMs: asPositiveNumber(raw.maxDurationMs, `${label}.maxDurationMs`) } : {},
+    ...asPositiveNumber(raw.maxDepth, `${label}.maxDepth`) !== void 0 ? { maxDepth: asPositiveNumber(raw.maxDepth, `${label}.maxDepth`) } : {},
+    ...asPositiveNumber(raw.maxRetries, `${label}.maxRetries`) !== void 0 ? { maxRetries: asPositiveNumber(raw.maxRetries, `${label}.maxRetries`) } : {},
+    ...asPositiveNumber(raw.maxTotalTokens, `${label}.maxTotalTokens`) !== void 0 ? { maxTotalTokens: asPositiveNumber(raw.maxTotalTokens, `${label}.maxTotalTokens`) } : {}
+  };
+}
 function validateCaseConfig(value, index) {
   const diagnostics = [];
   if (typeof value !== "object" || value === null || Array.isArray(value)) {
@@ -11954,6 +12024,7 @@ function validateCaseConfig(value, index) {
   }
   const raw = value;
   try {
+    assertKnownKeys(raw, CASE_KEYS, `cases[${index}]`);
     const id = asString(raw.id, `cases[${index}].id`);
     if (id === void 0) {
       diagnostics.push(
@@ -12002,6 +12073,7 @@ function normalizeSuiteConfig(value) {
     throw new Error("Suite config must export an object.");
   }
   const raw = value;
+  assertKnownKeys(raw, ROOT_KEYS, "suite config");
   const name = asString(raw.name, "name");
   const traces = asString(raw.traces, "traces");
   if (name === void 0) throw new Error("name is required.");
@@ -12030,25 +12102,15 @@ function normalizeSuiteConfig(value) {
   }
   const config = { name, traces, cases };
   if (raw.checks !== void 0) {
-    if (typeof raw.checks !== "object" || Array.isArray(raw.checks)) {
-      throw new Error("checks must be an object.");
-    }
-    config.checks = raw.checks;
+    config.checks = asChecksConfig(raw.checks, "checks");
   }
   if (raw.eval !== void 0) {
-    if (typeof raw.eval !== "object" || Array.isArray(raw.eval)) {
-      throw new Error("eval must be an object.");
-    }
-    config.eval = raw.eval;
+    config.eval = asEvalConfig(raw.eval, "eval");
   }
   if (raw.artifacts !== void 0) {
-    if (typeof raw.artifacts !== "object" || Array.isArray(raw.artifacts)) {
-      throw new Error("artifacts must be an object.");
-    }
-    const outputDir = asString(
-      raw.artifacts.outputDir,
-      "artifacts.outputDir"
-    );
+    const artifacts = assertObject(raw.artifacts, "artifacts");
+    assertKnownKeys(artifacts, ["outputDir"], "artifacts");
+    const outputDir = asString(artifacts.outputDir, "artifacts.outputDir");
     config.artifacts = outputDir !== void 0 ? { outputDir } : {};
   }
   if (raw.baseline !== void 0) {
@@ -12091,8 +12153,50 @@ async function validateSuiteConfig(config, options) {
   }
   return { ok: diagnostics.every((item) => item.severity !== "error"), diagnostics };
 }
+var CASE_KEYS, EXPECT_KEYS, CHECKS_KEYS, CHECKS_RUN_KEYS, CHECKS_TOOL_KEYS, CHECKS_LLM_KEYS, EVAL_KEYS, ROOT_KEYS;
 var init_validate2 = __esm({
   "packages/core/src/suite/validate.ts"() {
+    CASE_KEYS = [
+      "id",
+      "trace",
+      "runId",
+      "input",
+      "requireTools",
+      "forbidTools",
+      "maxDurationMs",
+      "expectedObservations",
+      "expect"
+    ];
+    EXPECT_KEYS = [
+      "checkStatus",
+      "findingRuleIds",
+      "rejectUnexpectedFindings",
+      "minAssertions"
+    ];
+    CHECKS_KEYS = ["select", "run", "tool", "llm"];
+    CHECKS_RUN_KEYS = ["maxDurationMs", "maxDepth"];
+    CHECKS_TOOL_KEYS = ["required", "forbidden"];
+    CHECKS_LLM_KEYS = ["allowedModels", "maxTotalTokens"];
+    EVAL_KEYS = [
+      "requireSuccess",
+      "requiredTools",
+      "forbiddenTools",
+      "maxDurationMs",
+      "maxDepth",
+      "maxRetries",
+      "maxTotalTokens"
+    ];
+    ROOT_KEYS = [
+      "name",
+      "traces",
+      "cases",
+      "checks",
+      "eval",
+      "redactionProfile",
+      "artifacts",
+      "baseline",
+      "candidate"
+    ];
   }
 });
 function diagnostic4(code, message) {
@@ -16656,7 +16760,7 @@ var init_src = __esm({
 });
 
 // package.json
-var version = "6.31.11";
+var version = "6.31.12";
 
 // packages/cli/src/list.ts
 init_advanced();
@@ -24209,7 +24313,7 @@ function asStringArray2(value) {
   }
   return value;
 }
-var CHECKS_KEYS = /* @__PURE__ */ new Set(["select", "run", "tool", "llm", "structure", "safety"]);
+var CHECKS_KEYS2 = /* @__PURE__ */ new Set(["select", "run", "tool", "llm", "structure", "safety"]);
 var ROOT_CONFIG_KEYS = /* @__PURE__ */ new Set(["checks", "contract"]);
 var CONTRACT_KEYS = /* @__PURE__ */ new Set([
   "run",
@@ -25270,7 +25374,7 @@ function parseCheckConfig(value) {
   const out = {};
   if ("checks" in root) {
     const checksRecord = requireObject(root.checks, "checks");
-    rejectUnknownKeys(checksRecord, CHECKS_KEYS, "checks");
+    rejectUnknownKeys(checksRecord, CHECKS_KEYS2, "checks");
     const checks2 = {};
     if (checksRecord.select !== void 0) {
       checks2.select = requireStringArray(checksRecord.select, "checks.select");