agent-inspect 6.17.0 → 6.17.2

package/packages/cli/dist/index.cjs

@@ -7036,6 +7036,18 @@ function stringAttr(event, keys) {
   }
   return void 0;
 }
+function metadataStringAttr(event, keys) {
+  const metadata = event.attributes?.metadata;
+  if (typeof metadata !== "object" || metadata === null || Array.isArray(metadata)) {
+    return void 0;
+  }
+  const record = metadata;
+  for (const key of keys) {
+    const value = record[key];
+    if (typeof value === "string" && value.trim() !== "") return value;
+  }
+  return void 0;
+}
 function numericAttr(event, keys) {
   for (const key of keys) {
     const value = event.attributes?.[key];
@@ -7094,13 +7106,16 @@ function semanticEvents(context) {
   return context.logicalEvents ?? context.events;
 }
 function llmModel(event) {
-  return stringAttr(event, ["model", "modelId", "responseModelId", "modelName", "model_name"]) ?? stripPrefix(event.name, ["llm:", "generation:", "transcription:", "speech:"]);
+  const keys = ["model", "modelId", "responseModelId", "modelName", "model_name"];
+  return stringAttr(event, keys) ?? metadataStringAttr(event, keys) ?? stripPrefix(event.name, ["llm:", "generation:", "transcription:", "speech:"]);
 }
 function llmProvider(event) {
-  return stringAttr(event, ["provider", "providerName", "provider_name"]);
+  const keys = ["provider", "providerName", "provider_name"];
+  return stringAttr(event, keys) ?? metadataStringAttr(event, keys);
 }
 function llmFinishReason(event) {
-  return stringAttr(event, ["finishReason", "rawFinishReason", "finish_reason"]);
+  const keys = ["finishReason", "rawFinishReason", "finish_reason"];
+  return stringAttr(event, keys) ?? metadataStringAttr(event, keys);
 }
 function retryCount(event) {
   return numericAttr(event, ["retryCount", "retryAttempt", "retry_attempt", "attempt"]);
@@ -12486,7 +12501,7 @@ var init_src = __esm({
 });
 
 // package.json
-var version = "6.17.0";
+var version = "6.17.2";
 
 // packages/cli/src/list.ts
 init_advanced();
@@ -18347,6 +18362,58 @@ function mergeSafetyExtensions(result, read, options) {
 }
 
 // packages/cli/src/check.ts
+var DEFAULT_SELECT = ["run.status"];
+function uniqueSelectIds(ids) {
+  const seen = /* @__PURE__ */ new Set();
+  const out = [];
+  for (const id of ids) {
+    const trimmed = id.trim();
+    if (trimmed === "" || seen.has(trimmed)) continue;
+    seen.add(trimmed);
+    out.push(trimmed);
+  }
+  return out;
+}
+function cliShorthandSelectIds(options) {
+  const ids = [];
+  if (options.failOnObservation !== void 0 && options.failOnObservation.trim() !== "") {
+    ids.push("outcome.status");
+  }
+  if ((options.requiredTool?.length ?? 0) > 0 || (options.forbiddenTool?.length ?? 0) > 0) {
+    ids.push("tool.usage");
+  }
+  if ((options.allowedModel?.length ?? 0) > 0 || options.maxTotalTokens !== void 0) {
+    ids.push("llm.usage");
+  }
+  if (options.maxDurationMs !== void 0) {
+    ids.push("run.duration");
+  }
+  if (options.maxStepDuration !== void 0) {
+    ids.push("run.maxStepDuration");
+  }
+  if (options.detectStalls === true) {
+    ids.push("run.stall");
+  }
+  return ids;
+}
+function unionCheckSelect(input3) {
+  const explicit = uniqueSelectIds([
+    ...input3.presetSelect ?? [],
+    ...input3.explicitRules ?? [],
+    ...input3.configSelect ?? []
+  ]);
+  if (explicit.length === 0) {
+    return uniqueSelectIds([
+      ...DEFAULT_SELECT,
+      ...(input3.constructedRuleIds ?? []).filter((id) => id !== "run.status")
+    ]);
+  }
+  const constructed = new Set(input3.constructedRuleIds ?? []);
+  const shorthand = (input3.shorthandIds ?? []).filter(
+    (id) => constructed.size === 0 || constructed.has(id)
+  );
+  return uniqueSelectIds([...explicit, ...shorthand]);
+}
 function resolvePreset(preset, context = {}) {
   if (preset === void 0 || preset.trim() === "") return void 0;
   const name = preset.trim().toLowerCase();
@@ -18395,7 +18462,6 @@ function resolvePreset(preset, context = {}) {
     select
   };
 }
-var DEFAULT_SELECT = ["run.status"];
 var CONFIG_EXTENSIONS2 = /* @__PURE__ */ new Set([".json", ".js", ".mjs", ".cjs"]);
 var TS_CONFIG_EXTENSIONS2 = /* @__PURE__ */ new Set([".ts", ".mts", ".cts"]);
 function diagnostic5(code, message, severity = "error") {
@@ -18487,12 +18553,11 @@ function applyResolvedPreset(config, options, resolved) {
     config: { checks: checks2 },
     options: {
       ...options,
-      ...resolved.requireCompleted ? { requireCompleted: true } : {},
-      rule: [...resolved.select, ...options.rule ?? []]
+      ...resolved.requireCompleted ? { requireCompleted: true } : {}
     }
   };
 }
-function buildRules(config, options) {
+function buildRules(config, options, presetSelect = []) {
   const diagnostics = [];
   const checks2 = normalizeConfig(config);
   const run = checks2.run ?? {};
@@ -18582,21 +18647,15 @@ function buildRules(config, options) {
   if (safety.maxStringLength !== void 0 || safety.maxArrayLength !== void 0 || safety.maxObjectKeys !== void 0 || safety.maxSerializedBytes !== void 0) {
     rules.push(createSafetyOversizedAttributeRule(safety));
   }
-  const select = [
-    ...asStringArray2(checks2.select) ?? [],
-    ...options.rule ?? []
-  ];
-  if (select.length === 0) {
-    const auto = new Set(DEFAULT_SELECT);
-    for (const rule of rules) {
-      if (rule.id !== "run.status") auto.add(rule.id);
-    }
-    return {
-      rules,
-      select: [...auto],
-      diagnostics
-    };
-  }
+  const constructedRuleIds = rules.map((rule) => rule.id);
+  const shorthandIds = cliShorthandSelectIds(options);
+  const select = unionCheckSelect({
+    presetSelect,
+    explicitRules: options.rule ?? [],
+    configSelect: asStringArray2(checks2.select) ?? [],
+    shorthandIds,
+    constructedRuleIds
+  });
   return {
     rules,
     select,
@@ -18725,7 +18784,7 @@ async function checkCommand(target, options = {}, stdin = process.stdin) {
       config = applied.config;
       effectiveOptions = applied.options;
     }
-    const built = buildRules(config, effectiveOptions);
+    const built = buildRules(config, effectiveOptions, resolved?.select ?? []);
     if (built.diagnostics.some((item) => item.severity === "error")) {
       result = errorResult2("AI_CHECK_INVALID_CONFIG", "Invalid check configuration.");
       result.diagnostics = [...built.diagnostics];
@@ -24834,11 +24893,17 @@ function createCliProgram() {
   });
   bundleCmd.command("verify").description("Verify Evidence v2 integrity (manifest, hashes, presence)").argument("<path>", "evidence/bundle directory containing evidence.json").addOption(
     new commander.Option("--unexpected <mode>", "policy for files not listed in the manifest").choices(["fail", "warn", "ignore"]).default("fail")
-  ).option("--json", "print deterministic JSON verify result").action((targetPath, opts) => {
-    runCommand(() => bundleVerifyCommand(targetPath, opts));
+  ).option("--json", "print deterministic JSON verify result").action((targetPath, opts, command) => {
+    const merged = {
+      ...opts,
+      ...command.optsWithGlobals?.() ?? {}
+    };
+    const json = opts.json === true || merged.json === true || process.argv.includes("--json");
+    runCommand(() => bundleVerifyCommand(targetPath, { ...opts, json }));
   });
   bundleCmd.command("open").description("Verify then open local Evidence HTML in the platform browser (no network)").argument("<path>", "evidence/bundle directory or evidence.html path").option("--skip-verify", "skip integrity verify before open (not recommended)").option("--json", "print deterministic JSON open result").action((targetPath, opts) => {
-    runCommand(() => bundleOpenCommand(targetPath, opts));
+    const json = opts.json === true || process.argv.includes("--json");
+    runCommand(() => bundleOpenCommand(targetPath, { ...opts, json }));
   });
   program.command("ci-summary").description("Summarize local reporter artifact manifests for CI").argument("<manifest...>", "reporter artifact manifest JSON files").option("-o, --output <path>", "write Markdown summary to a local file").option("--github-summary <path>", "append Markdown summary to this local file, e.g. GITHUB_STEP_SUMMARY").option("--json", "print deterministic JSON summary").action((manifest, opts) => {
     runCommand(() => ciSummaryCommand(manifest, opts));