agent-inspect 6.25.1 → 6.26.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/README.md +1 -1
- package/docs/CLI.md +2 -1
- package/docs/SESSIONS-AND-OUTCOMES.md +18 -3
- package/package.json +1 -1
- package/packages/cli/dist/index.cjs +22 -6
- package/packages/cli/dist/index.cjs.map +1 -1
- package/packages/cli/dist/index.mjs +22 -6
- package/packages/cli/dist/index.mjs.map +1 -1
|
@@ -13,7 +13,7 @@ import { createServer } from 'http';
|
|
|
13
13
|
import { createRequire } from 'module';
|
|
14
14
|
|
|
15
15
|
// package.json
|
|
16
|
-
var version = "6.
|
|
16
|
+
var version = "6.26.0";
|
|
17
17
|
|
|
18
18
|
// packages/cli/src/trace-dir-scale.ts
|
|
19
19
|
var TRACE_COUNT_WARN = 1e3;
|
|
@@ -6639,9 +6639,9 @@ function unionCheckSelect(input3) {
|
|
|
6639
6639
|
function resolvePreset(preset, context = {}) {
|
|
6640
6640
|
if (preset === void 0 || preset.trim() === "") return void 0;
|
|
6641
6641
|
const name = preset.trim().toLowerCase();
|
|
6642
|
-
if (name !== "trajectory" && name !== "safety" && name !== "comprehensive") {
|
|
6642
|
+
if (name !== "trajectory" && name !== "safety" && name !== "comprehensive" && name !== "behavioral-session") {
|
|
6643
6643
|
throw new Error(
|
|
6644
|
-
`Unknown --preset "${preset}". Use trajectory, safety, or
|
|
6644
|
+
`Unknown --preset "${preset}". Use trajectory, safety, comprehensive, or behavioral-session.`
|
|
6645
6645
|
);
|
|
6646
6646
|
}
|
|
6647
6647
|
const trajectorySelect = [
|
|
@@ -6676,6 +6676,15 @@ function resolvePreset(preset, context = {}) {
|
|
|
6676
6676
|
select: safetySelect
|
|
6677
6677
|
};
|
|
6678
6678
|
}
|
|
6679
|
+
if (name === "behavioral-session") {
|
|
6680
|
+
return {
|
|
6681
|
+
requireCompleted: true,
|
|
6682
|
+
enableSafetyRedaction: false,
|
|
6683
|
+
enableStructureRelationshipDefaults: false,
|
|
6684
|
+
select: ["run.requireCompleted", "outcome.status", "structure.orphan"],
|
|
6685
|
+
failOnObservation: "failed"
|
|
6686
|
+
};
|
|
6687
|
+
}
|
|
6679
6688
|
const select = [.../* @__PURE__ */ new Set([...trajectorySelect, ...safetySelect])];
|
|
6680
6689
|
return {
|
|
6681
6690
|
requireCompleted: true,
|
|
@@ -7109,7 +7118,8 @@ function applyResolvedPreset(config, options, resolved) {
|
|
|
7109
7118
|
config: { checks: checks2 },
|
|
7110
7119
|
options: {
|
|
7111
7120
|
...options,
|
|
7112
|
-
...resolved.requireCompleted ? { requireCompleted: true } : {}
|
|
7121
|
+
...resolved.requireCompleted ? { requireCompleted: true } : {},
|
|
7122
|
+
...resolved.failOnObservation !== void 0 && (options.failOnObservation === void 0 || options.failOnObservation.trim() === "") ? { failOnObservation: resolved.failOnObservation } : {}
|
|
7113
7123
|
}
|
|
7114
7124
|
};
|
|
7115
7125
|
}
|
|
@@ -7255,7 +7265,13 @@ function isSafetyFinding(ruleId) {
|
|
|
7255
7265
|
}
|
|
7256
7266
|
function printPresetClassSummary(result, preset) {
|
|
7257
7267
|
const name = preset?.trim().toLowerCase();
|
|
7258
|
-
if (name !== "trajectory" && name !== "safety" && name !== "comprehensive") {
|
|
7268
|
+
if (name !== "trajectory" && name !== "safety" && name !== "comprehensive" && name !== "behavioral-session") {
|
|
7269
|
+
return;
|
|
7270
|
+
}
|
|
7271
|
+
if (name === "behavioral-session") {
|
|
7272
|
+
console.log(
|
|
7273
|
+
`Behavioral session: ${result.status === "pass" ? "PASS" : "FAIL"} (outcomes scored; tool errors may be expected)`
|
|
7274
|
+
);
|
|
7259
7275
|
return;
|
|
7260
7276
|
}
|
|
7261
7277
|
const hasSafetyFindings = result.findings.some(
|
|
@@ -12991,7 +13007,7 @@ function createCliProgram() {
|
|
|
12991
13007
|
"run optional circuit rules (repeatable): same-tool-repetition, max-retries, ...",
|
|
12992
13008
|
(value, previous = []) => [...previous, value]
|
|
12993
13009
|
).addOption(
|
|
12994
|
-
new Option("--preset <name>", "additive check preset").choices(["trajectory", "safety", "comprehensive"])
|
|
13010
|
+
new Option("--preset <name>", "additive check preset").choices(["trajectory", "safety", "comprehensive", "behavioral-session"])
|
|
12995
13011
|
).addOption(
|
|
12996
13012
|
new Option(
|
|
12997
13013
|
"--evidence-on <mode>",
|