@post-print/agent-test 0.3.2 → 0.3.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +63 -159
- package/dist/cli.d.ts +8 -4
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +59 -54
- package/dist/cli.js.map +1 -1
- package/dist/debug-bundle.d.ts +0 -1
- package/dist/debug-bundle.d.ts.map +1 -1
- package/dist/debug-bundle.js +1 -8
- package/dist/debug-bundle.js.map +1 -1
- package/dist/doctor.d.ts.map +1 -1
- package/dist/doctor.js +15 -5
- package/dist/doctor.js.map +1 -1
- package/dist/expect.d.ts +5 -1
- package/dist/expect.d.ts.map +1 -1
- package/dist/expect.js +46 -3
- package/dist/expect.js.map +1 -1
- package/dist/html-report.d.ts +5 -2
- package/dist/html-report.d.ts.map +1 -1
- package/dist/html-report.js +13 -8
- package/dist/html-report.js.map +1 -1
- package/dist/index.d.ts +4 -4
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -3
- package/dist/index.js.map +1 -1
- package/dist/live-isolation.d.ts +3 -1
- package/dist/live-isolation.d.ts.map +1 -1
- package/dist/live-isolation.js +9 -4
- package/dist/live-isolation.js.map +1 -1
- package/dist/load-suite.d.ts.map +1 -1
- package/dist/load-suite.js +12 -0
- package/dist/load-suite.js.map +1 -1
- package/dist/preflight.d.ts +2 -2
- package/dist/preflight.d.ts.map +1 -1
- package/dist/preflight.js +4 -4
- package/dist/preflight.js.map +1 -1
- package/dist/record-trace.d.ts +3 -14
- package/dist/record-trace.d.ts.map +1 -1
- package/dist/record-trace.js +7 -43
- package/dist/record-trace.js.map +1 -1
- package/dist/run-suite.d.ts +28 -10
- package/dist/run-suite.d.ts.map +1 -1
- package/dist/run-suite.js +158 -135
- package/dist/run-suite.js.map +1 -1
- package/dist/types.d.ts +11 -14
- package/dist/types.d.ts.map +1 -1
- package/dist/validate-suite.d.ts.map +1 -1
- package/dist/validate-suite.js +11 -12
- package/dist/validate-suite.js.map +1 -1
- package/package.json +7 -9
package/dist/types.d.ts
CHANGED
|
@@ -49,7 +49,6 @@ export interface AgentScenario {
|
|
|
49
49
|
seedPatch?: string;
|
|
50
50
|
/** Live-only: with seedPatch, stage changes without committing (staged review mode). */
|
|
51
51
|
seedStageOnly?: boolean;
|
|
52
|
-
replayTrace?: string;
|
|
53
52
|
/**
|
|
54
53
|
* Assertions / judge criteria. May be omitted in scenarios.json when supplied via
|
|
55
54
|
* sibling `rubrics.json` / `scenarios.rubric.json` or `--rubrics-dir` (harness-only);
|
|
@@ -58,22 +57,20 @@ export interface AgentScenario {
|
|
|
58
57
|
rubric: ScenarioRubric;
|
|
59
58
|
skip?: boolean;
|
|
60
59
|
}
|
|
60
|
+
export interface AgentSuiteDefaults {
|
|
61
|
+
host?: AgentHost;
|
|
62
|
+
profile?: ContextProfile;
|
|
63
|
+
/** none | catalog | full — ambient-routing uses full for IDE parity. */
|
|
64
|
+
skills?: SkillContextSetting;
|
|
65
|
+
/** Additive repo-relative context paths or `.skeleton/customize/` basenames. */
|
|
66
|
+
contextSources?: string[];
|
|
67
|
+
/** Inline MCP servers for direct agent runs. */
|
|
68
|
+
mcpServers?: Record<string, McpServerConfig>;
|
|
69
|
+
}
|
|
61
70
|
export interface AgentSuiteFile {
|
|
62
71
|
name: string;
|
|
63
72
|
description?: string;
|
|
64
|
-
defaults?:
|
|
65
|
-
host?: AgentHost;
|
|
66
|
-
profile?: ContextProfile;
|
|
67
|
-
/** none | catalog | full — ambient-routing uses full for IDE parity. */
|
|
68
|
-
skills?: SkillContextSetting;
|
|
69
|
-
/**
|
|
70
|
-
* Additive repo-relative context paths (or `.skeleton/customize/` basenames).
|
|
71
|
-
* Use with `profile: "skeleton"` or to extend shared/cursor/claude profiles.
|
|
72
|
-
*/
|
|
73
|
-
contextSources?: string[];
|
|
74
|
-
/** Inline MCP servers for live Cursor runs. */
|
|
75
|
-
mcpServers?: Record<string, McpServerConfig>;
|
|
76
|
-
};
|
|
73
|
+
defaults?: AgentSuiteDefaults;
|
|
77
74
|
scenarios: AgentScenario[];
|
|
78
75
|
}
|
|
79
76
|
export interface AssertionFailure {
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,SAAS,EACT,UAAU,EACV,UAAU,EACV,cAAc,EACd,eAAe,EACf,sBAAsB,EACtB,mBAAmB,EACnB,MAAM,2BAA2B,CAAC;AAEnC,YAAY,EACX,UAAU,EACV,eAAe,EACf,sBAAsB,GACtB,MAAM,2BAA2B,CAAC;AAEnC,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG;IAAE,EAAE,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAEzE,MAAM,WAAW,cAAc;IAC9B,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACjC,kGAAkG;IAClG,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,mEAAmE;IACnE,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,qFAAqF;IACrF,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;IACzD,4DAA4D;IAC5D,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,iEAAiE;IACjE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,yDAAyD;IACzD,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,2EAA2E;IAC3E,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,sFAAsF;IACtF,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC7C,iFAAiF;IACjF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wFAAwF;IACxF,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,SAAS,EACT,UAAU,EACV,UAAU,EACV,cAAc,EACd,eAAe,EACf,sBAAsB,EACtB,mBAAmB,EACnB,MAAM,2BAA2B,CAAC;AAEnC,YAAY,EACX,UAAU,EACV,eAAe,EACf,sBAAsB,GACtB,MAAM,2BAA2B,CAAC;AAEnC,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG;IAAE,EAAE,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAEzE,MAAM,WAAW,cAAc;IAC9B,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACjC,kGAAkG;IAClG,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,mEAAmE;IACnE,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,qFAAqF;IACrF,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;IACzD,4DAA4D;IAC5D,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,iEAAiE;IACjE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,yDAAyD;IACzD,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,2EAA2E;IAC3E,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,sFAAsF;IACtF,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC7C,iFAAiF;IACjF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wFAAwF;IACxF,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;;;OAIG;IACH,MAAM,EAAE,cAAc,CAAC;IACvB,IAAI,CAAC,EAAE,OAAO,CAAC;CACf;AAED,MAAM,WAAW,kBAAkB;IAClC,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,wEAAwE;IACxE,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,gFAAgF;IAChF,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,gDAAgD;IAChD,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,kBAAkB,CAAC;IAC9B,SAAS,EAAE,aAAa,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,gBAAgB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,uEAAuE;IACvE,QAAQ,EAAE,eAAe,CAAC;IAC1B,uDAAuD;IACvD,QAAQ,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,eAAe,GACxB,aAAa,GACb,aAAa,GACb,aAAa,GACb,eAAe,GACf,eAAe,GACf,iBAAiB,CAAC;AAErB,MAAM,WAAW,kBAAkB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,UAAU,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,+DAA+D;IAC/D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,qFAAqF;IACrF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6DAA6D;IAC7D,aAAa,CAAC,EAAE,kBAAkB,EAAE,CAAC;IACrC,uDAAuD;IACvD,KAAK,CAAC,EAAE,sBAAsB,CAAC;IAC/B,oCAAoC;IACpC,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,kDAAkD;IAClD,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,+EAA+E;IAC/E,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,0EAA0E;IAC1E,cAAc,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,+DAA+D;AAC/D,MAAM,WAAW,UAAU;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gEAAgE;IAChE,gBAAgB,EAAE,MAAM,CAAC;IACzB,qEAAqE;IACrE,wBAAwB,EAAE,MAAM,CAAC;IACjC,KAAK,CAAC,EAAE,UAAU,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,OAAO,CAAC,EAAE,UAAU,CAAC;CACrB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"validate-suite.d.ts","sourceRoot":"","sources":["../src/validate-suite.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAiB,cAAc,EAAkB,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"validate-suite.d.ts","sourceRoot":"","sources":["../src/validate-suite.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAiB,cAAc,EAAkB,MAAM,YAAY,CAAC;AAehF,MAAM,WAAW,oBAAoB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,qBAAqB;IACrC,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,oBAAoB,EAAE,CAAC;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;CACzB;AAuMD,kEAAkE;AAClE,wBAAgB,iBAAiB,CAChC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,cAAc,GACnB,oBAAoB,EAAE,CAOxB;AAED,wBAAsB,kBAAkB,CACvC,UAAU,EAAE,MAAM,EAAE,EACpB,OAAO,CAAC,EAAE;IAAE,aAAa,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GAC3E,OAAO,CAAC,qBAAqB,CAAC,CA+ChC;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,qBAAqB,GAAG,MAAM,CAY5E"}
|
package/dist/validate-suite.js
CHANGED
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import { access } from "node:fs/promises";
|
|
2
2
|
import { resolve } from "node:path";
|
|
3
3
|
import { loadSuiteFile } from "./load-suite.js";
|
|
4
|
-
const VALID_HOSTS = new Set(["cursor", "claude"
|
|
4
|
+
const VALID_HOSTS = new Set(["cursor", "claude"]);
|
|
5
|
+
const REPLAY_DEPRECATION = "Replay-based testing is deprecated and no longer supported; use Cursor or Claude.";
|
|
5
6
|
const VALID_PROFILES = new Set(["shared", "cursor", "claude", "skeleton"]);
|
|
6
7
|
const VALID_SKILLS = new Set(["none", "catalog", "full"]);
|
|
7
8
|
const VALID_TIERS = new Set(["low", "medium", "high"]);
|
|
@@ -59,7 +60,12 @@ function validateRubric(issues, suitePath, scenarioName, rubric) {
|
|
|
59
60
|
}
|
|
60
61
|
function validateScenario(issues, suitePath, scenario) {
|
|
61
62
|
if (scenario.host !== undefined && !VALID_HOSTS.has(scenario.host)) {
|
|
62
|
-
pushIssue(issues, suitePath, "host",
|
|
63
|
+
pushIssue(issues, suitePath, "host", scenario.host === "replay"
|
|
64
|
+
? REPLAY_DEPRECATION
|
|
65
|
+
: `host must be cursor|claude, got ${JSON.stringify(scenario.host)}`, scenario.name);
|
|
66
|
+
}
|
|
67
|
+
if ("replayTrace" in scenario) {
|
|
68
|
+
pushIssue(issues, suitePath, "replayTrace", REPLAY_DEPRECATION, scenario.name);
|
|
63
69
|
}
|
|
64
70
|
if (scenario.profile !== undefined && !VALID_PROFILES.has(scenario.profile)) {
|
|
65
71
|
pushIssue(issues, suitePath, "profile", `profile must be shared|cursor|claude|skeleton, got ${JSON.stringify(scenario.profile)}`, scenario.name);
|
|
@@ -81,7 +87,9 @@ function validateDefaults(issues, suitePath, suite) {
|
|
|
81
87
|
return;
|
|
82
88
|
}
|
|
83
89
|
if (defaults.host !== undefined && !VALID_HOSTS.has(defaults.host)) {
|
|
84
|
-
pushIssue(issues, suitePath, "defaults.host",
|
|
90
|
+
pushIssue(issues, suitePath, "defaults.host", defaults.host === "replay"
|
|
91
|
+
? REPLAY_DEPRECATION
|
|
92
|
+
: `host must be cursor|claude, got ${JSON.stringify(defaults.host)}`);
|
|
85
93
|
}
|
|
86
94
|
if (defaults.profile !== undefined && !VALID_PROFILES.has(defaults.profile)) {
|
|
87
95
|
pushIssue(issues, suitePath, "defaults.profile", `profile must be shared|cursor|claude|skeleton, got ${JSON.stringify(defaults.profile)}`);
|
|
@@ -119,15 +127,6 @@ export async function validateSuitePaths(suitePaths, options) {
|
|
|
119
127
|
scenariosChecked += suite.scenarios.length;
|
|
120
128
|
if (options?.validatePaths && repoRoot) {
|
|
121
129
|
for (const scenario of suite.scenarios) {
|
|
122
|
-
if (scenario.replayTrace) {
|
|
123
|
-
const replayPath = resolve(repoRoot, scenario.replayTrace);
|
|
124
|
-
try {
|
|
125
|
-
await access(replayPath);
|
|
126
|
-
}
|
|
127
|
-
catch {
|
|
128
|
-
pushIssue(issues, suitePath, "replayTrace", `replay trace not found: ${scenario.replayTrace}`, scenario.name);
|
|
129
|
-
}
|
|
130
|
-
}
|
|
131
130
|
if (scenario.seedPatch) {
|
|
132
131
|
const patchPath = resolve(repoRoot, scenario.seedPatch);
|
|
133
132
|
try {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"validate-suite.js","sourceRoot":"","sources":["../src/validate-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAY,CAAC,QAAQ,EAAE,QAAQ,
|
|
1
|
+
{"version":3,"file":"validate-suite.js","sourceRoot":"","sources":["../src/validate-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AAC7D,MAAM,kBAAkB,GACvB,mFAAmF,CAAC;AACrF,MAAM,cAAc,GAAG,IAAI,GAAG,CAAiB,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;AAC3F,MAAM,YAAY,GAAG,IAAI,GAAG,CAAsB,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;AAC/E,MAAM,WAAW,GAAG,IAAI,GAAG,CAAsC,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAC5F,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAA6C;IAC/E,OAAO;IACP,UAAU;IACV,UAAU;IACV,MAAM;CACN,CAAC,CAAC;AAgBH,SAAS,SAAS,CACjB,MAA8B,EAC9B,SAAiB,EACjB,KAAa,EACb,OAAe,EACf,QAAiB;IAEjB,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,cAAc,CACtB,MAA8B,EAC9B,SAAiB,EACjB,YAAoB,EACpB,MAAsB;IAEtB,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAChE,SAAS,CACR,MAAM,EACN,SAAS,EACT,aAAa,EACb,qCAAqC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAClE,YAAY,CACZ,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QACtF,SAAS,CACR,MAAM,EACN,SAAS,EACT,oBAAoB,EACpB,yDAAyD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,EAC7F,YAAY,CACZ,CAAC;IACH,CAAC;IACD,KAAK,MAAM,GAAG,IAAI;QACjB,MAAM;QACN,SAAS;QACT,SAAS;QACT,cAAc;QACd,iBAAiB;QACjB,cAAc;QACd,iBAAiB;KACR,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAClD,SAAS,CACR,MAAM,EACN,SAAS,EACT,UAAU,GAAG,EAAE,EACf,GAAG,GAAG,8BAA8B,EACpC,YAAY,CACZ,CAAC;QACH,CAAC;IACF,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,oBAAoB,CAAU,EAAE,CAAC;QACtE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAClD,SAAS,CACR,MAAM,EACN,SAAS,EACT,UAAU,GAAG,EAAE,EACf,GAAG,GAAG,yCAAyC,EAC/C,YAAY,CACZ,CAAC;QACH,CAAC;IACF,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,SAAS,CACR,MAAM,EACN,SAAS,EACT,cAAc,EACd,2DAA2D,EAC3D,YAAY,CACZ,CAAC;QACH,CAAC;aAAM,CAAC;YACP,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC9B,SAAS;gBACV,CAAC;gBACD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBACpF,SAAS,CACR,MAAM,EACN,SAAS,EACT,gBAAgB,KAAK,GAAG,EACxB,qDAAqD,EACrD,YAAY,CACZ,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;AACF,CAAC;AAED,SAAS,gBAAgB,CACxB,MAA8B,EAC9B,SAAiB,EACjB,QAAuB;IAEvB,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpE,SAAS,CACR,MAAM,EACN,SAAS,EACT,MAAM,EACN,QAAQ,CAAC,IAAI,KAAM,QAAsB;YACxC,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,mCAAmC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EACrE,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,IAAI,aAAa,IAAI,QAAQ,EAAE,CAAC;QAC/B,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,kBAAkB,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7E,SAAS,CACR,MAAM,EACN,SAAS,EACT,SAAS,EACT,sDAAsD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,EACxF,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACtF,SAAS,CACR,MAAM,EACN,SAAS,EACT,gBAAgB,EAChB,4CAA4C,EAC5C,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACzE,SAAS,CACR,MAAM,EACN,SAAS,EACT,QAAQ,EACR,yCAAyC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAC1E,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,aAAa,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QACnD,SAAS,CACR,MAAM,EACN,SAAS,EACT,eAAe,EACf,kCAAkC,EAClC,QAAQ,CAAC,IAAI,CACb,CAAC;IACH,CAAC;IACD,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,gBAAgB,CACxB,MAA8B,EAC9B,SAAiB,EACjB,KAAqB;IAErB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAChC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACf,OAAO;IACR,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpE,SAAS,CACR,MAAM,EACN,SAAS,EACT,eAAe,EACf,QAAQ,CAAC,IAAI,KAAM,QAAsB;YACxC,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,mCAAmC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CACrE,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7E,SAAS,CACR,MAAM,EACN,SAAS,EACT,kBAAkB,EAClB,sDAAsD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CACxF,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACtF,SAAS,CACR,MAAM,EACN,SAAS,EACT,yBAAyB,EACzB,4CAA4C,CAC5C,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACzE,SAAS,CACR,MAAM,EACN,SAAS,EACT,iBAAiB,EACjB,yCAAyC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAC1E,CAAC;IACH,CAAC;AACF,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,iBAAiB,CAChC,SAAiB,EACjB,KAAqB;IAErB,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,gBAAgB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3C,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACxC,gBAAgB,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,UAAoB,EACpB,OAA6E;IAE7E,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,CAAC;IAEnC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,IAAI,KAAqB,CAAC;QAC1B,IAAI,CAAC;YACJ,KAAK,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,SAAS,CACR,MAAM,EACN,SAAS,EACT,MAAM,EACN,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B,CACpE,CAAC;YACF,SAAS;QACV,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QACpD,gBAAgB,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC;QAE3C,IAAI,OAAO,EAAE,aAAa,IAAI,QAAQ,EAAE,CAAC;YACxC,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACxC,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACxB,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACxD,IAAI,CAAC;wBACJ,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;oBACzB,CAAC;oBAAC,MAAM,CAAC;wBACR,SAAS,CACR,MAAM,EACN,SAAS,EACT,WAAW,EACX,yBAAyB,QAAQ,CAAC,SAAS,EAAE,EAC7C,QAAQ,CAAC,IAAI,CACb,CAAC;oBACH,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO;QACN,EAAE,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QACvB,MAAM;QACN,aAAa,EAAE,UAAU,CAAC,MAAM;QAChC,gBAAgB;KAChB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAA6B;IACnE,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,aAAa,MAAM,CAAC,aAAa,cAAc,MAAM,CAAC,gBAAgB,kBAAkB,CAAC;IACjG,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;QAC1F,OAAO,GAAG,KAAK,MAAM,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;IACH,OAAO;QACN,sBAAsB,MAAM,CAAC,MAAM,CAAC,MAAM,aAAa;QACvD,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;KAC/B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@post-print/agent-test",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.4",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"bin": {
|
|
6
6
|
"agent-test": "./dist/cli.js"
|
|
@@ -19,22 +19,20 @@
|
|
|
19
19
|
"typecheck": "bunx tsc --build",
|
|
20
20
|
"lint": "bunx biome check .",
|
|
21
21
|
"lint:fix": "bunx biome check . --write",
|
|
22
|
-
"test": "
|
|
23
|
-
"test:sandbox-safe": "
|
|
24
|
-
"test:coverage": "
|
|
22
|
+
"test": "bun test",
|
|
23
|
+
"test:sandbox-safe": "bun test --path-ignore-patterns '**/scenario-seed.test.ts'",
|
|
24
|
+
"test:coverage": "bun test --coverage --coverage-reporter=text --coverage-reporter=lcov",
|
|
25
25
|
"clean": "rm -rf dist tsconfig.tsbuildinfo"
|
|
26
26
|
},
|
|
27
27
|
"dependencies": {
|
|
28
|
-
"@post-print/agent-harness": "0.3.
|
|
28
|
+
"@post-print/agent-harness": "0.3.4",
|
|
29
29
|
"chalk": "5"
|
|
30
30
|
},
|
|
31
31
|
"devDependencies": {
|
|
32
32
|
"@types/node": "^26.1.1",
|
|
33
|
-
"
|
|
34
|
-
"typescript": "~7.0.2",
|
|
35
|
-
"vitest": "^4.0.17"
|
|
33
|
+
"typescript": "~7.0.2"
|
|
36
34
|
},
|
|
37
|
-
"description": "
|
|
35
|
+
"description": "Direct-agent scenario runner and CLI for agent-spec suites",
|
|
38
36
|
"repository": {
|
|
39
37
|
"type": "git",
|
|
40
38
|
"url": "https://github.com/post-print/agent-spec.git",
|