@post-print/agent-test 1.1.9 → 2.0.1

package/dist/types.d.ts

@@ -1,364 +0,0 @@
-import type { AgentHost, AgentTrace, AgentUsage, ContextMode, ContextProfile, McpServerConfig, ScenarioUsageBreakdown, SkillContextSetting } from "@post-print/agent-harness";
-export type { AgentUsage, ContextMode, McpServerConfig, ScenarioUsageBreakdown, } from "@post-print/agent-harness";
-export type JudgeRubricItem = string | {
-    id?: string;
-    question: string;
-};
-/** Why the runner put a file in the host preamble. */
-export type ScenarioContextReason = "contextSources" | "profile" | "skills";
-/** One preamble file the host received for a run. */
-export interface ScenarioContextFile {
-    path: string;
-    text: string;
-    reason: ScenarioContextReason;
-    why: string;
-}
-export interface ScenarioRubric {
-    tier?: "low" | "medium" | "high";
-    /** Chat-style tier announce — infer one-line routing from transcript when routing.tier absent. */
-    handsOnRouting?: boolean;
-    /** Substring that must appear in assistant reply text. */
-    must?: string[];
-    /** Substring that must not appear in assistant text, commands, artifacts, or tool args. Tool results are ignored. */
-    mustNot?: string[];
-    mustRun?: string[];
-    /** Shell command substring that must be observed with a successful structured execution result. */
-    mustRunSuccessfully?: string[];
-    /**
-     * When set, every shell statement must include one listed fragment.
-     * Combined commands split on `&&`, `||`, `;`, `|`, and newlines.
-     * An empty list forbids every shell command.
-     */
-    allowedCommands?: string[];
-    /**
-     * Tool name substring, or `name:fragment` where fragment must appear in
-     * JSON args or the tool result. Matches built-in and MCP tool calls.
-     */
-    mustCallTool?: string[];
-    /** Required tool calls in chronological order. Extra calls are permitted. */
-    mustCallToolsInOrder?: string[];
-    mustNotCallTool?: string[];
-    /**
-     * Substring that must appear in Read-family args or a Shell/Bash path access.
-     * Hallucination scoring stays in live `judge` questions — these are lightweight proxies.
-     */
-    mustReadPath?: string[];
-    /** Substring that must not appear in any Read tool's JSON args. */
-    mustNotReadPath?: string[];
-    /**
-     * Skill folder names. Deterministic match is a SKILL.md / references read
-     * on a host skill path. Live judge then scores whether the agent followed it.
-     */
-    mustInvokeSkill?: string[];
-    mustNotInvokeSkill?: string[];
-    routingBlock?: boolean;
-    reviewDepth?: "quick" | "standard" | "thorough" | "full";
-    /** Any transcript outcome. The judge sees assistant text, tool args, and tool results. */
-    judge?: JudgeRubricItem[];
-}
-/** Arm id. Two-arm form uses `a` and `b`. Named arms use a lowercase slug. */
-export type CompareArmId = string;
-/** Named winner-versus-loser pair for a metric gate. */
-export type CompareMetric = "outcome" | "turns" | "tokens" | "tools" | "durationMs" | `judge:${string}`;
-export type CompareGateOperator = "equal" | "lessThan" | "atMost" | "atLeast" | "greaterThan";
-export type CompareGate = {
-    metric: CompareMetric;
-    winner: CompareArmId;
-    loser: CompareArmId;
-} | {
-    metric: CompareMetric;
-    arm: CompareArmId;
-    operator: CompareGateOperator;
-    value: number | "pass" | "fail";
-};
-export interface CompareJudgeMetric {
-    id: string;
-    question: string;
-}
-export interface CompareGateResult {
-    gate: CompareGate;
-    passed: boolean;
-    left?: number | "pass" | "fail";
-    right?: number | "pass" | "fail";
-    message: string;
-}
-/** Overrides for one side of a compare scenario. Omitted fields inherit the scenario. */
-export interface CompareArm {
-    /** Required on `compare.arms`. Implicit `a` / `b` in the two-arm form. */
-    id?: CompareArmId;
-    /** Display name. Omitted labels are control (a), experimental (b), or the arm id. */
-    label?: string;
-    /** Required. Says what this arm tests. */
-    description?: string;
-    prompt?: string;
-    host?: AgentHost;
-    /** How workspace instructions reach the host. */
-    contextMode?: ContextMode;
-    profile?: ContextProfile;
-    workspace?: string;
-    skills?: SkillContextSetting;
-    contextSources?: string[];
-    mcpServers?: Record<string, McpServerConfig>;
-    allowUserSkills?: boolean;
-    seedPatch?: string;
-    seedStageOnly?: boolean;
-    /**
-     * Extra deterministic checks for this arm only.
-     * Arrays append onto the scenario rubric. Do not set judge here.
-     */
-    rubric?: ScenarioRubric;
-}
-/**
- * Two or more live arms in one scenario.
- * Keep `a` and `b` for the two-arm form. Use `arms` when the scenario has more than two workspaces.
- * `gates` are optional outcome and measurement requirements.
- * `rubric.judge` is optional and scores every arm transcript.
- */
-export interface ScenarioCompare {
-    a?: CompareArm;
-    b?: CompareArm;
-    /** Named arms. Each row needs `id`, `description`, and a workspace override when the trees differ. */
-    arms?: CompareArm[];
-    /** Questions that the judge scores once for each arm. */
-    judgeMetrics?: CompareJudgeMetric[];
-    /** Independent conditions that decide an experiment. */
-    gates?: CompareGate[];
-}
-export interface CompareArmResult {
-    id: CompareArmId;
-    label: string;
-    prompt: string;
-    /** Plain-language note for this arm. */
-    description?: string;
-    trace?: AgentTrace;
-    durationMs?: number;
-    passed?: boolean;
-    failures?: AssertionFailure[];
-    judgeVerdicts?: JudgeVerdictResult[];
-    /** Whether this arm used host discovery or a runner-built preamble. */
-    contextMode?: ContextMode;
-    /** Preamble files this arm sent to the host. */
-    contextFiles?: ScenarioContextFile[];
-    /** Exact initial user input submitted through a builtin host adapter. */
-    hostInput?: string;
-    /** Internal parent-owned judge workspace handoff. */
-    judgeWorkspace?: {
-        name: string;
-        path: string;
-        cleanup: () => Promise<void>;
-    };
-}
-export interface ScenarioCompareResult {
-    /** Every arm in author order. */
-    arms: CompareArmResult[];
-    /** Present when an arm id is `a`. */
-    a?: CompareArmResult;
-    /** Present when an arm id is `b`. */
-    b?: CompareArmResult;
-    gates?: CompareGate[];
-    gateResults?: CompareGateResult[];
-}
-export interface AgentScenario {
-    name: string;
-    /** Plain-language note. Says what this scenario tests. */
-    description?: string;
-    /** Run two or more arms. Optional metric gates and an optional shared judge. */
-    compare?: ScenarioCompare;
-    prompt: string;
-    host?: AgentHost;
-    /** Default `harness-preamble` preserves agent-test 1.0 behavior. */
-    contextMode?: ContextMode;
-    profile?: ContextProfile;
-    /** Extra skill folders to overlay. Project skills in the git repo load without this. */
-    skills?: SkillContextSetting;
-    /** Additive context paths (merged after suite defaults.contextSources). */
-    contextSources?: string[];
-    /** Inline MCP servers for live Cursor (merged over suite defaults by server name). */
-    mcpServers?: Record<string, McpServerConfig>;
-    /**
-     * Caller-relative folder that becomes the sealed repo.
-     * Omit or `"."` copies caller HEAD. A subfolder copies only that tree.
-     */
-    workspace?: string;
-    /**
-     * Load host-global user skills from the developer machine.
-     * Default false. Keep false for a custom `workspace` fixture.
-     */
-    allowUserSkills?: boolean;
-    /** OpenAI only: allow network access in the Codex workspace-write sandbox. Default false. */
-    networkAccess?: boolean;
-    /** Live-only: apply patch + commit in worktree so pr-mode branch diff exists. */
-    seedPatch?: string;
-    /** Live-only: with seedPatch, stage changes without committing (staged review mode). */
-    seedStageOnly?: boolean;
-    /**
-     * Assertions / judge criteria. May be omitted in scenarios.json when supplied via
-     * sibling `rubrics.json` / `scenarios.rubric.json` or `--rubrics-dir` (harness-only);
-     * `loadSuiteFile` always normalizes to an object.
-     */
-    rubric: ScenarioRubric;
-    skip?: boolean;
-}
-export interface AgentSuiteDefaults {
-    host?: AgentHost;
-    /** Default context delivery for scenarios in this suite. */
-    contextMode?: ContextMode;
-    profile?: ContextProfile;
-    /** Extra skill folders to overlay, or `"none"`. */
-    skills?: SkillContextSetting;
-    /** Additive repo-relative context paths or `.skeleton/customize/` basenames. */
-    contextSources?: string[];
-    /** Inline MCP servers for direct agent runs. */
-    mcpServers?: Record<string, McpServerConfig>;
-    /**
-     * Caller-relative folder that becomes the sealed repo.
-     * Scenario `workspace` wins when both are set.
-     */
-    workspace?: string;
-    /**
-     * Load host-global user skills from the developer machine.
-     * Default false. Scenario `allowUserSkills` wins when both are set.
-     */
-    allowUserSkills?: boolean;
-}
-export interface AgentSuiteFile {
-    name: string;
-    description?: string;
-    /**
-     * Host matrix for this suite (Playwright-style projects).
-     * When set, a run expands once per host. `--host` then filters the list.
-     */
-    hosts?: AgentHost[];
-    defaults?: AgentSuiteDefaults;
-    scenarios: AgentScenario[];
-}
-export interface AssertionFailure {
-    matcher: string;
-    message: string;
-    /** Normalized failure class for console, bundles, and CI consumers. */
-    category: FailureCategory;
-    /** Optional diagnostic detail (printed in --debug). */
-    evidence?: string;
-}
-export type FailureCategory = "rubric_miss" | "judge_infra" | "judge_parse" | "agent_runtime" | "worktree_leak" | "recording_error";
-export interface JudgeVerdictResult {
-    id: string;
-    question: string;
-    pass: boolean;
-    rationale: string;
-    evidence?: string[];
-    /** Exact prompt sent to the judge classifier. */
-    prompt?: string;
-    /** Exact text returned by the judge classifier. */
-    response?: string;
-    infraError?: string;
-    parseError?: string;
-    rawSdkStatus?: string;
-    sdkError?: {
-        message?: string;
-        code?: string;
-    };
-    attempt?: number;
-    transcriptChars?: number;
-    promptChars?: number;
-    workspaceEvidence?: string[];
-    usage?: AgentUsage;
-}
-export type StoryCheckStatus = "pass" | "fail" | "info";
-/** One scored rubric or metric line. */
-export interface StoryCheck {
-    text: string;
-    status: StoryCheckStatus;
-}
-/** One verdict block. Compare runs use one section per arm. */
-export interface StorySection {
-    title?: string;
-    description?: string;
-    checks: StoryCheck[];
-    /** Trace summary and observational notes. */
-    notes?: string[];
-}
-/** CLI and HTML summary of rubric checks and what the run produced. */
-export interface ScenarioStory {
-    criteria: string[];
-    result: string[];
-    /** Failures and judge notes. Shown under Result. */
-    verdict: string[];
-    /** Scored checks grouped by arm. Theme and HTML prefer this when set. */
-    sections?: StorySection[];
-}
-export interface ScenarioResult {
-    suite: string;
-    scenario: string;
-    passed: boolean;
-    failures: AssertionFailure[];
-    skipped?: boolean;
-    durationMs: number;
-    /** Total live attempts including announce-stop retries (omit or 1 when no retry). */
-    attempts?: number;
-    /** LLM judge verdicts when judge criteria were evaluated. */
-    judgeVerdicts?: JudgeVerdictResult[];
-    /** Agent + judge + total token usage when reported. */
-    usage?: ScenarioUsageBreakdown;
-    /** Denormalized agent-run usage. */
-    agentUsage?: AgentUsage;
-    /** Denormalized judge usage (sum of criteria). */
-    judgeUsage?: AgentUsage;
-    /** Scenario prompt sent to the host (for HTML conversation). */
-    prompt?: string;
-    /** Whether workspace instructions used host discovery or a runner-built preamble. */
-    contextMode?: ContextMode;
-    /** Preamble files this run sent to the host. */
-    contextFiles?: ScenarioContextFile[];
-    /** Exact initial user input submitted through a builtin host adapter. */
-    hostInput?: string;
-    /** Plain-language note. Says what this scenario tests. */
-    description?: string;
-    /** Full agent transcript when available (for HTML reports / debug bundles). */
-    trace?: AgentTrace;
-    /** Compare arms when this scenario is a compare run. */
-    compare?: ScenarioCompareResult;
-    /** Plain-language summary of the check, the agent run, and the verdict. */
-    story?: ScenarioStory;
-    /** Absolute path to the debug bundle directory when --debug wrote one. */
-    debugBundleDir?: string;
-    /** Internal handoff for parent-owned compare judging; omitted from reports. */
-    judgeWorkspace?: {
-        name: string;
-        path: string;
-        cleanup: () => Promise<void>;
-    };
-}
-/** Aggregate token usage across scenarios that reported it. */
-export interface UsageStats {
-    scenariosWithUsage: number;
-    sumTotalTokens?: number;
-    p50TotalTokens?: number;
-    p95TotalTokens?: number;
-    maxTotalTokens?: number;
-    sumInputTokens?: number;
-    sumOutputTokens?: number;
-}
-export interface RunSummary {
-    infraFailures: number;
-    rubricFailures: number;
-    agentRuntimeFailures: number;
-    worktreeLeaks: number;
-    recordingErrors: number;
-    judgeParseFailures: number;
-    /** Scenarios where the LLM judge used more than one attempt. */
-    retriedScenarios: number;
-    /** Scenarios where announce-stop scenario retry re-ran the agent. */
-    scenarioRetriedScenarios: number;
-    usage?: UsageStats;
-}
-export interface SuiteRunReport {
-    suite: string;
-    host: AgentHost;
-    passed: number;
-    failed: number;
-    skipped: number;
-    results: ScenarioResult[];
-    summary?: RunSummary;
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,SAAS,EACT,UAAU,EACV,UAAU,EACV,WAAW,EACX,cAAc,EACd,eAAe,EACf,sBAAsB,EACtB,mBAAmB,EACnB,MAAM,2BAA2B,CAAC;AAEnC,YAAY,EACX,UAAU,EACV,WAAW,EACX,eAAe,EACf,sBAAsB,GACtB,MAAM,2BAA2B,CAAC;AAEnC,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG;IAAE,EAAE,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAEzE,sDAAsD;AACtD,MAAM,MAAM,qBAAqB,GAAG,gBAAgB,GAAG,SAAS,GAAG,QAAQ,CAAC;AAE5E,qDAAqD;AACrD,MAAM,WAAW,mBAAmB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,qBAAqB,CAAC;IAC9B,GAAG,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACjC,kGAAkG;IAClG,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,0DAA0D;IAC1D,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,qHAAqH;IACrH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,mGAAmG;IACnG,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,6EAA6E;IAC7E,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,mEAAmE;IACnE,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;IACzD,0FAA0F;IAC1F,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;CAC1B;AAED,8EAA8E;AAC9E,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC;AAElC,wDAAwD;AACxD,MAAM,MAAM,aAAa,GACtB,SAAS,GACT,OAAO,GACP,QAAQ,GACR,OAAO,GACP,YAAY,GACZ,SAAS,MAAM,EAAE,CAAC;AAErB,MAAM,MAAM,mBAAmB,GAAG,OAAO,GAAG,UAAU,GAAG,QAAQ,GAAG,SAAS,GAAG,aAAa,CAAC;AAE9F,MAAM,MAAM,WAAW,GACpB;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,YAAY,CAAA;CAAE,GACpE;IACA,MAAM,EAAE,aAAa,CAAC;IACtB,GAAG,EAAE,YAAY,CAAC;IAClB,QAAQ,EAAE,mBAAmB,CAAC;IAC9B,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;CAC/B,CAAC;AAEL,MAAM,WAAW,kBAAkB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;IAChC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,yFAAyF;AACzF,MAAM,WAAW,UAAU;IAC1B,0EAA0E;IAC1E,EAAE,CAAC,EAAE,YAAY,CAAC;IAClB,qFAAqF;IACrF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,0CAA0C;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,iDAAiD;IACjD,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC7C,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;;OAGG;IACH,MAAM,CAAC,EAAE,cAAc,CAAC;CACxB;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAe;IAC/B,CAAC,CAAC,EAAE,UAAU,CAAC;IACf,CAAC,CAAC,EAAE,UAAU,CAAC;IACf,sGAAsG;IACtG,IAAI,CAAC,EAAE,UAAU,EAAE,CAAC;IACpB,yDAAyD;IACzD,YAAY,CAAC,EAAE,kBAAkB,EAAE,CAAC;IACpC,wDAAwD;IACxD,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAChC,EAAE,EAAE,YAAY,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,wCAAwC;IACxC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC9B,aAAa,CAAC,EAAE,kBAAkB,EAAE,CAAC;IACrC,uEAAuE;IACvE,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,gDAAgD;IAChD,YAAY,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACrC,yEAAyE;IACzE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,qDAAqD;IACrD,cAAc,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;KAAE,CAAC;CAC9E;AAED,MAAM,WAAW,qBAAqB;IACrC,iCAAiC;IACjC,IAAI,EAAE,gBAAgB,EAAE,CAAC;IACzB,qCAAqC;IACrC,CAAC,CAAC,EAAE,gBAAgB,CAAC;IACrB,qCAAqC;IACrC,CAAC,CAAC,EAAE,gBAAgB,CAAC;IACrB,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;IACtB,WAAW,CAAC,EAAE,iBAAiB,EAAE,CAAC;CAClC;AAED,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,0DAA0D;IAC1D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gFAAgF;IAChF,OAAO,CAAC,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,oEAAoE;IACpE,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,wFAAwF;IACxF,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,2EAA2E;IAC3E,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,sFAAsF;IACtF,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC7C;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,6FAA6F;IAC7F,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,iFAAiF;IACjF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wFAAwF;IACxF,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;;;OAIG;IACH,MAAM,EAAE,cAAc,CAAC;IACvB,IAAI,CAAC,EAAE,OAAO,CAAC;CACf;AAED,MAAM,WAAW,kBAAkB;IAClC,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,4DAA4D;IAC5D,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,mDAAmD;IACnD,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,gFAAgF;IAChF,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,gDAAgD;IAChD,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC7C;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;IACpB,QAAQ,CAAC,EAAE,kBAAkB,CAAC;IAC9B,SAAS,EAAE,aAAa,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,gBAAgB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,uEAAuE;IACvE,QAAQ,EAAE,eAAe,CAAC;IAC1B,uDAAuD;IACvD,QAAQ,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,eAAe,GACxB,aAAa,GACb,aAAa,GACb,aAAa,GACb,eAAe,GACf,eAAe,GACf,iBAAiB,CAAC;AAErB,MAAM,WAAW,kBAAkB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,iDAAiD;IACjD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,KAAK,CAAC,EAAE,UAAU,CAAC;CACnB;AAED,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAExD,wCAAwC;AACxC,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CACzB;AAED,+DAA+D;AAC/D,MAAM,WAAW,YAAY;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,6CAA6C;IAC7C,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,uEAAuE;AACvE,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,oDAAoD;IACpD,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,yEAAyE;IACzE,QAAQ,CAAC,EAAE,YAAY,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,qFAAqF;IACrF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6DAA6D;IAC7D,aAAa,CAAC,EAAE,kBAAkB,EAAE,CAAC;IACrC,uDAAuD;IACvD,KAAK,CAAC,EAAE,sBAAsB,CAAC;IAC/B,oCAAoC;IACpC,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,kDAAkD;IAClD,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,gEAAgE;IAChE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qFAAqF;IACrF,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,gDAAgD;IAChD,YAAY,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACrC,yEAAyE;IACzE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0DAA0D;IAC1D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+EAA+E;IAC/E,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,wDAAwD;IACxD,OAAO,CAAC,EAAE,qBAAqB,CAAC;IAChC,2EAA2E;IAC3E,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,0EAA0E;IAC1E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,+EAA+E;IAC/E,cAAc,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;KAAE,CAAC;CAC9E;AAED,+DAA+D;AAC/D,MAAM,WAAW,UAAU;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gEAAgE;IAChE,gBAAgB,EAAE,MAAM,CAAC;IACzB,qEAAqE;IACrE,wBAAwB,EAAE,MAAM,CAAC;IACjC,KAAK,CAAC,EAAE,UAAU,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,OAAO,CAAC,EAAE,UAAU,CAAC;CACrB"}

package/dist/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist/validate-seeds.d.ts

@@ -1,20 +0,0 @@
-export interface SeedValidationIssue {
-    suite: string;
-    scenario: string;
-    seedPatch: string;
-    message: string;
-}
-export interface SeedValidationReport {
-    ok: boolean;
-    issues: SeedValidationIssue[];
-    checked: number;
-}
-/** Apply each seedPatch in a sealed workspace to verify hunks match the current baseline. */
-export declare function validateSeedPatches(options: {
-    cwd: string;
-    suitesDir: string;
-    rubricsDir?: string;
-    filter?: string;
-}): Promise<SeedValidationReport>;
-export declare function formatSeedValidationReport(report: SeedValidationReport): string;
-//# sourceMappingURL=validate-seeds.d.ts.map

package/dist/validate-seeds.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"validate-seeds.d.ts","sourceRoot":"","sources":["../src/validate-seeds.ts"],"names":[],"mappings":"AAaA,MAAM,WAAW,mBAAmB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACpC,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,mBAAmB,EAAE,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,6FAA6F;AAC7F,wBAAsB,mBAAmB,CAAC,OAAO,EAAE;IAClD,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAsChC;AA6BD,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,oBAAoB,GAAG,MAAM,CAQ/E"}

package/dist/validate-seeds.js

@@ -1,72 +0,0 @@
-import { resolve } from "node:path";
-import { createSealedWorkspace, defaultSealedOverlayPaths, isCallerHeadWorkspace, } from "@post-print/agent-harness";
-import { discoverSuites } from "./discover-suites.js";
-import { loadSuiteFile } from "./load-suite.js";
-import { seedScenarioWorktree } from "./scenario-seed.js";
-import { resolveScenarioWorkspaceRel } from "./validate-suite.js";
-/** Apply each seedPatch in a sealed workspace to verify hunks match the current baseline. */
-export async function validateSeedPatches(options) {
-    const suitesDir = resolve(options.cwd, options.suitesDir);
-    const suitePaths = await discoverSuites(suitesDir);
-    const filtered = options.filter
-        ? suitePaths.filter((path) => path.includes(`/${options.filter}/`) ||
-            path.endsWith(`/${options.filter}/scenarios.json`))
-        : suitePaths;
-    const issues = [];
-    let checked = 0;
-    for (const suitePath of filtered) {
-        const suite = await loadSuiteFile(suitePath, { rubricsDir: options.rubricsDir });
-        for (const scenario of suite.scenarios) {
-            if (!scenario.seedPatch) {
-                continue;
-            }
-            checked++;
-            try {
-                await validateOneSeed(options.cwd, scenario.seedPatch, {
-                    stageOnly: scenario.seedStageOnly,
-                    workspace: resolveScenarioWorkspaceRel(suite, scenario),
-                });
-            }
-            catch (error) {
-                issues.push({
-                    suite: suite.name,
-                    scenario: scenario.name,
-                    seedPatch: scenario.seedPatch,
-                    message: error instanceof Error ? error.message : String(error),
-                });
-            }
-        }
-    }
-    return { ok: issues.length === 0, issues, checked };
-}
-async function validateOneSeed(repoRoot, seedPatch, options) {
-    let cleanup;
-    let applyPath;
-    try {
-        const sealed = await createSealedWorkspace({
-            callerCwd: repoRoot,
-            workspace: options.workspace,
-            overlayPaths: isCallerHeadWorkspace(options.workspace)
-                ? defaultSealedOverlayPaths()
-                : undefined,
-        });
-        cleanup = sealed.cleanup;
-        applyPath = sealed.path;
-        await seedScenarioWorktree(repoRoot, applyPath, seedPatch, {
-            stageOnly: options.stageOnly,
-        });
-    }
-    finally {
-        if (cleanup) {
-            await cleanup().catch(() => undefined);
-        }
-    }
-}
-export function formatSeedValidationReport(report) {
-    if (report.ok) {
-        return `Validated ${report.checked} seed patch(es): OK`;
-    }
-    const lines = report.issues.map((issue) => `  - ${issue.suite}/${issue.scenario} (${issue.seedPatch}): ${issue.message}`);
-    return [`Seed validation failed (${report.issues.length} issue(s)):`, ...lines].join("\n");
-}
-//# sourceMappingURL=validate-seeds.js.map

package/dist/validate-seeds.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"validate-seeds.js","sourceRoot":"","sources":["../src/validate-seeds.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EACN,qBAAqB,EACrB,yBAAyB,EACzB,qBAAqB,GACrB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAelE,6FAA6F;AAC7F,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAKzC;IACA,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC1D,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM;QAC9B,CAAC,CAAC,UAAU,CAAC,MAAM,CACjB,CAAC,IAAI,EAAE,EAAE,CACR,IAAI,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YACpC,IAAI,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,MAAM,iBAAiB,CAAC,CACnD;QACF,CAAC,CAAC,UAAU,CAAC;IAEd,MAAM,MAAM,GAA0B,EAAE,CAAC;IACzC,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;QACjF,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACxC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;gBACzB,SAAS;YACV,CAAC;YACD,OAAO,EAAE,CAAC;YACV,IAAI,CAAC;gBACJ,MAAM,eAAe,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,SAAS,EAAE;oBACtD,SAAS,EAAE,QAAQ,CAAC,aAAa;oBACjC,SAAS,EAAE,2BAA2B,CAAC,KAAK,EAAE,QAAQ,CAAC;iBACvD,CAAC,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC;oBACX,KAAK,EAAE,KAAK,CAAC,IAAI;oBACjB,QAAQ,EAAE,QAAQ,CAAC,IAAI;oBACvB,SAAS,EAAE,QAAQ,CAAC,SAAS;oBAC7B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC/D,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AACrD,CAAC;AAED,KAAK,UAAU,eAAe,CAC7B,QAAgB,EAChB,SAAiB,EACjB,OAAoD;IAEpD,IAAI,OAA0C,CAAC;IAC/C,IAAI,SAAiB,CAAC;IACtB,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC;YAC1C,SAAS,EAAE,QAAQ;YACnB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,YAAY,EAAE,qBAAqB,CAAC,OAAO,CAAC,SAAS,CAAC;gBACrD,CAAC,CAAC,yBAAyB,EAAE;gBAC7B,CAAC,CAAC,SAAS;SACZ,CAAC,CAAC;QACH,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QACzB,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,MAAM,oBAAoB,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE;YAC1D,SAAS,EAAE,OAAO,CAAC,SAAS;SAC5B,CAAC,CAAC;IACJ,CAAC;YAAS,CAAC;QACV,IAAI,OAAO,EAAE,CAAC;YACb,MAAM,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,MAA4B;IACtE,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,aAAa,MAAM,CAAC,OAAO,qBAAqB,CAAC;IACzD,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAC9B,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,SAAS,MAAM,KAAK,CAAC,OAAO,EAAE,CACxF,CAAC;IACF,OAAO,CAAC,2BAA2B,MAAM,CAAC,MAAM,CAAC,MAAM,aAAa,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5F,CAAC"}

package/dist/validate-suite.d.ts

@@ -1,24 +0,0 @@
-import type { AgentScenario, AgentSuiteFile } from "./types.js";
-export interface SuiteValidationIssue {
-    suitePath: string;
-    scenario?: string;
-    field: string;
-    message: string;
-}
-export interface SuiteValidationReport {
-    ok: boolean;
-    issues: SuiteValidationIssue[];
-    suitesChecked: number;
-    scenariosChecked: number;
-}
-/** Semantic validation beyond structural loadSuiteFile checks. */
-export declare function validateSuiteFile(suitePath: string, suite: AgentSuiteFile): SuiteValidationIssue[];
-export declare function validateSuitePaths(suitePaths: string[], options?: {
-    validatePaths?: boolean;
-    repoRoot?: string;
-    rubricsDir?: string;
-}): Promise<SuiteValidationReport>;
-export declare function formatValidationReport(report: SuiteValidationReport): string;
-/** Scenario workspace wins over suite defaults. Caller HEAD when omit or `"."`. */
-export declare function resolveScenarioWorkspaceRel(suite: Pick<AgentSuiteFile, "defaults">, scenario: Pick<AgentScenario, "workspace">): string | undefined;
-//# sourceMappingURL=validate-suite.d.ts.map

package/dist/validate-suite.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"validate-suite.d.ts","sourceRoot":"","sources":["../src/validate-suite.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EACX,aAAa,EACb,cAAc,EAKd,MAAM,YAAY,CAAC;AAiEpB,MAAM,WAAW,oBAAoB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,qBAAqB;IACrC,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,oBAAoB,EAAE,CAAC;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;CACzB;AAspBD,kEAAkE;AAClE,wBAAgB,iBAAiB,CAChC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,cAAc,GACnB,oBAAoB,EAAE,CAsCxB;AAED,wBAAsB,kBAAkB,CACvC,UAAU,EAAE,MAAM,EAAE,EACpB,OAAO,CAAC,EAAE;IAAE,aAAa,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GAC3E,OAAO,CAAC,qBAAqB,CAAC,CAyHhC;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,qBAAqB,GAAG,MAAM,CAY5E;AAED,mFAAmF;AACnF,wBAAgB,2BAA2B,CAC1C,KAAK,EAAE,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,EACvC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,GACxC,MAAM,GAAG,SAAS,CAIpB"}