@restormel/testing-core 0.1.1 → 0.1.5

package/dist/ac-sequence.d.ts

@@ -0,0 +1,64 @@
+import type { JudgeRubric, SuccessCriteria } from "./success-criteria.js";
+import type { Verdict } from "./verdict.js";
+/** Built-in LLM agent settings for `execution_mode: ac_sequence`. */
+export interface AcSequenceBuiltInAgent {
+    /**
+     * Keys logical ref (e.g. `ref:restormel-keys:llm/primary`) or env slot name (`llm_primary`).
+     * Resolved like `judge_rubric.model_ref`.
+     */
+    modelRef?: string;
+    /** Max model rounds per acceptance criterion (default 12). */
+    maxRoundsPerCriterion?: number;
+    /** Extra system instructions (no secrets). */
+    instructions?: string;
+}
+export interface AcSequencePostCheckHttp {
+    /** Absolute URL or path relative to environment `base_url`. */
+    url: string;
+    /** Default GET. */
+    method?: string;
+    /** Pass if response status is in this list (default [200]). */
+    expectStatus?: number[];
+    /** Optional headers (do not put secrets in YAML). */
+    headers?: Record<string, string>;
+    /** Request body for non-GET methods. */
+    body?: string;
+}
+/** Playwright `getByRole`-style check (less brittle than raw CSS). */
+export interface AcSequencePostCheckDomRoleName {
+    role: string;
+    /** Optional accessible name (substring match). */
+    name?: string;
+    expectVisible?: boolean;
+}
+export interface AcSequencePostCheck {
+    /** Must match a suite `acceptance_criteria[].id`. */
+    acId: string;
+    http?: AcSequencePostCheckHttp;
+    domRoleName?: AcSequencePostCheckDomRoleName;
+    /**
+     * Runs as a shell hook with AC env (`RESTORMEL_TESTING_AC_ID`, etc.).
+     * Product DB checks belong in your script — the runner does not open DB sockets from YAML.
+     */
+    dbShell?: string;
+}
+export interface AcSequenceConfig {
+    builtInAgent: AcSequenceBuiltInAgent;
+    /** Optional shell before each criterion’s agent loop (same cwd as other hooks). */
+    criterionExecutor?: string;
+    /** Deterministic gates after the agent (and optional judge), keyed by AC id. */
+    criterionSuccess?: Record<string, SuccessCriteria>;
+    /** Per-AC judge rubrics (structured JSON includes `ac_id`). */
+    criterionRubrics?: Record<string, JudgeRubric>;
+    postChecks?: AcSequencePostCheck[];
+}
+/** One row per suite acceptance criterion executed inside an `ac_sequence` goal. */
+export interface AcSequenceStepResult {
+    criterionId: string;
+    verdict: Verdict;
+    reasonCode: string;
+    summary: string;
+    agentRoundsUsed: number;
+    evidenceRefs: string[];
+}
+//# sourceMappingURL=ac-sequence.d.ts.map

package/dist/ac-sequence.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ac-sequence.d.ts","sourceRoot":"","sources":["../src/ac-sequence.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAE5C,qEAAqE;AACrE,MAAM,WAAW,sBAAsB;IACrC;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,8DAA8D;IAC9D,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,8CAA8C;IAC9C,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,uBAAuB;IACtC,+DAA+D;IAC/D,GAAG,EAAE,MAAM,CAAC;IACZ,mBAAmB;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,+DAA+D;IAC/D,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,qDAAqD;IACrD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,wCAAwC;IACxC,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,sEAAsE;AACtE,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,kDAAkD;IAClD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC,qDAAqD;IACrD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,uBAAuB,CAAC;IAC/B,WAAW,CAAC,EAAE,8BAA8B,CAAC;IAC7C;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,sBAAsB,CAAC;IACrC,mFAAmF;IACnF,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gFAAgF;IAChF,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IACnD,+DAA+D;IAC/D,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAC/C,UAAU,CAAC,EAAE,mBAAmB,EAAE,CAAC;CACpC;AAED,oFAAoF;AACpF,MAAM,WAAW,oBAAoB;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB"}

package/dist/ac-sequence.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ac-sequence.js.map

package/dist/ac-sequence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ac-sequence.js","sourceRoot":"","sources":["../src/ac-sequence.ts"],"names":[],"mappings":""}

package/dist/acceptance.d.ts

@@ -0,0 +1,27 @@
+import type { GoalRunRecord } from "./run.js";
+/** Verdict for one business acceptance criterion after a run. */
+export type AcceptanceCriterionVerdict = "passed" | "failed" | "indeterminate" | "not_covered"
+/** Criterion was not in the `--ac` filter for this invocation. */
+ | "skipped";
+/** Declared in suite config (`acceptance_criteria`). */
+export interface AcceptanceCriterionDefinition {
+    id: string;
+    text: string;
+}
+/** Per-criterion outcome written to `RunRecord.acceptanceResults`. */
+export interface AcceptanceCriterionResult {
+    id: string;
+    text: string;
+    verdict: AcceptanceCriterionVerdict;
+    summary?: string;
+    evidenceRefs: string[];
+    coveredByGoalIds: string[];
+}
+/**
+ * Roll up goal outcomes onto suite acceptance criteria.
+ * Goals link via {@link GoalRunRecord.acceptanceCriterionIds} (copied from config).
+ */
+export declare function aggregateAcceptanceCriterionResults(definitions: AcceptanceCriterionDefinition[] | undefined, goalRuns: GoalRunRecord[], options?: {
+    criterionFilter?: Set<string>;
+}): AcceptanceCriterionResult[] | undefined;
+//# sourceMappingURL=acceptance.d.ts.map

package/dist/acceptance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"acceptance.d.ts","sourceRoot":"","sources":["../src/acceptance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAE9C,iEAAiE;AACjE,MAAM,MAAM,0BAA0B,GAClC,QAAQ,GACR,QAAQ,GACR,eAAe,GACf,aAAa;AACf,kEAAkE;GAChE,SAAS,CAAC;AAEd,wDAAwD;AACxD,MAAM,WAAW,6BAA6B;IAC5C,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;CACd;AAED,sEAAsE;AACtE,MAAM,WAAW,yBAAyB;IACxC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,0BAA0B,CAAC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B;AAmBD;;;GAGG;AACH,wBAAgB,mCAAmC,CACjD,WAAW,EAAE,6BAA6B,EAAE,GAAG,SAAS,EACxD,QAAQ,EAAE,aAAa,EAAE,EACzB,OAAO,CAAC,EAAE;IAAE,eAAe,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;CAAE,GAC1C,yBAAyB,EAAE,GAAG,SAAS,CA0DzC"}

package/dist/acceptance.js

@@ -0,0 +1,81 @@
+function worstVerdict(a, b) {
+    const rank = {
+        passed: 0,
+        skipped: 1,
+        not_covered: 2,
+        indeterminate: 3,
+        failed: 4,
+    };
+    return rank[a] >= rank[b] ? a : b;
+}
+function goalVerdictToAcVerdict(v) {
+    if (v === "passed")
+        return "passed";
+    if (v === "failed")
+        return "failed";
+    return "indeterminate";
+}
+/**
+ * Roll up goal outcomes onto suite acceptance criteria.
+ * Goals link via {@link GoalRunRecord.acceptanceCriterionIds} (copied from config).
+ */
+export function aggregateAcceptanceCriterionResults(definitions, goalRuns, options) {
+    if (definitions === undefined || definitions.length === 0)
+        return undefined;
+    const filter = options?.criterionFilter;
+    return definitions.map((def) => {
+        if (filter !== undefined && !filter.has(def.id)) {
+            return {
+                id: def.id,
+                text: def.text,
+                verdict: "skipped",
+                summary: "Not in --ac filter for this run",
+                evidenceRefs: [],
+                coveredByGoalIds: [],
+            };
+        }
+        const covering = goalRuns.filter((gr) => gr.acceptanceCriterionIds?.includes(def.id));
+        if (covering.length === 0) {
+            return {
+                id: def.id,
+                text: def.text,
+                verdict: "not_covered",
+                summary: "No goal lists this criterion in acceptance_criterion_ids",
+                evidenceRefs: [],
+                coveredByGoalIds: [],
+            };
+        }
+        let verdict = "passed";
+        const summaries = [];
+        const evidence = new Set();
+        const goalIds = [];
+        for (const gr of covering) {
+            goalIds.push(gr.goalId);
+            const stepsFor = (gr.acSequenceSteps ?? []).filter((s) => s.criterionId === def.id);
+            if (stepsFor.length > 0) {
+                for (const s of stepsFor) {
+                    verdict = worstVerdict(verdict, goalVerdictToAcVerdict(s.verdict));
+                    summaries.push(`${gr.goalId}: ${s.summary}`);
+                    for (const e of s.evidenceRefs)
+                        evidence.add(e);
+                }
+            }
+            else {
+                verdict = worstVerdict(verdict, goalVerdictToAcVerdict(gr.verdict));
+                if (gr.summary)
+                    summaries.push(`${gr.goalId}: ${gr.summary}`);
+                for (const e of gr.evidenceRefs)
+                    evidence.add(e);
+            }
+        }
+        return {
+            id: def.id,
+            text: def.text,
+            verdict,
+            summary: summaries.length > 0 ? summaries.join(" · ") : undefined,
+            evidenceRefs: [...evidence],
+            coveredByGoalIds: goalIds,
+        };
+    });
+}
+//# sourceMappingURL=acceptance.js.map

package/dist/acceptance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"acceptance.js","sourceRoot":"","sources":["../src/acceptance.ts"],"names":[],"mappings":"AA2BA,SAAS,YAAY,CAAC,CAA6B,EAAE,CAA6B;IAChF,MAAM,IAAI,GAA+C;QACvD,MAAM,EAAE,CAAC;QACT,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,CAAC;QACd,aAAa,EAAE,CAAC;QAChB,MAAM,EAAE,CAAC;KACV,CAAC;IACF,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,sBAAsB,CAAC,CAA2B;IACzD,IAAI,CAAC,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IACpC,IAAI,CAAC,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IACpC,OAAO,eAAe,CAAC;AACzB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mCAAmC,CACjD,WAAwD,EACxD,QAAyB,EACzB,OAA2C;IAE3C,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5E,MAAM,MAAM,GAAG,OAAO,EAAE,eAAe,CAAC;IAExC,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC7B,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAChD,OAAO;gBACL,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,SAAkB;gBAC3B,OAAO,EAAE,iCAAiC;gBAC1C,YAAY,EAAE,EAAE;gBAChB,gBAAgB,EAAE,EAAE;aACrB,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,sBAAsB,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACtF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,aAAsB;gBAC/B,OAAO,EAAE,0DAA0D;gBACnE,YAAY,EAAE,EAAE;gBAChB,gBAAgB,EAAE,EAAE;aACrB,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,GAA+B,QAAQ,CAAC;QACnD,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC1B,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;YACxB,MAAM,QAAQ,GAAG,CAAC,EAAE,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;YACpF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;oBACzB,OAAO,GAAG,YAAY,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;oBACnE,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC7C,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY;wBAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,YAAY,CAAC,OAAO,EAAE,sBAAsB,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;gBACpE,IAAI,EAAE,CAAC,OAAO;oBAAE,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC9D,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,YAAY;oBAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAED,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO;YACP,OAAO,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;YACjE,YAAY,EAAE,CAAC,GAAG,QAAQ,CAAC;YAC3B,gBAAgB,EAAE,OAAO;SAC1B,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/goal.d.ts

@@ -1,5 +1,27 @@
+import type { AcSequenceConfig } from "./ac-sequence.js";
 import type { SuccessCriteria } from "./success-criteria.js";
 export type GoalType = "browser" | "performance" | "native";
+/**
+ * - **observe** (default): navigate to `start_path`, then evaluate `success_criteria` (and optional judge) on that page.
+ * - **agent**: run `mission_executor` (shell) with mission env, then open a browser and evaluate post-mission criteria (see docs).
+ * - **ac_sequence**: built-in LLM browser agent walks suite `acceptance_criteria` in order (see docs).
+ */
+export type ExecutionMode = "observe" | "agent" | "ac_sequence";
+/** Optional limits passed to `mission_executor` via `RESTORMEL_TESTING_MISSION_CONSTRAINTS` (JSON). */
+export interface MissionConstraints {
+    /** Suggested wall-clock budget for the executor process (ms); runner uses max of this and shell-hook timeout. */
+    maxDurationMs?: number;
+    /** Informational URL glob patterns the executor should respect (e.g. `http://localhost:3000/**`). */
+    urlAllowlist?: string[];
+}
+/**
+ * After `mission_executor` exits 0, navigate and evaluate these criteria (deterministic + judge).
+ * If `success_criteria` is omitted, the top-level goal `success_criteria` is used for this phase.
+ */
+export interface AfterAgentPhase {
+    startPath?: string;
+    successCriteria?: SuccessCriteria;
+}
 /** Opaque hook identifier (script id, npm script name, etc.). */
 export type HookRef = string;
 export interface TestGoal {
@@ -12,9 +34,33 @@ export interface TestGoal {
      * Resolved with `new URL(startPath, baseUrl)`.
      */
     startPath?: string;
+    /** Defaults to **observe**. **agent** is only valid for `type: browser`. */
+    executionMode?: ExecutionMode;
+    /**
+     * Natural-language mission (required for **agent** mode). Passed to the executor as `RESTORMEL_TESTING_MISSION`.
+     * Does not auto-run an LLM inside the runner — `mission_executor` implements the mission (e.g. your agent CLI).
+     */
+    mission?: string;
+    /**
+     * Shell command invoked in **agent** mode after preconditions. Must exit 0 before post-mission browser checks.
+     */
+    missionExecutor?: string;
+    missionConstraints?: MissionConstraints;
+    /** Overrides post-mission navigation path and/or success criteria after the executor succeeds. */
+    afterAgent?: AfterAgentPhase;
+    /**
+     * **`execution_mode: ac_sequence` only.** Suite must declare `acceptance_criteria`.
+     * YAML: `ac_sequence` / `acSequence`.
+     */
+    acSequence?: AcSequenceConfig;
     preconditions?: HookRef[];
     cleanup?: HookRef[];
     exclusiveWith?: string[];
     tags?: string[];
+    /**
+     * Links automation to suite `acceptance_criteria` ids. Used for AC roll-up and `--ac` filtering.
+     * YAML: `acceptance_criterion_ids` / `acceptanceCriterionIds`.
+     */
+    acceptanceCriterionIds?: string[];
 }
 //# sourceMappingURL=goal.d.ts.map

package/dist/goal.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"goal.d.ts","sourceRoot":"","sources":["../src/goal.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAE7D,MAAM,MAAM,QAAQ,GAAG,SAAS,GAAG,aAAa,GAAG,QAAQ,CAAC;AAE5D,iEAAiE;AACjE,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,eAAe,CAAC;IACjC;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,OAAO,EAAE,CAAC;IAC1B,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB"}
+{"version":3,"file":"goal.d.ts","sourceRoot":"","sources":["../src/goal.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAE7D,MAAM,MAAM,QAAQ,GAAG,SAAS,GAAG,aAAa,GAAG,QAAQ,CAAC;AAE5D;;;;GAIG;AACH,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,OAAO,GAAG,aAAa,CAAC;AAEhE,uGAAuG;AACvG,MAAM,WAAW,kBAAkB;IACjC,iHAAiH;IACjH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,qGAAqG;IACrG,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAED;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC;AAED,iEAAiE;AACjE,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,eAAe,CAAC;IACjC;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,4EAA4E;IAC5E,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,kGAAkG;IAClG,UAAU,CAAC,EAAE,eAAe,CAAC;IAC7B;;;OAGG;IACH,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,aAAa,CAAC,EAAE,OAAO,EAAE,CAAC;IAC1B,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB;;;OAGG;IACH,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;CACnC"}

package/dist/guards.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"guards.d.ts","sourceRoot":"","sources":["../src/guards.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAG3C,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,aAAa,CAYtE;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,SAAS,CAa9D;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,UAAU,CAsBhE;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,MAAM,CA0BxD"}
+{"version":3,"file":"guards.d.ts","sourceRoot":"","sources":["../src/guards.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAiB3C,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,aAAa,CAoBtE;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,SAAS,CAa9D;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,UAAU,CAsBhE;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,MAAM,CA0BxD"}

package/dist/guards.js

@@ -1,15 +1,33 @@
 import { isVerdict } from "./verdict.js";
+function isAcSequenceStepResult(value) {
+    if (value === null || typeof value !== "object")
+        return false;
+    const s = value;
+    return (typeof s.criterionId === "string" &&
+        isVerdict(s.verdict) &&
+        typeof s.reasonCode === "string" &&
+        typeof s.summary === "string" &&
+        typeof s.agentRoundsUsed === "number" &&
+        Array.isArray(s.evidenceRefs) &&
+        s.evidenceRefs.every((x) => typeof x === "string"));
+}
 export function isGoalRunRecord(value) {
     if (value === null || typeof value !== "object")
         return false;
     const g = value;
+    const acOk = g.acceptanceCriterionIds === undefined ||
+        (Array.isArray(g.acceptanceCriterionIds) && g.acceptanceCriterionIds.every((x) => typeof x === "string"));
+    const seqOk = g.acSequenceSteps === undefined ||
+        (Array.isArray(g.acSequenceSteps) && g.acSequenceSteps.every(isAcSequenceStepResult));
     return (typeof g.goalId === "string" &&
         isVerdict(g.verdict) &&
         typeof g.reasonCode === "string" &&
         typeof g.summary === "string" &&
         typeof g.retriesUsed === "number" &&
         Array.isArray(g.evidenceRefs) &&
-        g.evidenceRefs.every((x) => typeof x === "string"));
+        g.evidenceRefs.every((x) => typeof x === "string") &&
+        acOk &&
+        seqOk);
 }
 export function isRunRecord(value) {
     if (value === null || typeof value !== "object")

package/dist/guards.js.map

@@ -1 +1 @@
-{"version":3,"file":"guards.js","sourceRoot":"","sources":["../src/guards.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,MAAM,UAAU,eAAe,CAAC,KAAc;IAC5C,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,OAAO,CACL,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ;QAC5B,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;QACpB,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ;QAChC,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;QAC7B,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ;QACjC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC;QAC7B,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CACnD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAc;IACxC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,OAAO,CACL,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ;QACxB,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;QAC7B,OAAO,CAAC,CAAC,aAAa,KAAK,QAAQ;QACnC,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC;QAC7C,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ;QAC/B,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;QACpB,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QACzB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,CAClC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAc;IACzC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,MAAM,KAAK,GAAG;QACZ,YAAY;QACZ,QAAQ;QACR,WAAW;QACX,YAAY;QACZ,WAAW;QACX,aAAa;QACb,OAAO;KACC,CAAC;IACX,OAAO,CACL,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ;QACxB,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ;QAC3B,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ;QAC5B,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ;QAC/B,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;QACzB,KAA2B,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7C,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ;QAC/B,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAC9B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc;IACrC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;QACtF,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9C,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACtD,MAAM,EAAE,GAAG,CAA4B,CAAC;QACxC,MAAM,KAAK,GAAG;YACZ,YAAY;YACZ,OAAO;YACP,KAAK;YACL,SAAS;YACT,SAAS;YACT,QAAQ;YACR,OAAO;SACC,CAAC;QACX,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAE,KAA2B,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACnF,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;IAChD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}
+{"version":3,"file":"guards.js","sourceRoot":"","sources":["../src/guards.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,SAAS,sBAAsB,CAAC,KAAc;IAC5C,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,OAAO,CACL,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ;QACjC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;QACpB,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ;QAChC,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;QAC7B,OAAO,CAAC,CAAC,eAAe,KAAK,QAAQ;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC;QAC7B,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CACnD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAc;IAC5C,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,MAAM,IAAI,GACR,CAAC,CAAC,sBAAsB,KAAK,SAAS;QACtC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC;IAC5G,MAAM,KAAK,GACT,CAAC,CAAC,eAAe,KAAK,SAAS;QAC/B,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,CAAC;IACxF,OAAO,CACL,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ;QAC5B,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;QACpB,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ;QAChC,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;QAC7B,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ;QACjC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC;QAC7B,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC;QAClD,IAAI;QACJ,KAAK,CACN,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAc;IACxC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,OAAO,CACL,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ;QACxB,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;QAC7B,OAAO,CAAC,CAAC,aAAa,KAAK,QAAQ;QACnC,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC;QAC7C,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ;QAC/B,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;QACpB,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QACzB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,CAClC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAc;IACzC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,MAAM,KAAK,GAAG;QACZ,YAAY;QACZ,QAAQ;QACR,WAAW;QACX,YAAY;QACZ,WAAW;QACX,aAAa;QACb,OAAO;KACC,CAAC;IACX,OAAO,CACL,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ;QACxB,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ;QAC3B,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ;QAC5B,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ;QAC/B,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;QACzB,KAA2B,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7C,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ;QAC/B,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAC9B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc;IACrC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;QACtF,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9C,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACtD,MAAM,EAAE,GAAG,CAA4B,CAAC;QACxC,MAAM,KAAK,GAAG;YACZ,YAAY;YACZ,OAAO;YACP,KAAK;YACL,SAAS;YACT,SAAS;YACT,QAAQ;YACR,OAAO;SACC,CAAC;QACX,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAE,KAA2B,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACnF,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;IAChD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/index.d.ts

@@ -7,8 +7,11 @@ export { isVerdict, VERDICTS } from "./verdict.js";
 export { successCriteriaToAssertions } from "./normalize.js";
 export type { Assertion } from "./assertion.js";
 export type { DomAssertion, JudgeAssertion, StructuredAssertion, TextAbsentAssertion, TextPresentAssertion, UrlAssertion, } from "./assertion.js";
+export type { AcSequenceBuiltInAgent, AcSequenceConfig, AcSequencePostCheck, AcSequencePostCheckDomRoleName, AcSequencePostCheckHttp, AcSequenceStepResult, } from "./ac-sequence.js";
+export type { AcceptanceCriterionDefinition, AcceptanceCriterionResult, AcceptanceCriterionVerdict, } from "./acceptance.js";
+export { aggregateAcceptanceCriterionResults } from "./acceptance.js";
 export type { EnvironmentProfile } from "./environment.js";
-export type { GoalType, HookRef, TestGoal } from "./goal.js";
+export type { AfterAgentPhase, ExecutionMode, GoalType, HookRef, MissionConstraints, TestGoal, } from "./goal.js";
 export type { ArtifactPolicy, RetryPolicy } from "./policies.js";
 export type { ArtifactRef, ReproductionHint, Report, RunReport, } from "./report.js";
 export type { CostEstimate, GoalRunRecord, KeysModelMeta, RunRecord, RunRequest, RunTrigger, SuiteReportSlice, TraceEvent, TraceEventKind, } from "./run.js";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,kBAAkB,EAAG,yBAAkC,CAAC;AAErE,OAAO,EACL,eAAe,EACf,QAAQ,EACR,WAAW,EACX,YAAY,GACb,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,2BAA2B,EAAE,MAAM,gBAAgB,CAAC;AAE7D,YAAY,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChD,YAAY,EACV,YAAY,EACZ,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,YAAY,GACb,MAAM,gBAAgB,CAAC;AACxB,YAAY,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAC3D,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAC7D,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjE,YAAY,EACV,WAAW,EACX,gBAAgB,EAChB,MAAM,EACN,SAAS,GACV,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,YAAY,EACZ,aAAa,EACb,aAAa,EACb,SAAS,EACT,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,UAAU,EACV,cAAc,GACf,MAAM,UAAU,CAAC;AAClB,YAAY,EAAE,WAAW,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC3F,YAAY,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC5C,YAAY,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAE5C,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,YAAY,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAEjE,yCAAyC;AACzC,MAAM,MAAM,OAAO,GAAG,OAAO,UAAU,EAAE,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,kBAAkB,EAAG,yBAAkC,CAAC;AAErE,OAAO,EACL,eAAe,EACf,QAAQ,EACR,WAAW,EACX,YAAY,GACb,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,2BAA2B,EAAE,MAAM,gBAAgB,CAAC;AAE7D,YAAY,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChD,YAAY,EACV,YAAY,EACZ,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,YAAY,GACb,MAAM,gBAAgB,CAAC;AACxB,YAAY,EACV,sBAAsB,EACtB,gBAAgB,EAChB,mBAAmB,EACnB,8BAA8B,EAC9B,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,6BAA6B,EAC7B,yBAAyB,EACzB,0BAA0B,GAC3B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,mCAAmC,EAAE,MAAM,iBAAiB,CAAC;AACtE,YAAY,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAC3D,YAAY,EACV,eAAe,EACf,aAAa,EACb,QAAQ,EACR,OAAO,EACP,kBAAkB,EAClB,QAAQ,GACT,MAAM,WAAW,CAAC;AACnB,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjE,YAAY,EACV,WAAW,EACX,gBAAgB,EAChB,MAAM,EACN,SAAS,GACV,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,YAAY,EACZ,aAAa,EACb,aAAa,EACb,SAAS,EACT,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,UAAU,EACV,cAAc,GACf,MAAM,UAAU,CAAC;AAClB,YAAY,EAAE,WAAW,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC3F,YAAY,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC5C,YAAY,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAE5C,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,YAAY,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAEjE,yCAAyC;AACzC,MAAM,MAAM,OAAO,GAAG,OAAO,UAAU,EAAE,SAAS,CAAC"}

package/dist/index.js

@@ -5,5 +5,6 @@ export const testingCorePackage = "@restormel/testing-core";
 export { isGoalRunRecord, isReport, isRunRecord, isTraceEvent, } from "./guards.js";
 export { isVerdict, VERDICTS } from "./verdict.js";
 export { successCriteriaToAssertions } from "./normalize.js";
+export { aggregateAcceptanceCriterionResults } from "./acceptance.js";
 export { isPathContainedInRoot, resolvePathUnderRoot, sanitizePathSegment, } from "./safe-path.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,yBAAkC,CAAC;AAErE,OAAO,EACL,eAAe,EACf,QAAQ,EACR,WAAW,EACX,YAAY,GACb,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,2BAA2B,EAAE,MAAM,gBAAgB,CAAC;AAmC7D,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,gBAAgB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,yBAAkC,CAAC;AAErE,OAAO,EACL,eAAe,EACf,QAAQ,EACR,WAAW,EACX,YAAY,GACb,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,2BAA2B,EAAE,MAAM,gBAAgB,CAAC;AAwB7D,OAAO,EAAE,mCAAmC,EAAE,MAAM,iBAAiB,CAAC;AAgCtE,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,gBAAgB,CAAC"}

package/dist/run.d.ts

@@ -1,3 +1,5 @@
+import type { AcSequenceStepResult } from "./ac-sequence.js";
+import type { AcceptanceCriterionDefinition, AcceptanceCriterionResult } from "./acceptance.js";
 import type { Verdict } from "./verdict.js";
 export type RunTrigger = "local" | "ci";
 /** Input to execute a suite (or subset) in local or CI. */
@@ -38,6 +40,10 @@ export interface CostEstimate {
 export interface SuiteReportSlice {
     id: string;
     description?: string;
+    /** Echo of suite `user_story` for human reports. */
+    userStory?: string;
+    /** Echo of suite `acceptance_criteria` definitions (id + text only). */
+    acceptanceCriteria?: AcceptanceCriterionDefinition[];
     tags?: string[];
     environmentId: string;
     goalCount: number;
@@ -51,6 +57,10 @@ export interface GoalRunRecord {
     retriesUsed: number;
     /** Paths or ids relative to the run artefact root. */
     evidenceRefs: string[];
+    /** Copied from config for acceptance-criterion roll-up. */
+    acceptanceCriterionIds?: string[];
+    /** Populated by `execution_mode: ac_sequence` goals — one entry per suite criterion attempted. */
+    acSequenceSteps?: AcSequenceStepResult[];
 }
 export interface RunRecord {
     id: string;
@@ -71,6 +81,10 @@ export interface RunRecord {
      */
     judgeInvocationCount?: number;
     costEstimate?: CostEstimate;
+    /**
+     * When the suite declares `acceptance_criteria`, rolled up from goals via `acceptance_criterion_ids`.
+     */
+    acceptanceResults?: AcceptanceCriterionResult[];
 }
 export type TraceEventKind = "navigation" | "action" | "assertion" | "model_call" | "tool_call" | "observation" | "error";
 export interface TraceEvent {

package/dist/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../src/run.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,MAAM,UAAU,GAAG,OAAO,GAAG,IAAI,CAAC;AAExC,2DAA2D;AAC3D,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,UAAU,CAAC;IACpB,iDAAiD;IACjD,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,sDAAsD;IACtD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,yEAAyE;AACzE,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,2EAA2E;IAC3E,gBAAgB,CAAC,EAAE,MAAM,GAAG,cAAc,CAAC;CAC5C;AAED,MAAM,WAAW,YAAY;IAC3B,8BAA8B;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,aAAa,CAAC,EAAE;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,sDAAsD;AACtD,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,iFAAiF;IACjF,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,sDAAsD;IACtD,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,UAAU,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,4CAA4C;IAC5C,aAAa,CAAC,EAAE,aAAa,EAAE,CAAC;IAChC;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,MAAM,MAAM,cAAc,GACtB,YAAY,GACZ,QAAQ,GACR,WAAW,GACX,YAAY,GACZ,WAAW,GACX,aAAa,GACb,OAAO,CAAC;AAEZ,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,cAAc,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../src/run.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,KAAK,EAAE,6BAA6B,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAChG,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,MAAM,UAAU,GAAG,OAAO,GAAG,IAAI,CAAC;AAExC,2DAA2D;AAC3D,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,UAAU,CAAC;IACpB,iDAAiD;IACjD,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,sDAAsD;IACtD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,yEAAyE;AACzE,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,2EAA2E;IAC3E,gBAAgB,CAAC,EAAE,MAAM,GAAG,cAAc,CAAC;CAC5C;AAED,MAAM,WAAW,YAAY;IAC3B,8BAA8B;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,aAAa,CAAC,EAAE;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,sDAAsD;AACtD,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oDAAoD;IACpD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wEAAwE;IACxE,kBAAkB,CAAC,EAAE,6BAA6B,EAAE,CAAC;IACrD,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,iFAAiF;IACjF,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,sDAAsD;IACtD,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,2DAA2D;IAC3D,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;IAClC,kGAAkG;IAClG,eAAe,CAAC,EAAE,oBAAoB,EAAE,CAAC;CAC1C;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,UAAU,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,4CAA4C;IAC5C,aAAa,CAAC,EAAE,aAAa,EAAE,CAAC;IAChC;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B;;OAEG;IACH,iBAAiB,CAAC,EAAE,yBAAyB,EAAE,CAAC;CACjD;AAED,MAAM,MAAM,cAAc,GACtB,YAAY,GACZ,QAAQ,GACR,WAAW,GACX,YAAY,GACZ,WAAW,GACX,aAAa,GACb,OAAO,CAAC;AAEZ,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,cAAc,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC"}

package/dist/suite.d.ts

@@ -1,8 +1,19 @@
+import type { AcceptanceCriterionDefinition } from "./acceptance.js";
 import type { ArtifactPolicy, RetryPolicy } from "./policies.js";
 import type { TestGoal } from "./goal.js";
 export interface TestSuite {
     id: string;
     description?: string;
+    /**
+     * Optional business narrative (As a … I want …). Reported prominently; not executed by the runner.
+     * YAML: `user_story` / `userStory`.
+     */
+    userStory?: string;
+    /**
+     * Ordered acceptance criteria with stable ids for reports and traceability.
+     * YAML: `acceptance_criteria` / `acceptanceCriteria` as `{ id, text }[]`.
+     */
+    acceptanceCriteria?: AcceptanceCriterionDefinition[];
     /** Id of an `EnvironmentProfile` in resolved config. */
     environment: string;
     goals: TestGoal[];

package/dist/suite.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"suite.d.ts","sourceRoot":"","sources":["../src/suite.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE1C,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wDAAwD;IACxD,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,uEAAuE;IACvE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC"}
+{"version":3,"file":"suite.d.ts","sourceRoot":"","sources":["../src/suite.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,iBAAiB,CAAC;AACrE,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE1C,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,6BAA6B,EAAE,CAAC;IACrD,wDAAwD;IACxD,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,uEAAuE;IACvE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@restormel/testing-core",
-  "version": "0.1.1",
+  "version": "0.1.5",
   "description": "Contracts, run/verdict types, and shared primitives (scaffold).",
   "license": "MIT",
   "repository": {