@prismatic-io/lux 0.0.2-preview.3 → 0.0.2-preview.4

package/src/orchestrator/orchestrator.ts

@@ -128,6 +128,8 @@ export type RunRequest = {
   /** Root that relative `fixtures` dir paths resolve against. */
   fixturesRoot?: string | undefined;
   answererOverride?: string | undefined;
+  /** Skip built-in rubric judge assertions without changing subject execution. */
+  skipJudge?: boolean | undefined;
   startedAt?: Date | undefined;
   /** The `runSuite` invocation this case attempt belongs to. */
   suiteId?: string | undefined;
@@ -568,6 +570,7 @@ export class Orchestrator {
         assertions: assertionImplementations,
         validatedAssertionsHash,
         graderContext: this.harness,
+        skipJudge: request.skipJudge ?? false,
       });
       return await this.runWithPlugins(
         {
@@ -593,6 +596,7 @@ export class Orchestrator {
             assertions: assertionImplementations,
             lifecycleFixtures,
             validatedAssertionsHash,
+            skipJudge: request.skipJudge ?? false,
           }),
           fixtureValues: valuesForFixtures(lifecycleFixtures),
           driver,
@@ -617,6 +621,7 @@ export class Orchestrator {
       runsRoot: string;
       fixturesRoot?: string | undefined;
       answererOverride?: string | undefined;
+      skipJudge?: boolean | undefined;
       observer?: SuiteObserver | undefined;
       /** Aborts the cases in flight and stops the pool pulling new ones. */
       abortSignal?: AbortSignal | undefined;
@@ -788,6 +793,7 @@ export class Orchestrator {
             runsRoot: opts.runsRoot,
             fixturesRoot: opts.fixturesRoot,
             answererOverride: opts.answererOverride,
+            skipJudge: opts.skipJudge,
             observer: handle ?? observer,
             abortSignal: opts.abortSignal,
             suiteId: suite.manifest.suiteId,

package/src/orchestrator/run-execution.ts

@@ -560,7 +560,7 @@ class RunExecution implements RunLifecycleEffects<RunResult> {
     const outcome = this.require(this.loopOutcome, "driver outcome");
     const agentEndedAt = new Date();
     const exitReason = agentExitReason(outcome, this.collection.error);
-    const summary = outcome.kind === "done" ? outcome.done.summary : undefined;
+    const summary = outcome.kind === "done" ? outcome.done.summary : outcome.error.summary;
     const driverCost = costFromSummary(summary);
     const reportedModelAccounting = modelAccountingFromSummary(summary);
     const answererAccounting = readAnswererModelAccounting(this.args.answerer);
@@ -657,6 +657,7 @@ class RunExecution implements RunLifecycleEffects<RunResult> {
       request.recordGradingAssertion,
       modelAttempts,
       this.args.validatedAssertionConfigs,
+      request.skipJudge ?? false,
     );
   }
 

package/lib/answerers/scripted/index.d.ts

@@ -1,8 +0,0 @@
-import { z } from "zod";
-import { type AnswererPlugin } from "../../core/index.js";
-export declare const ScriptedAnswererConfigSchema: z.ZodObject<{
-    fixturePath: z.ZodString;
-}, z.core.$strict>;
-export type ScriptedAnswererConfig = z.infer<typeof ScriptedAnswererConfigSchema>;
-export declare const scriptedAnswerer: AnswererPlugin<ScriptedAnswererConfig>;
-//# sourceMappingURL=index.d.ts.map

package/lib/answerers/scripted/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/answerers/scripted/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAGL,KAAK,cAAc,EAIpB,MAAM,qBAAqB,CAAC;AA8B7B,eAAO,MAAM,4BAA4B;;kBAAiD,CAAC;AAE3F,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AA0IlF,eAAO,MAAM,gBAAgB,EAAE,cAAc,CAAC,sBAAsB,CAInE,CAAC"}

package/lib/answerers/scripted/index.js

@@ -1,163 +0,0 @@
-import { readFile } from "node:fs/promises";
-import { resolve } from "node:path";
-import { load as loadYaml } from "js-yaml";
-import { z } from "zod";
-import { formatZodIssues, InterruptKindSchema, } from "../../core/index.js";
-import { approveAnswer } from "../shared.js";
-const MatchSchema = z
-    .object({
-    kind: InterruptKindSchema.optional(),
-    id: z.string().optional(),
-    question_contains: z.string().optional(),
-    question_matches: z.string().optional(),
-    request_contains: z.string().optional(),
-})
-    .strict();
-const AnsweredAskSchema = z.object({ answer: z.string() }).strict();
-const AnsweredApproveSchema = z
-    .object({ approved: z.boolean(), reason: z.string().optional() })
-    .strict();
-const AnsweredCustomSchema = z.object({ payload: z.unknown() }).strict();
-const RuleSchema = z.union([
-    z.object({ match: MatchSchema, answer: z.string() }).strict(),
-    z.object({ match: MatchSchema, approved: z.boolean(), reason: z.string().optional() }).strict(),
-    z.object({ match: MatchSchema, payload: z.unknown() }).strict(),
-    z.object({ default: AnsweredAskSchema }).strict(),
-    z.object({ default: AnsweredApproveSchema }).strict(),
-    z.object({ default: AnsweredCustomSchema }).strict(),
-]);
-const FixtureSchema = z.array(RuleSchema);
-export const ScriptedAnswererConfigSchema = z.object({ fixturePath: z.string() }).strict();
-const ruleLabel = (path, index) => `rule ${index + 1} of ${path}`;
-const bodyKind = (rule) => {
-    const body = "default" in rule ? rule.default : rule;
-    if ("answer" in body)
-        return "ask";
-    if ("approved" in body)
-        return "approve";
-    return "custom";
-};
-const matchableKind = (m) => {
-    if (m.kind)
-        return m.kind;
-    if (m.question_contains !== undefined || m.question_matches !== undefined)
-        return "ask";
-    if (m.request_contains !== undefined)
-        return "approve";
-    return undefined;
-};
-const compileQuestionPattern = (rule, path, index) => {
-    if (!("match" in rule) || rule.match.question_matches === undefined)
-        return undefined;
-    try {
-        return new RegExp(rule.match.question_matches);
-    }
-    catch (err) {
-        throw new Error(`scripted: invalid question_matches in ${ruleLabel(path, index)}: ${err instanceof Error ? err.message : String(err)}`);
-    }
-};
-// The rule's match fields and answer body are independently valid shapes, so
-// their interrupt kinds still need a semantic cross-check.
-const prepareRule = (rule, path, index) => {
-    if ("match" in rule) {
-        const wanted = matchableKind(rule.match);
-        const answered = bodyKind(rule);
-        if (wanted !== undefined && wanted !== answered) {
-            throw new Error(`scripted: ${ruleLabel(path, index)} matches ${wanted} interrupts but its body answers ${answered}`);
-        }
-    }
-    return { rule, questionPattern: compileQuestionPattern(rule, path, index) };
-};
-const matches = ({ rule, questionPattern }, interrupt) => {
-    if (!("match" in rule))
-        return false;
-    const m = rule.match;
-    if (m.kind && m.kind !== interrupt.kind)
-        return false;
-    if (m.id && m.id !== interrupt.id)
-        return false;
-    if (m.question_contains) {
-        if (interrupt.kind !== "ask")
-            return false;
-        if (!interrupt.question.includes(m.question_contains))
-            return false;
-    }
-    if (questionPattern) {
-        if (interrupt.kind !== "ask")
-            return false;
-        if (!questionPattern.test(interrupt.question))
-            return false;
-    }
-    if (m.request_contains) {
-        if (interrupt.kind !== "approve")
-            return false;
-        if (!interrupt.request.includes(m.request_contains))
-            return false;
-    }
-    return true;
-};
-// A fixture may carry one default per interrupt kind; the shape of the
-// default's body is what says which kind it can answer.
-const defaultAnswersKind = (rule, kind) => {
-    if (!("default" in rule))
-        return false;
-    const body = rule.default;
-    if (kind === "ask")
-        return "answer" in body;
-    if (kind === "approve")
-        return "approved" in body;
-    return "payload" in body;
-};
-const buildAnswer = (rule, interrupt) => {
-    const body = "default" in rule ? rule.default : rule;
-    if (interrupt.kind === "ask") {
-        if (!("answer" in body)) {
-            throw new Error(`scripted: rule for ask interrupt missing 'answer' (id=${interrupt.id})`);
-        }
-        return { kind: "ask", id: interrupt.id, text: body.answer };
-    }
-    if (interrupt.kind === "approve") {
-        if (!("approved" in body)) {
-            throw new Error(`scripted: rule for approve interrupt missing 'approved' (id=${interrupt.id})`);
-        }
-        return approveAnswer(interrupt.id, body.approved, body.reason);
-    }
-    if (!("payload" in body)) {
-        throw new Error(`scripted: rule for custom interrupt missing 'payload' (id=${interrupt.id})`);
-    }
-    return { kind: "custom", id: interrupt.id, payload: body.payload };
-};
-class ScriptedAnswererImpl {
-    rules = [];
-    config;
-    constructor(config) {
-        this.config = config;
-    }
-    async prepare() {
-        const path = resolve(this.config.fixturePath);
-        const raw = loadYaml(await readFile(path, "utf-8"));
-        const parsed = FixtureSchema.safeParse(raw);
-        if (!parsed.success) {
-            throw new Error(`scripted: invalid fixture at ${path}: ${formatZodIssues(parsed.error)}`);
-        }
-        this.rules = parsed.data.map((rule, index) => prepareRule(rule, path, index));
-    }
-    async answer(interrupt) {
-        const matched = this.rules.find((r) => matches(r, interrupt));
-        if (matched) {
-            return buildAnswer(matched.rule, interrupt);
-        }
-        const fallback = this.rules.find((r) => defaultAnswersKind(r.rule, interrupt.kind));
-        if (fallback) {
-            return buildAnswer(fallback.rule, interrupt);
-        }
-        throw new Error(`scripted: no rule matched interrupt (kind=${interrupt.kind}, id=${interrupt.id}) and no default provided`);
-    }
-    async close() { }
-}
-export const scriptedAnswerer = {
-    name: "scripted",
-    configSchema: ScriptedAnswererConfigSchema,
-    create: (config) => new ScriptedAnswererImpl(config),
-};
-//# sourceMappingURL=index.js.map

package/lib/answerers/scripted/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/answerers/scripted/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,IAAI,IAAI,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAIL,eAAe,EAEf,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,WAAW,GAAG,CAAC;KAClB,MAAM,CAAC;IACN,IAAI,EAAE,mBAAmB,CAAC,QAAQ,EAAE;IACpC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;AACpE,MAAM,qBAAqB,GAAG,CAAC;KAC5B,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;KAChE,MAAM,EAAE,CAAC;AACZ,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;AAEzE,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC;IACzB,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IAC7D,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IAC/F,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IAC/D,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE;IACjD,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC,CAAC,MAAM,EAAE;IACrD,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE;CACrD,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;AAE1C,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;AAS3F,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,KAAa,EAAU,EAAE,CAAC,QAAQ,KAAK,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;AAE1F,MAAM,QAAQ,GAAG,CAAC,IAAU,EAAqB,EAAE;IACjD,MAAM,IAAI,GAAG,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IACrD,IAAI,QAAQ,IAAI,IAAI;QAAE,OAAO,KAAK,CAAC;IACnC,IAAI,UAAU,IAAI,IAAI;QAAE,OAAO,SAAS,CAAC;IACzC,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,CAA8B,EAAiC,EAAE;IACtF,IAAI,CAAC,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC,IAAI,CAAC;IAC1B,IAAI,CAAC,CAAC,iBAAiB,KAAK,SAAS,IAAI,CAAC,CAAC,gBAAgB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACxF,IAAI,CAAC,CAAC,gBAAgB,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACvD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,sBAAsB,GAAG,CAAC,IAAU,EAAE,IAAY,EAAE,KAAa,EAAsB,EAAE;IAC7F,IAAI,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACtF,IAAI,CAAC;QACH,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,yCAAyC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,KAC7D,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CACjD,EAAE,CACH,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAEF,6EAA6E;AAC7E,2DAA2D;AAC3D,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,IAAY,EAAE,KAAa,EAAgB,EAAE;IAC5E,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CACb,aAAa,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,YAAY,MAAM,oCAAoC,QAAQ,EAAE,CACpG,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,sBAAsB,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;AAC9E,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,eAAe,EAAgB,EAAE,SAAoB,EAAW,EAAE;IACzF,IAAI,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACrC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;IACrB,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACtD,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,EAAE;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,CAAC,CAAC,iBAAiB,EAAE,CAAC;QACxB,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK;YAAE,OAAO,KAAK,CAAC;QAC3C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,iBAAiB,CAAC;YAAE,OAAO,KAAK,CAAC;IACtE,CAAC;IACD,IAAI,eAAe,EAAE,CAAC;QACpB,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK;YAAE,OAAO,KAAK,CAAC;QAC3C,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAC;IAC9D,CAAC;IACD,IAAI,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACvB,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAC/C,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC;YAAE,OAAO,KAAK,CAAC;IACpE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,uEAAuE;AACvE,wDAAwD;AACxD,MAAM,kBAAkB,GAAG,CAAC,IAAU,EAAE,IAAuB,EAAW,EAAE;IAC1E,IAAI,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC;IAC1B,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,QAAQ,IAAI,IAAI,CAAC;IAC5C,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,UAAU,IAAI,IAAI,CAAC;IAClD,OAAO,SAAS,IAAI,IAAI,CAAC;AAC3B,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,SAAoB,EAAU,EAAE;IAC/D,MAAM,IAAI,GAAG,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IACrD,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,yDAAyD,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5F,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IAC9D,CAAC;IACD,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QACjC,IAAI,CAAC,CAAC,UAAU,IAAI,IAAI,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CACb,+DAA+D,SAAS,CAAC,EAAE,GAAG,CAC/E,CAAC;QACJ,CAAC;QACD,OAAO,aAAa,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,6DAA6D,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC;IAChG,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;AACrE,CAAC,CAAC;AAEF,MAAM,oBAAoB;IAChB,KAAK,GAAmB,EAAE,CAAC;IAClB,MAAM,CAAyB;IAEhD,YAAY,MAA8B;QACxC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAoB;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC;QAC9D,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QACpF,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,IAAI,KAAK,CACb,6CAA6C,SAAS,CAAC,IAAI,QAAQ,SAAS,CAAC,EAAE,2BAA2B,CAC3G,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,KAAmB,CAAC;CAChC;AAED,MAAM,CAAC,MAAM,gBAAgB,GAA2C;IACtE,IAAI,EAAE,UAAU;IAChB,YAAY,EAAE,4BAA4B;IAC1C,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,oBAAoB,CAAC,MAAM,CAAC;CACrD,CAAC"}

package/src/answerers/scripted/index.ts

@@ -1,186 +0,0 @@
-import { readFile } from "node:fs/promises";
-import { resolve } from "node:path";
-import { load as loadYaml } from "js-yaml";
-import { z } from "zod";
-import {
-  type Answer,
-  type Answerer,
-  type AnswererPlugin,
-  formatZodIssues,
-  type Interrupt,
-  InterruptKindSchema,
-} from "../../core/index.js";
-import { approveAnswer } from "../shared.js";
-
-const MatchSchema = z
-  .object({
-    kind: InterruptKindSchema.optional(),
-    id: z.string().optional(),
-    question_contains: z.string().optional(),
-    question_matches: z.string().optional(),
-    request_contains: z.string().optional(),
-  })
-  .strict();
-
-const AnsweredAskSchema = z.object({ answer: z.string() }).strict();
-const AnsweredApproveSchema = z
-  .object({ approved: z.boolean(), reason: z.string().optional() })
-  .strict();
-const AnsweredCustomSchema = z.object({ payload: z.unknown() }).strict();
-
-const RuleSchema = z.union([
-  z.object({ match: MatchSchema, answer: z.string() }).strict(),
-  z.object({ match: MatchSchema, approved: z.boolean(), reason: z.string().optional() }).strict(),
-  z.object({ match: MatchSchema, payload: z.unknown() }).strict(),
-  z.object({ default: AnsweredAskSchema }).strict(),
-  z.object({ default: AnsweredApproveSchema }).strict(),
-  z.object({ default: AnsweredCustomSchema }).strict(),
-]);
-
-const FixtureSchema = z.array(RuleSchema);
-
-export const ScriptedAnswererConfigSchema = z.object({ fixturePath: z.string() }).strict();
-
-export type ScriptedAnswererConfig = z.infer<typeof ScriptedAnswererConfigSchema>;
-
-type Rule = z.infer<typeof RuleSchema>;
-
-/** A rule vetted at load time: kind/body cross-checked, regex pre-compiled. */
-type PreparedRule = { rule: Rule; questionPattern: RegExp | undefined };
-
-const ruleLabel = (path: string, index: number): string => `rule ${index + 1} of ${path}`;
-
-const bodyKind = (rule: Rule): Interrupt["kind"] => {
-  const body = "default" in rule ? rule.default : rule;
-  if ("answer" in body) return "ask";
-  if ("approved" in body) return "approve";
-  return "custom";
-};
-
-const matchableKind = (m: z.infer<typeof MatchSchema>): Interrupt["kind"] | undefined => {
-  if (m.kind) return m.kind;
-  if (m.question_contains !== undefined || m.question_matches !== undefined) return "ask";
-  if (m.request_contains !== undefined) return "approve";
-  return undefined;
-};
-
-const compileQuestionPattern = (rule: Rule, path: string, index: number): RegExp | undefined => {
-  if (!("match" in rule) || rule.match.question_matches === undefined) return undefined;
-  try {
-    return new RegExp(rule.match.question_matches);
-  } catch (err) {
-    throw new Error(
-      `scripted: invalid question_matches in ${ruleLabel(path, index)}: ${
-        err instanceof Error ? err.message : String(err)
-      }`,
-    );
-  }
-};
-
-// The rule's match fields and answer body are independently valid shapes, so
-// their interrupt kinds still need a semantic cross-check.
-const prepareRule = (rule: Rule, path: string, index: number): PreparedRule => {
-  if ("match" in rule) {
-    const wanted = matchableKind(rule.match);
-    const answered = bodyKind(rule);
-    if (wanted !== undefined && wanted !== answered) {
-      throw new Error(
-        `scripted: ${ruleLabel(path, index)} matches ${wanted} interrupts but its body answers ${answered}`,
-      );
-    }
-  }
-  return { rule, questionPattern: compileQuestionPattern(rule, path, index) };
-};
-
-const matches = ({ rule, questionPattern }: PreparedRule, interrupt: Interrupt): boolean => {
-  if (!("match" in rule)) return false;
-  const m = rule.match;
-  if (m.kind && m.kind !== interrupt.kind) return false;
-  if (m.id && m.id !== interrupt.id) return false;
-  if (m.question_contains) {
-    if (interrupt.kind !== "ask") return false;
-    if (!interrupt.question.includes(m.question_contains)) return false;
-  }
-  if (questionPattern) {
-    if (interrupt.kind !== "ask") return false;
-    if (!questionPattern.test(interrupt.question)) return false;
-  }
-  if (m.request_contains) {
-    if (interrupt.kind !== "approve") return false;
-    if (!interrupt.request.includes(m.request_contains)) return false;
-  }
-  return true;
-};
-
-// A fixture may carry one default per interrupt kind; the shape of the
-// default's body is what says which kind it can answer.
-const defaultAnswersKind = (rule: Rule, kind: Interrupt["kind"]): boolean => {
-  if (!("default" in rule)) return false;
-  const body = rule.default;
-  if (kind === "ask") return "answer" in body;
-  if (kind === "approve") return "approved" in body;
-  return "payload" in body;
-};
-
-const buildAnswer = (rule: Rule, interrupt: Interrupt): Answer => {
-  const body = "default" in rule ? rule.default : rule;
-  if (interrupt.kind === "ask") {
-    if (!("answer" in body)) {
-      throw new Error(`scripted: rule for ask interrupt missing 'answer' (id=${interrupt.id})`);
-    }
-    return { kind: "ask", id: interrupt.id, text: body.answer };
-  }
-  if (interrupt.kind === "approve") {
-    if (!("approved" in body)) {
-      throw new Error(
-        `scripted: rule for approve interrupt missing 'approved' (id=${interrupt.id})`,
-      );
-    }
-    return approveAnswer(interrupt.id, body.approved, body.reason);
-  }
-  if (!("payload" in body)) {
-    throw new Error(`scripted: rule for custom interrupt missing 'payload' (id=${interrupt.id})`);
-  }
-  return { kind: "custom", id: interrupt.id, payload: body.payload };
-};
-
-class ScriptedAnswererImpl implements Answerer {
-  private rules: PreparedRule[] = [];
-  private readonly config: ScriptedAnswererConfig;
-
-  constructor(config: ScriptedAnswererConfig) {
-    this.config = config;
-  }
-
-  async prepare(): Promise<void> {
-    const path = resolve(this.config.fixturePath);
-    const raw = loadYaml(await readFile(path, "utf-8"));
-    const parsed = FixtureSchema.safeParse(raw);
-    if (!parsed.success) {
-      throw new Error(`scripted: invalid fixture at ${path}: ${formatZodIssues(parsed.error)}`);
-    }
-    this.rules = parsed.data.map((rule, index) => prepareRule(rule, path, index));
-  }
-
-  async answer(interrupt: Interrupt): Promise<Answer> {
-    const matched = this.rules.find((r) => matches(r, interrupt));
-    if (matched) {
-      return buildAnswer(matched.rule, interrupt);
-    }
-    const fallback = this.rules.find((r) => defaultAnswersKind(r.rule, interrupt.kind));
-    if (fallback) {
-      return buildAnswer(fallback.rule, interrupt);
-    }
-    throw new Error(
-      `scripted: no rule matched interrupt (kind=${interrupt.kind}, id=${interrupt.id}) and no default provided`,
-    );
-  }
-
-  async close(): Promise<void> {}
-}
-
-export const scriptedAnswerer: AnswererPlugin<ScriptedAnswererConfig> = {
-  name: "scripted",
-  configSchema: ScriptedAnswererConfigSchema,
-  create: (config) => new ScriptedAnswererImpl(config),
-};