@plune-ai/cairn 0.2.1

package/dist/config/index.js

@@ -0,0 +1,74 @@
+import { BrowserBackendSchema, LlmProfileSchema, ModelsConfigSchema, } from "./schema.js";
+import { PROFILES } from "./profiles.js";
+import { createEnvReader } from "./env.js";
+/**
+ * Read and validate configuration from env. Pure function (env is injected for tests).
+ * Throws a clear error on an invalid profile/backend or a missing key for a required provider.
+ */
+export function loadConfig(env = process.env, opts = {}) {
+    // Resolve every var via CAIRN_ → LEXBOT_/LEX_ (deprecated) → bare name (C0-06).
+    const read = createEnvReader(env, opts.warn);
+    const llmProfileRaw = read("LLM_PROFILE");
+    const profileResult = LlmProfileSchema.safeParse(llmProfileRaw ?? "anthropic");
+    if (!profileResult.success) {
+        throw new Error(`Invalid LLM_PROFILE='${llmProfileRaw}'. Allowed: anthropic | openrouter | mixed.`);
+    }
+    const llmProfile = profileResult.data;
+    const models = ModelsConfigSchema.parse(PROFILES[llmProfile]);
+    // Which providers does this profile actually need?
+    const tiers = [models.reasoning, models.bulk, models.judge];
+    if (models.vision)
+        tiers.push(models.vision);
+    const providers = new Set(tiers.map((t) => t.provider));
+    const anthropicApiKey = read("ANTHROPIC_API_KEY");
+    const openrouterApiKey = read("OPENROUTER_API_KEY");
+    if (providers.has("anthropic") && !anthropicApiKey) {
+        throw new Error(`Profile '${llmProfile}' uses Anthropic, but ANTHROPIC_API_KEY is not set.`);
+    }
+    if (providers.has("openrouter") && !openrouterApiKey) {
+        throw new Error(`Profile '${llmProfile}' uses OpenRouter, but OPENROUTER_API_KEY is not set.`);
+    }
+    const browserBackendRaw = read("BROWSER_BACKEND");
+    const backendResult = BrowserBackendSchema.safeParse(browserBackendRaw ?? "lib");
+    if (!backendResult.success) {
+        throw new Error(`Invalid BROWSER_BACKEND='${browserBackendRaw}'. Allowed: lib | cli.`);
+    }
+    const langfuseBaseUrl = read("LANGFUSE_BASE_URL");
+    const langfusePublicKey = read("LANGFUSE_PUBLIC_KEY");
+    const langfuseSecretKey = read("LANGFUSE_SECRET_KEY");
+    const langfuseEnabled = Boolean(langfuseBaseUrl && langfusePublicKey && langfuseSecretKey);
+    const maxRepairRaw = read("MAX_REPAIR");
+    const maxRepair = maxRepairRaw === undefined ? 2 : Number(maxRepairRaw);
+    if (!Number.isInteger(maxRepair) || maxRepair < 0) {
+        throw new Error(`Invalid MAX_REPAIR='${maxRepairRaw}'. Must be a non-negative integer.`);
+    }
+    // Test-case language: default English; env override accepts a name or a code (en/uk/ua).
+    const langRaw = (read("QA_TESTCASE_LANG") ?? "English").trim();
+    const LANG_ALIASES = {
+        en: "English",
+        eng: "English",
+        english: "English",
+        uk: "Ukrainian",
+        ua: "Ukrainian",
+        ukr: "Ukrainian",
+        ukrainian: "Ukrainian",
+        українська: "Ukrainian",
+    };
+    const testCaseLanguage = LANG_ALIASES[langRaw.toLowerCase()] ?? langRaw;
+    return {
+        llmProfile,
+        models,
+        anthropicApiKey,
+        openrouterApiKey,
+        langfuse: {
+            enabled: langfuseEnabled,
+            baseUrl: langfuseBaseUrl,
+            publicKey: langfusePublicKey,
+            secretKey: langfuseSecretKey,
+        },
+        browser: { backend: backendResult.data, channel: read("BROWSER_CHANNEL") },
+        maxRepair,
+        testCaseLanguage,
+    };
+}
+//# sourceMappingURL=index.js.map

package/dist/config/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAM3C;;;GAGG;AACH,MAAM,UAAU,UAAU,CACxB,MAAW,OAAO,CAAC,GAAG,EACtB,OAAyC,EAAE;IAE3C,gFAAgF;IAChF,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;IAC1C,MAAM,aAAa,GAAG,gBAAgB,CAAC,SAAS,CAAC,aAAa,IAAI,WAAW,CAAC,CAAC;IAC/E,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACb,wBAAwB,aAAa,6CAA6C,CACnF,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC;IACtC,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;IAE9D,mDAAmD;IACnD,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5D,IAAI,MAAM,CAAC,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAW,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAElE,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClD,MAAM,gBAAgB,GAAG,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACpD,IAAI,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;QACnD,MAAM,IAAI,KAAK,CACb,YAAY,UAAU,qDAAqD,CAC5E,CAAC;IACJ,CAAC;IACD,IAAI,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CACb,YAAY,UAAU,uDAAuD,CAC9E,CAAC;IACJ,CAAC;IAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,oBAAoB,CAAC,SAAS,CAAC,iBAAiB,IAAI,KAAK,CAAC,CAAC;IACjF,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,4BAA4B,iBAAiB,wBAAwB,CAAC,CAAC;IACzF,CAAC;IAED,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClD,MAAM,iBAAiB,GAAG,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACtD,MAAM,iBAAiB,GAAG,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACtD,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,iBAAiB,IAAI,iBAAiB,CAAC,CAAC;IAE3F,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACxE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,uBAAuB,YAAY,oCAAoC,CAAC,CAAC;IAC3F,CAAC;IAED,yFAAyF;IACzF,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/D,MAAM,YAAY,GAA2B;QAC3C,EAAE,EAAE,SAAS;QACb,GAAG,EAAE,SAAS;QACd,OAAO,EAAE,SAAS;QAClB,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,GAAG,EAAE,WAAW;QAChB,SAAS,EAAE,WAAW;QACtB,UAAU,EAAE,WAAW;KACxB,CAAC;IACF,MAAM,gBAAgB,GAAG,YAAY,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,IAAI,OAAO,CAAC;IAExE,OAAO;QACL,UAAU;QACV,MAAM;QACN,eAAe;QACf,gBAAgB;QAChB,QAAQ,EAAE;YACR,OAAO,EAAE,eAAe;YACxB,OAAO,EAAE,eAAe;YACxB,SAAS,EAAE,iBAAiB;YAC5B,SAAS,EAAE,iBAAiB;SAC7B;QACD,OAAO,EAAE,EAAE,OAAO,EAAE,aAAa,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,iBAAiB,CAAC,EAAE;QAC1E,SAAS;QACT,gBAAgB;KACjB,CAAC;AACJ,CAAC"}

package/dist/config/profiles.d.ts

@@ -0,0 +1,7 @@
+import type { LlmProfile, ModelsConfig } from "./schema.js";
+/**
+ * Default model profiles (ADR-0002). Exact OpenRouter model-ids are confirmed by Spike S6;
+ * everything is overridable via custom configuration.
+ */
+export declare const PROFILES: Record<LlmProfile, ModelsConfig>;
+//# sourceMappingURL=profiles.d.ts.map

package/dist/config/profiles.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"profiles.d.ts","sourceRoot":"","sources":["../../src/config/profiles.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,QAAQ,EAAE,MAAM,CAAC,UAAU,EAAE,YAAY,CAsBrD,CAAC"}

package/dist/config/profiles.js

@@ -0,0 +1,28 @@
+/**
+ * Default model profiles (ADR-0002). Exact OpenRouter model-ids are confirmed by Spike S6;
+ * everything is overridable via custom configuration.
+ */
+export const PROFILES = {
+    // Quality, more expensive.
+    anthropic: {
+        reasoning: { provider: "anthropic", model: "claude-opus-4-8", supportsVision: true },
+        bulk: { provider: "anthropic", model: "claude-sonnet-4-6", supportsVision: false },
+        judge: { provider: "anthropic", model: "claude-haiku-4-5", supportsVision: false },
+        vision: { provider: "anthropic", model: "claude-haiku-4-5", supportsVision: true },
+    },
+    // Economical: DeepSeek/Qwen. reasoning has no vision → the vision-tier provides Qwen-VL.
+    openrouter: {
+        reasoning: { provider: "openrouter", model: "deepseek/deepseek-r1", supportsVision: false },
+        bulk: { provider: "openrouter", model: "deepseek/deepseek-chat", supportsVision: false },
+        judge: { provider: "openrouter", model: "qwen/qwen-2.5-72b-instruct", supportsVision: false },
+        vision: { provider: "openrouter", model: "qwen/qwen-2-vl-72b-instruct", supportsVision: true },
+    },
+    // Balanced: high-quality reasoning+vision on Anthropic, cheap bulk+judge on OpenRouter.
+    mixed: {
+        reasoning: { provider: "anthropic", model: "claude-opus-4-8", supportsVision: true },
+        bulk: { provider: "openrouter", model: "deepseek/deepseek-chat", supportsVision: false },
+        judge: { provider: "openrouter", model: "qwen/qwen-2.5-72b-instruct", supportsVision: false },
+        vision: { provider: "anthropic", model: "claude-haiku-4-5", supportsVision: true },
+    },
+};
+//# sourceMappingURL=profiles.js.map

package/dist/config/profiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"profiles.js","sourceRoot":"","sources":["../../src/config/profiles.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAqC;IACxD,2BAA2B;IAC3B,SAAS,EAAE;QACT,SAAS,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,IAAI,EAAE;QACpF,IAAI,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,mBAAmB,EAAE,cAAc,EAAE,KAAK,EAAE;QAClF,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,kBAAkB,EAAE,cAAc,EAAE,KAAK,EAAE;QAClF,MAAM,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,kBAAkB,EAAE,cAAc,EAAE,IAAI,EAAE;KACnF;IACD,yFAAyF;IACzF,UAAU,EAAE;QACV,SAAS,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,sBAAsB,EAAE,cAAc,EAAE,KAAK,EAAE;QAC3F,IAAI,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,wBAAwB,EAAE,cAAc,EAAE,KAAK,EAAE;QACxF,KAAK,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,4BAA4B,EAAE,cAAc,EAAE,KAAK,EAAE;QAC7F,MAAM,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,6BAA6B,EAAE,cAAc,EAAE,IAAI,EAAE;KAC/F;IACD,wFAAwF;IACxF,KAAK,EAAE;QACL,SAAS,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,IAAI,EAAE;QACpF,IAAI,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,wBAAwB,EAAE,cAAc,EAAE,KAAK,EAAE;QACxF,KAAK,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,4BAA4B,EAAE,cAAc,EAAE,KAAK,EAAE;QAC7F,MAAM,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,kBAAkB,EAAE,cAAc,EAAE,IAAI,EAAE;KACnF;CACF,CAAC"}

package/dist/config/schema.d.ts

@@ -0,0 +1,91 @@
+import { z } from "zod";
+/** LLM provider (ADR-0002). */
+export declare const ProviderSchema: z.ZodEnum<{
+    anthropic: "anthropic";
+    openrouter: "openrouter";
+}>;
+export type Provider = z.infer<typeof ProviderSchema>;
+/** Model settings for a single tier. */
+export declare const ModelTierSchema: z.ZodObject<{
+    provider: z.ZodEnum<{
+        anthropic: "anthropic";
+        openrouter: "openrouter";
+    }>;
+    model: z.ZodString;
+    supportsVision: z.ZodDefault<z.ZodBoolean>;
+    temperature: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type ModelTier = z.infer<typeof ModelTierSchema>;
+/** Mapping tier → model (ADR-0002, see docs/architecture/data-contracts.md). */
+export declare const ModelsConfigSchema: z.ZodObject<{
+    reasoning: z.ZodObject<{
+        provider: z.ZodEnum<{
+            anthropic: "anthropic";
+            openrouter: "openrouter";
+        }>;
+        model: z.ZodString;
+        supportsVision: z.ZodDefault<z.ZodBoolean>;
+        temperature: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>;
+    bulk: z.ZodObject<{
+        provider: z.ZodEnum<{
+            anthropic: "anthropic";
+            openrouter: "openrouter";
+        }>;
+        model: z.ZodString;
+        supportsVision: z.ZodDefault<z.ZodBoolean>;
+        temperature: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>;
+    judge: z.ZodObject<{
+        provider: z.ZodEnum<{
+            anthropic: "anthropic";
+            openrouter: "openrouter";
+        }>;
+        model: z.ZodString;
+        supportsVision: z.ZodDefault<z.ZodBoolean>;
+        temperature: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>;
+    vision: z.ZodOptional<z.ZodObject<{
+        provider: z.ZodEnum<{
+            anthropic: "anthropic";
+            openrouter: "openrouter";
+        }>;
+        model: z.ZodString;
+        supportsVision: z.ZodDefault<z.ZodBoolean>;
+        temperature: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type ModelsConfig = z.infer<typeof ModelsConfigSchema>;
+export declare const LlmProfileSchema: z.ZodEnum<{
+    anthropic: "anthropic";
+    openrouter: "openrouter";
+    mixed: "mixed";
+}>;
+export type LlmProfile = z.infer<typeof LlmProfileSchema>;
+export declare const BrowserBackendSchema: z.ZodEnum<{
+    lib: "lib";
+    cli: "cli";
+}>;
+export type BrowserBackend = z.infer<typeof BrowserBackendSchema>;
+export interface LangfuseConfig {
+    enabled: boolean;
+    baseUrl?: string;
+    publicKey?: string;
+    secretKey?: string;
+}
+/** Full typed bot configuration. */
+export interface AppConfig {
+    llmProfile: LlmProfile;
+    models: ModelsConfig;
+    anthropicApiKey?: string;
+    openrouterApiKey?: string;
+    langfuse: LangfuseConfig;
+    browser: {
+        backend: BrowserBackend;
+        channel?: string;
+    };
+    maxRepair: number;
+    /** Language of generated test cases (env QA_TESTCASE_LANG; default "English"). */
+    testCaseLanguage: string;
+}
+//# sourceMappingURL=schema.d.ts.map

package/dist/config/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,+BAA+B;AAC/B,eAAO,MAAM,cAAc;;;EAAsC,CAAC;AAClE,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEtD,wCAAwC;AACxC,eAAO,MAAM,eAAe;;;;;;;;iBAK1B,CAAC;AACH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,gFAAgF;AAChF,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAK7B,CAAC;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,eAAO,MAAM,gBAAgB;;;;EAA+C,CAAC;AAC7E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,oBAAoB;;;EAAyB,CAAC;AAC3D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,oCAAoC;AACpC,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,UAAU,CAAC;IACvB,MAAM,EAAE,YAAY,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,EAAE,cAAc,CAAC;IACzB,OAAO,EAAE;QAAE,OAAO,EAAE,cAAc,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACvD,SAAS,EAAE,MAAM,CAAC;IAClB,kFAAkF;IAClF,gBAAgB,EAAE,MAAM,CAAC;CAC1B"}

package/dist/config/schema.js

@@ -0,0 +1,20 @@
+import { z } from "zod";
+/** LLM provider (ADR-0002). */
+export const ProviderSchema = z.enum(["anthropic", "openrouter"]);
+/** Model settings for a single tier. */
+export const ModelTierSchema = z.object({
+    provider: ProviderSchema,
+    model: z.string().min(1),
+    supportsVision: z.boolean().default(false),
+    temperature: z.number().optional(),
+});
+/** Mapping tier → model (ADR-0002, see docs/architecture/data-contracts.md). */
+export const ModelsConfigSchema = z.object({
+    reasoning: ModelTierSchema, // designTestCases (+ identifyElements if vision)
+    bulk: ModelTierSchema, // generateCode
+    judge: ModelTierSchema, // LLM-as-judge (SDK-side)
+    vision: ModelTierSchema.optional(), // if reasoning has no vision → aria-only fallback
+});
+export const LlmProfileSchema = z.enum(["anthropic", "openrouter", "mixed"]);
+export const BrowserBackendSchema = z.enum(["lib", "cli"]);
+//# sourceMappingURL=schema.js.map

package/dist/config/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,+BAA+B;AAC/B,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC;AAGlE,wCAAwC;AACxC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,QAAQ,EAAE,cAAc;IACxB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACxB,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAC1C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC;AAGH,gFAAgF;AAChF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,SAAS,EAAE,eAAe,EAAE,iDAAiD;IAC7E,IAAI,EAAE,eAAe,EAAE,eAAe;IACtC,KAAK,EAAE,eAAe,EAAE,0BAA0B;IAClD,MAAM,EAAE,eAAe,CAAC,QAAQ,EAAE,EAAE,kDAAkD;CACvF,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC;AAG7E,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC"}

package/dist/design/index.d.ts

@@ -0,0 +1,36 @@
+import type { StructuredInvoke } from "../llm/structured.js";
+import type { PromptRegistry } from "../prompts/index.js";
+import type { PageStudy } from "../observe/index.js";
+import type { VerifiedElement } from "../browser/types.js";
+import { type Transition } from "../probe/index.js";
+import { type TestCase } from "./schema.js";
+export type { TestCase, DesignedCase } from "./schema.js";
+export { DesignedCaseSchema, DesignResultSchema, TestTechniqueSchema, TestPrioritySchema, } from "./schema.js";
+export interface DesignInput {
+    study: PageStudy;
+    pageSemantics: string;
+    /** Checklist text (Sprint 4); currently empty. */
+    checklistText?: string;
+    /** Discovered elements (count≥1) from verify; fallback — study.elements. */
+    elements?: VerifiedElement[];
+    /** Observed state transitions (act→observe, Stage B). */
+    transitions?: Transition[];
+    /** Domain knowledge (credentials, validation rules) — URL-matched knowledge files. */
+    knowledge?: string;
+    /** Few-shot from experience: previously stable cases (experience-tracker). */
+    experience?: string;
+    /** Planning style for the run (happy/negative/coverage). */
+    style?: string;
+    /** Case language (default "English"). */
+    language?: string;
+}
+export interface DesignDeps {
+    invoke: StructuredInvoke;
+    prompts: PromptRegistry;
+}
+/**
+ * Generate test cases from the page using the ISO 29119-4 methodology.
+ * Grounding: elementRefs are filtered down to those actually present in study (anti-hallucination).
+ */
+export declare function designTestCases(input: DesignInput, deps: DesignDeps): Promise<TestCase[]>;
+//# sourceMappingURL=index.d.ts.map

package/dist/design/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/design/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAqB,KAAK,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACvE,OAAO,EAAsB,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEhE,YAAY,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,aAAa,CAAC;AAErB,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,SAAS,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,kDAAkD;IAClD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,4EAA4E;IAC5E,QAAQ,CAAC,EAAE,eAAe,EAAE,CAAC;IAC7B,yDAAyD;IACzD,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAC3B,sFAAsF;IACtF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8EAA8E;IAC9E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,yCAAyC;IACzC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,gBAAgB,CAAC;IACzB,OAAO,EAAE,cAAc,CAAC;CACzB;AAED;;;GAGG;AACH,wBAAsB,eAAe,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAgC/F"}

package/dist/design/index.js

@@ -0,0 +1,35 @@
+import { HumanMessage } from "@langchain/core/messages";
+import { formatTransitions } from "../probe/index.js";
+import { DesignResultSchema } from "./schema.js";
+export { DesignedCaseSchema, DesignResultSchema, TestTechniqueSchema, TestPrioritySchema, } from "./schema.js";
+/**
+ * Generate test cases from the page using the ISO 29119-4 methodology.
+ * Grounding: elementRefs are filtered down to those actually present in study (anti-hallucination).
+ */
+export async function designTestCases(input, deps) {
+    const methodology = (await deps.prompts.getPrompt("qa-manual-test-designer")).text;
+    const els = input.elements ?? input.study.elements.map((e) => ({ ...e, count: 1, verified: true }));
+    const elements = els
+        .filter((e) => e.interactive)
+        .map((e) => `${e.ref} · ${e.role}${e.name ? ` "${e.name}"` : ""}${e.count > 1 ? ` (×${e.count} — repeated, .first())` : ""}${e.viaSwitcher ? ` [behind tab "${e.viaSwitcher.name ?? ""}"]` : ""}`)
+        .join("\n");
+    const prompt = await deps.prompts.getPrompt("qa-testcase-from-ui", {
+        pageSemantics: input.pageSemantics,
+        elements,
+        methodology,
+        checklist: input.checklistText ?? "",
+        transitions: formatTransitions(input.transitions ?? []),
+        language: input.language ?? "English",
+        knowledge: input.knowledge ?? "",
+        experience: input.experience ?? "",
+        style: input.style ?? "",
+    });
+    const result = await deps.invoke(DesignResultSchema, [new HumanMessage(prompt.text)]);
+    const known = new Set(els.map((e) => e.ref));
+    return result.testCases.map((c, i) => ({
+        ...c,
+        id: `tc-${i + 1}`,
+        elementRefs: c.elementRefs.filter((r) => known.has(r)),
+    }));
+}
+//# sourceMappingURL=index.js.map

package/dist/design/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/design/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAKxD,OAAO,EAAE,iBAAiB,EAAmB,MAAM,mBAAmB,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAiB,MAAM,aAAa,CAAC;AAGhE,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,aAAa,CAAC;AA0BrB;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,KAAkB,EAAE,IAAgB;IACxE,MAAM,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC,CAAC,IAAI,CAAC;IACnF,MAAM,GAAG,GACP,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC1F,MAAM,QAAQ,GAAG,GAAG;SACjB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;SAC5B,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACJ,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,wBAAwB,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,WAAW,CAAC,IAAI,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACxL;SACA,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,qBAAqB,EAAE;QACjE,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,QAAQ;QACR,WAAW;QACX,SAAS,EAAE,KAAK,CAAC,aAAa,IAAI,EAAE;QACpC,WAAW,EAAE,iBAAiB,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC;QACvD,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,SAAS;QACrC,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,EAAE;QAChC,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,EAAE;QAClC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;KACzB,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEtF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,GAAG,CAAC;QACJ,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE;QACjB,WAAW,EAAE,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;KACvD,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/design/schema.d.ts

@@ -0,0 +1,109 @@
+import { z } from "zod";
+/** ISO/IEC/IEEE 29119-4 techniques. */
+export declare const TestTechniqueSchema: z.ZodEnum<{
+    "equivalence-partitioning": "equivalence-partitioning";
+    "boundary-value": "boundary-value";
+    "decision-table": "decision-table";
+    "state-transition": "state-transition";
+    exploratory: "exploratory";
+    "error-guessing": "error-guessing";
+}>;
+export declare const TestPrioritySchema: z.ZodEnum<{
+    low: "low";
+    medium: "medium";
+    high: "high";
+    critical: "critical";
+}>;
+/** Case kind: static = read-only check (visibility/state); active = with actions (click/fill/navigation). */
+export declare const TestKindSchema: z.ZodEnum<{
+    static: "static";
+    active: "active";
+}>;
+/** Scenario nature: Positive (valid path) | Negative (invalid/erroneous). */
+export declare const TestTypeSchema: z.ZodEnum<{
+    Positive: "Positive";
+    Negative: "Negative";
+}>;
+/**
+ * Execution: auto = the bot can reliably automate (read-only, verified locators) → ATC;
+ * manual = manual (full generation/submit, security/XSS, UI-UX/visual, irreversible actions) → MTC, NOT automated.
+ */
+export declare const TestExecutionSchema: z.ZodEnum<{
+    auto: "auto";
+    manual: "manual";
+}>;
+/** A case as returned by the LLM (without id — we assign the id ourselves). */
+export declare const DesignedCaseSchema: z.ZodObject<{
+    title: z.ZodString;
+    technique: z.ZodEnum<{
+        "equivalence-partitioning": "equivalence-partitioning";
+        "boundary-value": "boundary-value";
+        "decision-table": "decision-table";
+        "state-transition": "state-transition";
+        exploratory: "exploratory";
+        "error-guessing": "error-guessing";
+    }>;
+    kind: z.ZodDefault<z.ZodEnum<{
+        static: "static";
+        active: "active";
+    }>>;
+    type: z.ZodDefault<z.ZodEnum<{
+        Positive: "Positive";
+        Negative: "Negative";
+    }>>;
+    execution: z.ZodDefault<z.ZodEnum<{
+        auto: "auto";
+        manual: "manual";
+    }>>;
+    preconditions: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    steps: z.ZodArray<z.ZodString>;
+    expected: z.ZodString;
+    priority: z.ZodEnum<{
+        low: "low";
+        medium: "medium";
+        high: "high";
+        critical: "critical";
+    }>;
+    elementRefs: z.ZodDefault<z.ZodArray<z.ZodString>>;
+}, z.core.$strip>;
+export type DesignedCase = z.infer<typeof DesignedCaseSchema>;
+export declare const DesignResultSchema: z.ZodObject<{
+    testCases: z.ZodArray<z.ZodObject<{
+        title: z.ZodString;
+        technique: z.ZodEnum<{
+            "equivalence-partitioning": "equivalence-partitioning";
+            "boundary-value": "boundary-value";
+            "decision-table": "decision-table";
+            "state-transition": "state-transition";
+            exploratory: "exploratory";
+            "error-guessing": "error-guessing";
+        }>;
+        kind: z.ZodDefault<z.ZodEnum<{
+            static: "static";
+            active: "active";
+        }>>;
+        type: z.ZodDefault<z.ZodEnum<{
+            Positive: "Positive";
+            Negative: "Negative";
+        }>>;
+        execution: z.ZodDefault<z.ZodEnum<{
+            auto: "auto";
+            manual: "manual";
+        }>>;
+        preconditions: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        steps: z.ZodArray<z.ZodString>;
+        expected: z.ZodString;
+        priority: z.ZodEnum<{
+            low: "low";
+            medium: "medium";
+            high: "high";
+            critical: "critical";
+        }>;
+        elementRefs: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+/** Final test case with an assigned id. */
+export interface TestCase extends DesignedCase {
+    id: string;
+}
+//# sourceMappingURL=schema.d.ts.map

package/dist/design/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/design/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,uCAAuC;AACvC,eAAO,MAAM,mBAAmB;;;;;;;EAO9B,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;EAAgD,CAAC;AAEhF,6GAA6G;AAC7G,eAAO,MAAM,cAAc;;;EAA+B,CAAC;AAE3D,6EAA6E;AAC7E,eAAO,MAAM,cAAc;;;EAAmC,CAAC;AAE/D;;;GAGG;AACH,eAAO,MAAM,mBAAmB;;;EAA6B,CAAC;AAE9D,+EAA+E;AAC/E,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAW7B,CAAC;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAAuD,CAAC;AAEvF,2CAA2C;AAC3C,MAAM,WAAW,QAAS,SAAQ,YAAY;IAC5C,EAAE,EAAE,MAAM,CAAC;CACZ"}

package/dist/design/schema.js

@@ -0,0 +1,35 @@
+import { z } from "zod";
+/** ISO/IEC/IEEE 29119-4 techniques. */
+export const TestTechniqueSchema = z.enum([
+    "equivalence-partitioning",
+    "boundary-value",
+    "decision-table",
+    "state-transition",
+    "exploratory",
+    "error-guessing",
+]);
+export const TestPrioritySchema = z.enum(["low", "medium", "high", "critical"]);
+/** Case kind: static = read-only check (visibility/state); active = with actions (click/fill/navigation). */
+export const TestKindSchema = z.enum(["static", "active"]);
+/** Scenario nature: Positive (valid path) | Negative (invalid/erroneous). */
+export const TestTypeSchema = z.enum(["Positive", "Negative"]);
+/**
+ * Execution: auto = the bot can reliably automate (read-only, verified locators) → ATC;
+ * manual = manual (full generation/submit, security/XSS, UI-UX/visual, irreversible actions) → MTC, NOT automated.
+ */
+export const TestExecutionSchema = z.enum(["auto", "manual"]);
+/** A case as returned by the LLM (without id — we assign the id ourselves). */
+export const DesignedCaseSchema = z.object({
+    title: z.string(),
+    technique: TestTechniqueSchema,
+    kind: TestKindSchema.default("static"),
+    type: TestTypeSchema.default("Positive"),
+    execution: TestExecutionSchema.default("auto"),
+    preconditions: z.array(z.string()).default([]),
+    steps: z.array(z.string()),
+    expected: z.string(),
+    priority: TestPrioritySchema,
+    elementRefs: z.array(z.string()).default([]),
+});
+export const DesignResultSchema = z.object({ testCases: z.array(DesignedCaseSchema) });
+//# sourceMappingURL=schema.js.map

package/dist/design/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/design/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,uCAAuC;AACvC,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,IAAI,CAAC;IACxC,0BAA0B;IAC1B,gBAAgB;IAChB,gBAAgB;IAChB,kBAAkB;IAClB,aAAa;IACb,gBAAgB;CACjB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;AAEhF,6GAA6G;AAC7G,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AAE3D,6EAA6E;AAC7E,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;AAE/D;;;GAGG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;AAE9D,+EAA+E;AAC/E,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,SAAS,EAAE,mBAAmB;IAC9B,IAAI,EAAE,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC;IACtC,IAAI,EAAE,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC;IACxC,SAAS,EAAE,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC;IAC9C,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC1B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,QAAQ,EAAE,kBAAkB;IAC5B,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CAC7C,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC"}

package/dist/eval/collect.d.ts

@@ -0,0 +1,18 @@
+/** Summary of a prior run (from runs/<id>/report.json). */
+export interface PriorRun {
+    runId: string;
+    url: string;
+    greenRatio: number;
+    passedTests: string[];
+}
+/**
+ * Collect prior runs of the same URL from local artifacts (runs/<id>/report.json),
+ * sorted by greenRatio (best first). A source of self-improvement at the RESULTS level.
+ * (The production path is querying traces/scores from Langfuse by URL metadata; here it's a local trail.)
+ */
+export declare function collectPriorRuns(runsBaseDir: string, url: string): Promise<PriorRun[]>;
+/** All tests that EVER passed for the URL (union of the best across runs). */
+export declare function unionPassedTitles(runs: PriorRun[]): string[];
+/** Few-shot from experience: a "previously stable cases" block for the design prompt (experience-tracker). Empty → "". */
+export declare function formatExperience(titles: string[]): string;
+//# sourceMappingURL=collect.d.ts.map

package/dist/eval/collect.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"collect.d.ts","sourceRoot":"","sources":["../../src/eval/collect.ts"],"names":[],"mappings":"AAGA,2DAA2D;AAC3D,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAOD;;;;GAIG;AACH,wBAAsB,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CA2B5F;AAED,8EAA8E;AAC9E,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,EAAE,CAI5D;AAED,0HAA0H;AAC1H,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAMzD"}

package/dist/eval/collect.js

@@ -0,0 +1,53 @@
+import { readdir, readFile } from "node:fs/promises";
+import { join } from "node:path";
+/**
+ * Collect prior runs of the same URL from local artifacts (runs/<id>/report.json),
+ * sorted by greenRatio (best first). A source of self-improvement at the RESULTS level.
+ * (The production path is querying traces/scores from Langfuse by URL metadata; here it's a local trail.)
+ */
+export async function collectPriorRuns(runsBaseDir, url) {
+    let dirs = [];
+    try {
+        dirs = await readdir(runsBaseDir);
+    }
+    catch {
+        return [];
+    }
+    const out = [];
+    for (const dir of dirs) {
+        try {
+            const raw = await readFile(join(runsBaseDir, dir, "report.json"), "utf8");
+            const rep = JSON.parse(raw);
+            if (rep.url !== url)
+                continue;
+            out.push({
+                runId: dir,
+                url,
+                greenRatio: rep.validation?.greenRatio ?? 0,
+                passedTests: (rep.validation?.results ?? [])
+                    .filter((r) => r.status === "passed")
+                    .map((r) => r.test),
+            });
+        }
+        catch {
+            // not a run / unreadable — skip
+        }
+    }
+    return out.sort((a, b) => b.greenRatio - a.greenRatio);
+}
+/** All tests that EVER passed for the URL (union of the best across runs). */
+export function unionPassedTitles(runs) {
+    const set = new Set();
+    for (const r of runs)
+        for (const t of r.passedTests)
+            set.add(t);
+    return [...set];
+}
+/** Few-shot from experience: a "previously stable cases" block for the design prompt (experience-tracker). Empty → "". */
+export function formatExperience(titles) {
+    if (titles.length === 0)
+        return "";
+    return ("Previously STABLE cases for this URL (past runs) — reuse/extend, do NOT duplicate:\n" +
+        titles.map((t) => `- ${t}`).join("\n"));
+}
+//# sourceMappingURL=collect.js.map

package/dist/eval/collect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"collect.js","sourceRoot":"","sources":["../../src/eval/collect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAejC;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,WAAmB,EAAE,GAAW;IACrE,IAAI,IAAI,GAAa,EAAE,CAAC;IACxB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,GAAG,GAAe,EAAE,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;YAC1E,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAgB,CAAC;YAC3C,IAAI,GAAG,CAAC,GAAG,KAAK,GAAG;gBAAE,SAAS;YAC9B,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,GAAG;gBACV,GAAG;gBACH,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,UAAU,IAAI,CAAC;gBAC3C,WAAW,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,IAAI,EAAE,CAAC;qBACzC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC;qBACpC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aACtB,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;AACzD,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,iBAAiB,CAAC,IAAgB;IAChD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW;YAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC;AAClB,CAAC;AAED,0HAA0H;AAC1H,MAAM,UAAU,gBAAgB,CAAC,MAAgB;IAC/C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACnC,OAAO,CACL,sFAAsF;QACtF,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACvC,CAAC;AACJ,CAAC"}

package/dist/eval/experiment.d.ts

@@ -0,0 +1,49 @@
+import type { PageStudy } from "../observe/index.js";
+import type { StructuredInvoke } from "../llm/structured.js";
+import type { PromptRegistry } from "../prompts/index.js";
+import type { VerifiedElement } from "../browser/types.js";
+/** A dataset item for an experiment (a pre-captured observation). */
+export interface DatasetItem {
+    id: string;
+    study: PageStudy;
+    pageSemantics: string;
+    verified?: VerifiedElement[];
+}
+/** A prompt version to compare (same invoke, different PromptRegistry). */
+export interface Variant {
+    label: string;
+    prompts: PromptRegistry;
+}
+export interface ExperimentDeps {
+    designInvoke: StructuredInvoke;
+    judgeInvoke?: StructuredInvoke;
+}
+export interface VariantResult {
+    label: string;
+    meanScores: Record<string, number>;
+    itemCount: number;
+}
+export interface ExperimentVerdict {
+    target: string;
+    baseline: string;
+    candidate: string;
+    delta: number;
+    improved: boolean;
+    guardrailRegressions: string[];
+}
+export interface ExperimentResult {
+    perVariant: VariantResult[];
+    verdict?: ExperimentVerdict;
+}
+export interface ExperimentOptions {
+    target?: string;
+    threshold?: number;
+    tolerance?: number;
+    guardrails?: string[];
+}
+/**
+ * Run dataset × prompt versions through the design stage, average the metrics, and produce a verdict
+ * (B2 self-improvement). A verdict is produced only for two variants: baseline (first) vs candidate (second).
+ */
+export declare function runExperiment(items: DatasetItem[], variants: Variant[], deps: ExperimentDeps, opts?: ExperimentOptions): Promise<ExperimentResult>;
+//# sourceMappingURL=experiment.d.ts.map

package/dist/eval/experiment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.d.ts","sourceRoot":"","sources":["../../src/eval/experiment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAK3D,qEAAqE;AACrE,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,SAAS,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,eAAe,EAAE,CAAC;CAC9B;AAED,2EAA2E;AAC3E,MAAM,WAAW,OAAO;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,cAAc,CAAC;CACzB;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,gBAAgB,CAAC;IAC/B,WAAW,CAAC,EAAE,gBAAgB,CAAC;CAChC;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;IAClB,oBAAoB,EAAE,MAAM,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAED;;;GAGG;AACH,wBAAsB,aAAa,CACjC,KAAK,EAAE,WAAW,EAAE,EACpB,QAAQ,EAAE,OAAO,EAAE,EACnB,IAAI,EAAE,cAAc,EACpB,IAAI,GAAE,iBAAsB,GAC3B,OAAO,CAAC,gBAAgB,CAAC,CAgE3B"}