@prismatic-io/lux 0.0.2-preview.14 → 0.0.2-preview.16

package/lib/orchestrator/experiment-runtime-identity.js

@@ -1,51 +1,12 @@
 import { createHash } from "node:crypto";
-import { access, constants, lstat, open, readFile, realpath } from "node:fs/promises";
-import { homedir } from "node:os";
+import { access, constants, lstat, open, realpath } from "node:fs/promises";
 import { delimiter, isAbsolute, join, resolve } from "node:path";
 import { z } from "zod";
-import { contentHash, discoverCliVersion, valueHash } from "../core/index.js";
-import { walkAuthoredFiles } from "./fs-read.js";
-import { boundExperimentDriverConfig } from "./orchestrator.js";
+import { discoverCliVersion, valueHash } from "../core/index.js";
 export { LUX_VERSION } from "./package-version.js";
-const ClaudeSettingsFileSchema = z.looseObject({
-    enabledPlugins: z.record(z.string(), z.boolean()).optional(),
-});
-const ClaudeInstalledPluginRecordSchema = z.looseObject({
-    installPath: z.string(),
-});
-const ClaudeInstalledPluginsFileSchema = z.looseObject({
-    plugins: z.record(z.string(), z.array(ClaudeInstalledPluginRecordSchema)),
-});
-export const referencedCli = (reference) => {
-    let name;
-    if (typeof reference === "string") {
-        name = reference;
-    }
-    else if (typeof reference === "object" &&
-        reference !== null &&
-        typeof reference.name === "string") {
-        name = reference.name;
-    }
-    const config = typeof reference === "object" && reference !== null
-        ? reference.config
-        : undefined;
-    if (name === "subprocess") {
-        if (typeof config !== "object" ||
-            config === null ||
-            typeof config.command !== "string") {
-            return undefined;
-        }
-        return { name, command: config.command };
-    }
-    if (name !== "claude-code" && name !== "codex")
-        return undefined;
-    let command = name === "codex" ? "codex" : "claude";
-    if (typeof config === "object" &&
-        config !== null &&
-        typeof config.command === "string") {
-        command = config.command;
-    }
-    return { name, command };
+const driverConfigRecord = (reference) => {
+    const config = reference?.config;
+    return config && typeof config === "object" ? config : {};
 };
 export const referencedAnswererCli = (reference) => {
     if (reference === "persona" || reference === "claude-code") {
@@ -228,182 +189,6 @@ export const cliIdentity = async (command, baseRoot) => {
         executable,
     });
 };
-const optionalRegularFileHash = async (path) => {
-    try {
-        const info = await lstat(path);
-        if (info.isSymbolicLink() || !info.isFile()) {
-            throw new Error(`behavior-affecting settings must be a regular file: ${path}`);
-        }
-        return contentHash(await readFile(path));
-    }
-    catch (error) {
-        if (error.code === "ENOENT")
-            return null;
-        throw error;
-    }
-};
-const driverConfigRecord = (driver) => {
-    if (!driver || typeof driver !== "object")
-        return {};
-    const config = driver.config;
-    return config && typeof config === "object" ? config : {};
-};
-export const claudeConfigRoot = (driver) => {
-    const config = driverConfigRecord(driver);
-    const env = config.env && typeof config.env === "object"
-        ? config.env
-        : undefined;
-    const configured = env?.CLAUDE_CONFIG_DIR;
-    const root = typeof configured === "string"
-        ? configured
-        : (process.env.CLAUDE_CONFIG_DIR ?? join(homedir(), ".claude"));
-    if (!isAbsolute(root)) {
-        throw new Error("CLAUDE_CONFIG_DIR must be absolute for reproducible experiment identity");
-    }
-    return resolve(root);
-};
-const hashBehaviorDirectory = async (root, label) => {
-    try {
-        const info = await lstat(root);
-        if (info.isSymbolicLink() || !info.isDirectory()) {
-            throw new Error(`behavior-affecting Claude source must be a real directory: ${root}`);
-        }
-    }
-    catch (error) {
-        if (error.code === "ENOENT")
-            return [];
-        throw error;
-    }
-    const paths = await walkAuthoredFiles(root);
-    if (paths.length > 5_000) {
-        throw new Error(`behavior-affecting Claude source '${label}' exceeds 5000 files`);
-    }
-    let bytes = 0;
-    const hashes = [];
-    for (const path of paths) {
-        const content = await readFile(join(root, path));
-        bytes += content.length;
-        if (bytes > 256 * 1024 * 1024) {
-            throw new Error(`behavior-affecting Claude source '${label}' exceeds 256 MiB`);
-        }
-        hashes.push({ path: `${label}/${path}`, hash: contentHash(content) });
-    }
-    return hashes;
-};
-/**
- * Hash every intentionally loaded user behavior source without persisting its
- * contents. This covers user instructions/rules/output styles and the exact
- * installed contents of plugins enabled by settings.json.
- */
-export const claudeUserBehaviorHash = async (configRoot) => {
-    const settingsPath = join(configRoot, "settings.json");
-    const settingsHash = await optionalRegularFileHash(settingsPath);
-    const sources = [];
-    if (settingsHash)
-        sources.push({ path: "settings.json", hash: settingsHash });
-    const claudeMdHash = await optionalRegularFileHash(join(configRoot, "CLAUDE.md"));
-    if (claudeMdHash)
-        sources.push({ path: "CLAUDE.md", hash: claudeMdHash });
-    for (const directory of ["rules", "output-styles", "agents", "commands", "skills"]) {
-        sources.push(...(await hashBehaviorDirectory(join(configRoot, directory), directory)));
-    }
-    let settings;
-    try {
-        const contents = await readFile(settingsPath, "utf8");
-        try {
-            settings = JSON.parse(contents);
-        }
-        catch {
-            throw new Error("Claude settings.json contains invalid JSON");
-        }
-    }
-    catch (error) {
-        if (error.code === "ENOENT") {
-            settings = undefined;
-        }
-        else {
-            throw error;
-        }
-    }
-    const parsedSettings = ClaudeSettingsFileSchema.safeParse(settings);
-    if (settings !== undefined && !parsedSettings.success) {
-        throw new Error("Claude settings.json has an invalid enabledPlugins map");
-    }
-    const enabledPlugins = parsedSettings.success ? parsedSettings.data.enabledPlugins : undefined;
-    const enabledIds = Object.entries(enabledPlugins ?? {})
-        .filter(([, value]) => value === true)
-        .map(([id]) => id)
-        .sort();
-    if (enabledIds.length > 0) {
-        const installedPath = join(configRoot, "plugins", "installed_plugins.json");
-        const installedHash = await optionalRegularFileHash(installedPath);
-        if (installedHash) {
-            sources.push({ path: "plugins/installed_plugins.json", hash: installedHash });
-        }
-        let installed;
-        try {
-            installed = JSON.parse(await readFile(installedPath, "utf8"));
-        }
-        catch {
-            installed = undefined;
-        }
-        const parsedInstalled = ClaudeInstalledPluginsFileSchema.safeParse(installed);
-        if (!parsedInstalled.success) {
-            throw new Error("enabled Claude plugins have invalid installed metadata");
-        }
-        const plugins = parsedInstalled.data.plugins;
-        for (const id of enabledIds) {
-            const records = plugins[id];
-            if (!records || records.length === 0) {
-                throw new Error(`enabled Claude plugin '${id}' has no installed content to hash`);
-            }
-            for (const [index, record] of records.entries()) {
-                const installPath = record.installPath;
-                sources.push(...(await hashBehaviorDirectory(resolve(installPath), `plugins/enabled/${id}/${index}`)));
-            }
-        }
-    }
-    return sources.length === 0 ? null : valueHash(sources);
-};
-export const configuredClaudeSourceHashes = async (driver, baseRoot, cache = new Map()) => {
-    const driverCli = referencedCli(driver);
-    if (!driverCli)
-        return [];
-    const config = driverConfigRecord(driver);
-    // This also rejects path-bearing extraArgs that would evade the source
-    // hashes below. Runtime applies the same guard before driver creation.
-    boundExperimentDriverConfig(driverCli.name, config, "identity-check");
-    const isolation = config.isolation && typeof config.isolation === "object"
-        ? config.isolation
-        : undefined;
-    const configured = [
-        ...(driverCli.name === "claude-code" && Array.isArray(config.pluginDirs)
-            ? config.pluginDirs.map((path) => ({ kind: "plugin", path }))
-            : []),
-        ...(Array.isArray(config.addDirs)
-            ? config.addDirs.map((path) => ({ kind: "read", path }))
-            : []),
-        ...(driverCli.name === "claude-code" && isolation && Array.isArray(isolation.allowRead)
-            ? isolation.allowRead.map((path) => ({ kind: "read", path }))
-            : []),
-    ].filter((entry) => typeof entry.path === "string" && entry.path.length > 0);
-    return Promise.all(configured
-        .sort((a, b) => `${a.kind}:${a.path}`.localeCompare(`${b.kind}:${b.path}`))
-        .map(async ({ kind, path }) => {
-        const absolute = resolve(baseRoot, path);
-        const key = `${kind}:${absolute}`;
-        let hash = cache.get(key);
-        if (!hash) {
-            hash = hashBehaviorDirectory(absolute, `driver/${kind}/${contentHash(absolute).slice(0, 12)}`).then(valueHash);
-            cache.set(key, hash);
-        }
-        return {
-            kind,
-            path: absolute,
-            hash: await hash,
-        };
-    }));
-};
 export const runtimeCliIdentityHashForReferences = async (references) => valueHash(await Promise.all(references.map(async (reference) => ({
     ...reference,
     identity: await cliIdentity(reference.command, reference.baseRoot),

package/lib/orchestrator/experiment-runtime-identity.js.map

@@ -1 +1 @@
-{"version":3,"file":"experiment-runtime-identity.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-runtime-identity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACtF,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACjE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9E,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AAEhE,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,MAAM,wBAAwB,GAAG,CAAC,CAAC,WAAW,CAAC;IAC7C,cAAc,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC7D,CAAC,CAAC;AACH,MAAM,iCAAiC,GAAG,CAAC,CAAC,WAAW,CAAC;IACtD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;CACxB,CAAC,CAAC;AACH,MAAM,gCAAgC,GAAG,CAAC,CAAC,WAAW,CAAC;IACrD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;CAC1E,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,SAAkB,EAC6B,EAAE;IACjD,IAAI,IAAwB,CAAC;IAC7B,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;QAClC,IAAI,GAAG,SAAS,CAAC;IACnB,CAAC;SAAM,IACL,OAAO,SAAS,KAAK,QAAQ;QAC7B,SAAS,KAAK,IAAI;QAClB,OAAQ,SAAgC,CAAC,IAAI,KAAK,QAAQ,EAC1D,CAAC;QACD,IAAI,GAAI,SAA8B,CAAC,IAAI,CAAC;IAC9C,CAAC;IACD,MAAM,MAAM,GACV,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI;QACjD,CAAC,CAAE,SAAkC,CAAC,MAAM;QAC5C,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QAC1B,IACE,OAAO,MAAM,KAAK,QAAQ;YAC1B,MAAM,KAAK,IAAI;YACf,OAAQ,MAAgC,CAAC,OAAO,KAAK,QAAQ,EAC7D,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAG,MAA8B,CAAC,OAAO,EAAE,CAAC;IACpE,CAAC;IACD,IAAI,IAAI,KAAK,aAAa,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,SAAS,CAAC;IACjE,IAAI,OAAO,GAAG,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;IACpD,IACE,OAAO,MAAM,KAAK,QAAQ;QAC1B,MAAM,KAAK,IAAI;QACf,OAAQ,MAAgC,CAAC,OAAO,KAAK,QAAQ,EAC7D,CAAC;QACD,OAAO,GAAI,MAA8B,CAAC,OAAO,CAAC;IACpD,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC3B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CACnC,SAAkB,EACkD,EAAE;IACtE,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,KAAK,aAAa,EAAE,CAAC;QAC3D,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IACxD,CAAC;IACD,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAClE,MAAM,IAAI,GAAI,SAAgC,CAAC,IAAI,CAAC;IACpD,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAC7C,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC;QACvE,IAAI,OAAO,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QACxD,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QACjE,OAAO;YACL,QAAQ;YACR,OAAO;SACR,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;QAC3B,OAAO;YACL,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;SACxE,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,2BAA2B,GAAG,CAAC;KAClC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;CACtC,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,iBAAiB,GAAG,CAAC;KACxB,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,UAAU,EAAE,2BAA2B,CAAC,QAAQ,EAAE;CACnD,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC;KACvC,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC5B,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,0BAA0B,GAAG,IAAI,GAAG,EAGvC,CAAC;AACJ,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkC,CAAC;AAElE,MAAM,kBAAkB,GAAG,CACzB,IAAuC,EACvC,KAAwC,EAC/B,EAAE,CACX,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG;IACtB,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG;IACtB,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;IACxB,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;IACxB,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;IAC9B,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC;AAEjC,MAAM,wBAAwB,GAAG,KAAK,EACpC,IAAY,EACZ,YAAoB,EACkC,EAAE;IACxD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,kDAAkD,IAAI,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,GAAG,YAAY,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,kCAAkC,YAAY,GAAG,IAAI,GAAG,IAAI,SAAS,IAAI,EAAE,CAAC,CAAC;IAC/F,CAAC;IACD,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG;QACf,aAAa;QACb,OAAO,CAAC,GAAG;QACX,OAAO,CAAC,GAAG;QACX,OAAO,CAAC,IAAI;QACZ,OAAO,CAAC,IAAI;QACZ,OAAO,CAAC,OAAO;QACf,OAAO,CAAC,OAAO;KAChB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjB,MAAM,MAAM,GAAG,0BAA0B,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACxD,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE;QAC1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QAC3E,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CAAC,yDAAyD,IAAI,EAAE,CAAC,CAAC;YACnF,CAAC;YACD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;YAC/C,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,OAAO,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC;gBAC7D,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBACnE,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;oBACpB,MAAM,IAAI,KAAK,CAAC,wDAAwD,IAAI,EAAE,CAAC,CAAC;gBAClF,CAAC;gBACD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC;gBAC7C,MAAM,IAAI,SAAS,CAAC;YACtB,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,oBAAoB,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YAClD,IACE,MAAM,KAAK,MAAM,CAAC,IAAI;gBACtB,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC;gBAClC,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC;gBACnC,oBAAoB,KAAK,aAAa,EACtC,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,wDAAwD,IAAI,EAAE,CAAC,CAAC;YAClF,CAAC;YACD,OAAO,2BAA2B,CAAC,KAAK,CAAC;gBACvC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC1B,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,KAAK,EAAE,KAAK,CAAC,IAAI;aAClB,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IACL,0BAA0B,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,0BAA0B,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,OAAO,EAAE,CAAC;YACzD,0BAA0B,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAAE,OAAe,EAAE,QAAgB,EAAwB,EAAE;IAC3F,MAAM,QAAQ,GACZ,UAAU,CAAC,OAAO,CAAC;QACnB,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QACvB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;QACrB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzB,IAAI,QAAQ,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CACb,6EAA6E,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAC1G,CAAC;IACJ,CAAC;IACD,IAAI,IAAY,CAAC;IACjB,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,MAAM,UAAU,GACd,OAAO,CAAC,QAAQ,KAAK,OAAO;YAC1B,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,qBAAqB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;YAC3D,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACX,IAAI,KAAyB,CAAC;QAC9B,KAAK,MAAM,SAAS,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAClE,IAAI,CAAC,SAAS,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CACb,+FAA+F,SAAS,IAAI,SAAS,EAAE,CACxH,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,OAAO,GAAG,SAAS,EAAE,CAAC,CAAC;gBAC5D,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;oBACxC,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAClC,MAAM;gBACR,CAAC;gBAAC,MAAM,CAAC;oBACP,2BAA2B;gBAC7B,CAAC;YACH,CAAC;YACD,IAAI,KAAK;gBAAE,MAAM;QACnB,CAAC;QACD,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,OAAO,EAAE,CAAC,CAAC;QACxF,IAAI,GAAG,KAAK,CAAC;IACf,CAAC;IACD,qEAAqE;IACrE,iEAAiE;IACjE,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;IACrE,MAAM,UAAU,GAAG,MAAM,wBAAwB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,GAAG,OAAO,SAAS,UAAU,CAAC,IAAI,SAAS,UAAU,CAAC,IAAI,EAAE,CAAC;IAChF,IAAI,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,kBAAkB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC;QAC7E,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,iBAAiB,CAAC,KAAK,CAAC;QAC7B,OAAO;QACP,OAAO,EAAE,MAAM,OAAO;QACtB,UAAU;KACX,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,uBAAuB,GAAG,KAAK,EAAE,IAAY,EAA0B,EAAE;IAC7E,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,uDAAuD,IAAI,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,WAAW,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,MAAe,EAA2B,EAAE;IACtE,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACrD,MAAM,MAAM,GAAI,MAA+B,CAAC,MAAM,CAAC;IACvD,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAE,MAAkC,CAAC,CAAC,CAAC,EAAE,CAAC;AACzF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAe,EAAU,EAAE;IAC1D,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,GAAG,GACP,MAAM,CAAC,GAAG,IAAI,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ;QAC1C,CAAC,CAAE,MAAM,CAAC,GAA+B;QACzC,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,UAAU,GAAG,GAAG,EAAE,iBAAiB,CAAC;IAC1C,MAAM,IAAI,GACR,OAAO,UAAU,KAAK,QAAQ;QAC5B,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;AACvB,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,KAAK,EACjC,IAAY,EACZ,KAAa,EACmC,EAAE;IAClD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,8DAA8D,IAAI,EAAE,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAClE,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC5C,IAAI,KAAK,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,qCAAqC,KAAK,sBAAsB,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,MAAM,GAA0C,EAAE,CAAC;IACzD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACjD,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;QACxB,IAAI,KAAK,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,qCAAqC,KAAK,mBAAmB,CAAC,CAAC;QACjF,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,KAAK,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EAAE,UAAkB,EAA0B,EAAE;IACzF,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IACvD,MAAM,YAAY,GAAG,MAAM,uBAAuB,CAAC,YAAY,CAAC,CAAC;IACjE,MAAM,OAAO,GAA0C,EAAE,CAAC;IAC1D,IAAI,YAAY;QAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IAC9E,MAAM,YAAY,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC;IAClF,IAAI,YAAY;QAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IAC1E,KAAK,MAAM,SAAS,IAAI,CAAC,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC;QACnF,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,qBAAqB,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;IACzF,CAAC;IAED,IAAI,QAAiB,CAAC;IACtB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC;YACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,QAAQ,GAAG,SAAS,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IACD,MAAM,cAAc,GAAG,wBAAwB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACpE,IAAI,QAAQ,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/F,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC;SACpD,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC;SACrC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;SACjB,IAAI,EAAE,CAAC;IACV,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,wBAAwB,CAAC,CAAC;QAC5E,MAAM,aAAa,GAAG,MAAM,uBAAuB,CAAC,aAAa,CAAC,CAAC;QACnE,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gCAAgC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,SAAkB,CAAC;QACvB,IAAI,CAAC;YACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,SAAS,GAAG,SAAS,CAAC;QACxB,CAAC;QACD,MAAM,eAAe,GAAG,gCAAgC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC9E,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QACD,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;QAC7C,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC;YAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,0BAA0B,EAAE,oCAAoC,CAAC,CAAC;YACpF,CAAC;YACD,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;gBAChD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;gBACvC,OAAO,CAAC,IAAI,CACV,GAAG,CAAC,MAAM,qBAAqB,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,mBAAmB,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC,CACzF,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;AAC1D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAG,KAAK,EAC/C,MAAe,EACf,QAAgB,EAChB,KAAK,GAAiC,IAAI,GAAG,EAAE,EAC0B,EAAE;IAC3E,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,CAAC;IAC1B,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC1C,uEAAuE;IACvE,uEAAuE;IACvE,2BAA2B,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC;IACtE,MAAM,SAAS,GACb,MAAM,CAAC,SAAS,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;QACtD,CAAC,CAAE,MAAM,CAAC,SAAqC;QAC/C,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,UAAU,GAAG;QACjB,GAAG,CAAC,SAAS,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC;YACtE,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;YAC/B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC;YACjE,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,SAAS,CAAC,IAAI,KAAK,aAAa,IAAI,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC;YACrF,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,MAAM,CACN,CAAC,KAAK,EAAsD,EAAE,CAC5D,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAC1D,CAAC;IACF,OAAO,OAAO,CAAC,GAAG,CAChB,UAAU;SACP,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;SAC1E,GAAG,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE;QAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,QAAQ,EAAE,CAAC;QAClC,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,GAAG,qBAAqB,CAC1B,QAAQ,EACR,UAAU,IAAI,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CACvD,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAClB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,MAAM,IAAI;SACjB,CAAC;IACJ,CAAC,CAAC,CACL,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mCAAmC,GAAG,KAAK,EACtD,UAA0C,EACzB,EAAE,CACnB,SAAS,CACP,MAAM,OAAO,CAAC,GAAG,CACf,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;IACnC,GAAG,SAAS;IACZ,QAAQ,EAAE,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC;CACnE,CAAC,CAAC,CACJ,CACF,CAAC"}
+{"version":3,"file":"experiment-runtime-identity.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-runtime-identity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5E,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACjE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAEjE,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,MAAM,kBAAkB,GAAG,CAAC,SAAkB,EAA2B,EAAE;IACzE,MAAM,MAAM,GAAI,SAAyC,EAAE,MAAM,CAAC;IAClE,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAE,MAAkC,CAAC,CAAC,CAAC,EAAE,CAAC;AACzF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CACnC,SAAkB,EACkD,EAAE;IACtE,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,KAAK,aAAa,EAAE,CAAC;QAC3D,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IACxD,CAAC;IACD,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAClE,MAAM,IAAI,GAAI,SAAgC,CAAC,IAAI,CAAC;IACpD,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAC7C,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC;QACvE,IAAI,OAAO,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QACxD,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QACjE,OAAO;YACL,QAAQ;YACR,OAAO;SACR,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;QAC3B,OAAO;YACL,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;SACxE,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,2BAA2B,GAAG,CAAC;KAClC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;CACtC,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,iBAAiB,GAAG,CAAC;KACxB,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,UAAU,EAAE,2BAA2B,CAAC,QAAQ,EAAE;CACnD,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC;KACvC,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC5B,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,0BAA0B,GAAG,IAAI,GAAG,EAGvC,CAAC;AACJ,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkC,CAAC;AAElE,MAAM,kBAAkB,GAAG,CACzB,IAAuC,EACvC,KAAwC,EAC/B,EAAE,CACX,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG;IACtB,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG;IACtB,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;IACxB,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;IACxB,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;IAC9B,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC;AAEjC,MAAM,wBAAwB,GAAG,KAAK,EACpC,IAAY,EACZ,YAAoB,EACkC,EAAE;IACxD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,kDAAkD,IAAI,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,GAAG,YAAY,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,kCAAkC,YAAY,GAAG,IAAI,GAAG,IAAI,SAAS,IAAI,EAAE,CAAC,CAAC;IAC/F,CAAC;IACD,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG;QACf,aAAa;QACb,OAAO,CAAC,GAAG;QACX,OAAO,CAAC,GAAG;QACX,OAAO,CAAC,IAAI;QACZ,OAAO,CAAC,IAAI;QACZ,OAAO,CAAC,OAAO;QACf,OAAO,CAAC,OAAO;KAChB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjB,MAAM,MAAM,GAAG,0BAA0B,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACxD,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE;QAC1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QAC3E,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CAAC,yDAAyD,IAAI,EAAE,CAAC,CAAC;YACnF,CAAC;YACD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;YAC/C,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,OAAO,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC;gBAC7D,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBACnE,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;oBACpB,MAAM,IAAI,KAAK,CAAC,wDAAwD,IAAI,EAAE,CAAC,CAAC;gBAClF,CAAC;gBACD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC;gBAC7C,MAAM,IAAI,SAAS,CAAC;YACtB,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,oBAAoB,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YAClD,IACE,MAAM,KAAK,MAAM,CAAC,IAAI;gBACtB,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC;gBAClC,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC;gBACnC,oBAAoB,KAAK,aAAa,EACtC,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,wDAAwD,IAAI,EAAE,CAAC,CAAC;YAClF,CAAC;YACD,OAAO,2BAA2B,CAAC,KAAK,CAAC;gBACvC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC1B,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,KAAK,EAAE,KAAK,CAAC,IAAI;aAClB,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IACL,0BAA0B,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,0BAA0B,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,OAAO,EAAE,CAAC;YACzD,0BAA0B,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAAE,OAAe,EAAE,QAAgB,EAAwB,EAAE;IAC3F,MAAM,QAAQ,GACZ,UAAU,CAAC,OAAO,CAAC;QACnB,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QACvB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;QACrB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzB,IAAI,QAAQ,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CACb,6EAA6E,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAC1G,CAAC;IACJ,CAAC;IACD,IAAI,IAAY,CAAC;IACjB,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,MAAM,UAAU,GACd,OAAO,CAAC,QAAQ,KAAK,OAAO;YAC1B,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,qBAAqB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;YAC3D,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACX,IAAI,KAAyB,CAAC;QAC9B,KAAK,MAAM,SAAS,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAClE,IAAI,CAAC,SAAS,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CACb,+FAA+F,SAAS,IAAI,SAAS,EAAE,CACxH,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,OAAO,GAAG,SAAS,EAAE,CAAC,CAAC;gBAC5D,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;oBACxC,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAClC,MAAM;gBACR,CAAC;gBAAC,MAAM,CAAC;oBACP,2BAA2B;gBAC7B,CAAC;YACH,CAAC;YACD,IAAI,KAAK;gBAAE,MAAM;QACnB,CAAC;QACD,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,OAAO,EAAE,CAAC,CAAC;QACxF,IAAI,GAAG,KAAK,CAAC;IACf,CAAC;IACD,qEAAqE;IACrE,iEAAiE;IACjE,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;IACrE,MAAM,UAAU,GAAG,MAAM,wBAAwB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,GAAG,OAAO,SAAS,UAAU,CAAC,IAAI,SAAS,UAAU,CAAC,IAAI,EAAE,CAAC;IAChF,IAAI,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,kBAAkB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC;QAC7E,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,iBAAiB,CAAC,KAAK,CAAC;QAC7B,OAAO;QACP,OAAO,EAAE,MAAM,OAAO;QACtB,UAAU;KACX,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mCAAmC,GAAG,KAAK,EACtD,UAA0C,EACzB,EAAE,CACnB,SAAS,CACP,MAAM,OAAO,CAAC,GAAG,CACf,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;IACnC,GAAG,SAAS;IACZ,QAAQ,EAAE,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC;CACnE,CAAC,CAAC,CACJ,CACF,CAAC"}

package/lib/orchestrator/experiment-selection.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"experiment-selection.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-selection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAEL,KAAK,SAAS,EAGd,KAAK,kBAAkB,EAExB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EAExB,KAAK,mBAAmB,EACzB,MAAM,sBAAsB,CAAC;AAE9B,KAAK,eAAe,GAAG,OAAO,GAAG,YAAY,GAAG,MAAM,CAAC;AAEvD,eAAO,MAAM,iCAAiC;;;iBAG5C,CAAC;AACH,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAE5F,eAAO,MAAM,oBAAoB,eACnB,mBAAmB,CAAC,UAAU,CAAC,eAC9B,MAAM,KAClB,oBAAoB,EAUtB,CAAC;AAsHF,eAAO,MAAM,OAAO,WAAY,SAAS,MAAM,EAAE,KAAG,MACwB,CAAC;AAuD7E,eAAO,MAAM,cAAc,GAAI,CAAC,SAAS,2BAA2B,YACxD,kBAAkB,cAChB,SAAS,CAAC,EAAE,cACZ,mBAAmB,CAAC,UAAU,CAAC,qBACzB,SAAS,eAAe,EAAE,KAC3C,CAAC,EAkEA,CAAC;AAoCL;;;GAGG;AACH,eAAO,MAAM,cAAc,aACf,kBAAkB,cAChB,SAAS,SAAS,EAAE,cACpB,mBAAmB,CAAC,UAAU,CAAC,UACpC,eAAe,qBACJ,SAAS,eAAe,EAAE,KAC3C,SAAS,EAwBX,CAAC;AAgBF,eAAO,MAAM,cAAc,aACf,kBAAkB,cAChB,SAAS,SAAS,EAAE,cACpB,mBAAmB,CAAC,UAAU,CAAC,KAC1C,SAAS,EAOX,CAAC;AAEF,eAAO,MAAM,yBAAyB,aAC1B,kBAAkB,cAChB,SAAS,2BAA2B,EAAE,cACtC,mBAAmB,CAAC,UAAU,CAAC,eAC/B,CAAC,CAAC,KAAK,CAAC,OAAO,0CAA0C,CAAC,KACrE,mBAyEF,CAAC;AAEF,eAAO,MAAM,0CAA0C;;;kBAK5C,CAAC"}
+{"version":3,"file":"experiment-selection.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-selection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAEL,KAAK,SAAS,EAGd,KAAK,kBAAkB,EAExB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EAExB,KAAK,mBAAmB,EACzB,MAAM,sBAAsB,CAAC;AAG9B,KAAK,eAAe,GAAG,OAAO,GAAG,YAAY,GAAG,MAAM,CAAC;AAEvD,eAAO,MAAM,iCAAiC;;;iBAG5C,CAAC;AACH,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAE5F,eAAO,MAAM,oBAAoB,eACnB,mBAAmB,CAAC,UAAU,CAAC,eAC9B,MAAM,KAClB,oBAAoB,EAUtB,CAAC;AAkIF,eAAO,MAAM,OAAO,WAAY,SAAS,MAAM,EAAE,KAAG,MACwB,CAAC;AAqF7E,eAAO,MAAM,cAAc,GAAI,CAAC,SAAS,2BAA2B,YACxD,kBAAkB,cAChB,SAAS,CAAC,EAAE,cACZ,mBAAmB,CAAC,UAAU,CAAC,qBACzB,SAAS,eAAe,EAAE,KAC3C,CAAC,EAkEA,CAAC;AAoCL;;;GAGG;AACH,eAAO,MAAM,cAAc,aACf,kBAAkB,cAChB,SAAS,SAAS,EAAE,cACpB,mBAAmB,CAAC,UAAU,CAAC,UACpC,eAAe,qBACJ,SAAS,eAAe,EAAE,KAC3C,SAAS,EAwBX,CAAC;AAgBF,eAAO,MAAM,cAAc,aACf,kBAAkB,cAChB,SAAS,SAAS,EAAE,cACpB,mBAAmB,CAAC,UAAU,CAAC,KAC1C,SAAS,EAOX,CAAC;AAgCF,eAAO,MAAM,yBAAyB,aAC1B,kBAAkB,cAChB,SAAS,2BAA2B,EAAE,cACtC,mBAAmB,CAAC,UAAU,CAAC,eAC/B,CAAC,CAAC,KAAK,CAAC,OAAO,0CAA0C,CAAC,KACrE,mBA6EF,CAAC;AAEF,eAAO,MAAM,0CAA0C;;;kBAK5C,CAAC"}

package/lib/orchestrator/experiment-selection.js

@@ -1,6 +1,7 @@
 import { z } from "zod";
 import { bootstrapMeanConfidenceInterval, CandidateIdSchema, CandidateSchema, } from "../core/index.js";
 import { ExperimentSelectionSchema, } from "./experiment-runs.js";
+import { confidenceGateIssue, pairedEffect } from "./paired-effects.js";
 export const ExperimentDecisionCandidateSchema = CandidateSchema.pick({
     id: true,
     sourceBytes: true,
@@ -55,6 +56,8 @@ const metricSampleGroups = (candidate, metric, profile, split, experiment) => {
     });
 };
 const satisfiesConstraint = (campaign, candidate, constraint, experiment) => {
+    if (constraint.relativeTo && candidate.id === "baseline")
+        return true;
     let profiles;
     if (constraint.metric === "subject.bytes" || constraint.profile) {
         profiles = [constraint.profile];
@@ -63,6 +66,15 @@ const satisfiesConstraint = (campaign, candidate, constraint, experiment) => {
         profiles = campaign.profiles;
     }
     return profiles.every((profile) => {
+        if (constraint.relativeTo) {
+            const effect = relativeConstraintEffect(candidate, constraint, profile, experiment);
+            if (effect.note || effect.meanDelta === null)
+                return false;
+            const lower = effect.interval?.lower ?? effect.meanDelta;
+            const upper = effect.interval?.upper ?? effect.meanDelta;
+            return ((constraint.min === undefined || lower >= constraint.min) &&
+                (constraint.max === undefined || upper <= constraint.max));
+        }
         const values = metricValues(candidate, constraint.metric, profile, constraint.split, experiment);
         if (values.length === 0)
             return false;
@@ -75,6 +87,8 @@ const satisfiesConstraint = (campaign, candidate, constraint, experiment) => {
             return sampleGroups.every((samples) => {
                 try {
                     const interval = bootstrapMeanConfidenceInterval(samples, constraint.confidence);
+                    if (confidenceGateIssue(interval))
+                        return false;
                     return ((constraint.min === undefined || interval.lower >= constraint.min) &&
                         (constraint.max === undefined || interval.upper <= constraint.max));
                 }
@@ -90,7 +104,13 @@ const satisfiesConstraint = (campaign, candidate, constraint, experiment) => {
     });
 };
 export const average = (values) => values.reduce((sum, value) => sum + value, 0) / Math.max(values.length, 1);
+const relativeConstraintEffect = (candidate, constraint, profile, experiment) => {
+    const scope = (entry) => entry.profileId === profile && entry.split === constraint.split;
+    return pairedEffect(candidateEvaluations(experiment, "baseline").find(scope), candidateEvaluations(experiment, candidate.id).find(scope), constraint.metric, constraint.confidence);
+};
 const normalizedConstraintViolation = (campaign, candidate, constraint, experiment) => {
+    if (constraint.relativeTo && candidate.id === "baseline")
+        return 0;
     let profiles = campaign.profiles;
     if (constraint.metric === "subject.bytes" || constraint.profile) {
         profiles = [constraint.profile];
@@ -102,6 +122,13 @@ const normalizedConstraintViolation = (campaign, candidate, constraint, experime
         : Math.max(0, upper - constraint.max) / Math.max(1, Math.abs(constraint.max)));
     let worst = 0;
     for (const profile of profiles) {
+        if (constraint.relativeTo) {
+            const effect = relativeConstraintEffect(candidate, constraint, profile, experiment);
+            if (effect.note || effect.meanDelta === null)
+                return Number.POSITIVE_INFINITY;
+            worst = Math.max(worst, violation(effect.interval?.lower ?? effect.meanDelta, effect.interval?.upper ?? effect.meanDelta));
+            continue;
+        }
         if (constraint.confidence) {
             const groups = metricSampleGroups(candidate, constraint.metric, profile, constraint.split, experiment);
             if (groups.length === 0)
@@ -109,6 +136,8 @@ const normalizedConstraintViolation = (campaign, candidate, constraint, experime
             for (const samples of groups) {
                 try {
                     const interval = bootstrapMeanConfidenceInterval(samples, constraint.confidence);
+                    if (confidenceGateIssue(interval))
+                        return Number.POSITIVE_INFINITY;
                     worst = Math.max(worst, violation(interval.lower, interval.upper));
                 }
                 catch {
@@ -223,6 +252,25 @@ export const searchFrontier = (campaign, candidates, experiment) => {
         return coverage || a.id.localeCompare(b.id);
     });
 };
+const relativeConstraintReport = (campaign, candidate, constraint, profile, experiment) => {
+    const effect = relativeConstraintEffect(candidate, constraint, profile, experiment);
+    const reference = candidate.id === "baseline";
+    let values = effect.meanDelta === null ? [] : [effect.meanDelta];
+    if (reference)
+        values = [0];
+    const note = reference ? "baseline reference; relative gate does not apply" : effect.note;
+    return {
+        candidateId: candidate.id,
+        metric: constraint.metric,
+        relativeTo: "baseline",
+        ...(profile ? { profile } : {}),
+        split: constraint.split,
+        values,
+        passed: satisfiesConstraint(campaign, candidate, { ...constraint, ...(profile ? { profile } : {}) }, experiment),
+        ...(!reference && effect.interval ? { interval: effect.interval } : {}),
+        ...(note ? { note } : {}),
+    };
+};
 export const deriveExperimentSelection = (campaign, candidates, experiment, rawOptions = {}) => {
     const options = ExperimentSelectionDerivationOptionsSchema.parse(rawOptions);
     const decisionCandidates = candidates.map((candidate) => ExperimentDecisionCandidateSchema.parse(candidate));
@@ -235,6 +283,9 @@ export const deriveExperimentSelection = (campaign, candidates, experiment, rawO
             ? [constraint.profile]
             : campaign.profiles;
         return profiles.map((profile) => {
+            if (constraint.relativeTo) {
+                return relativeConstraintReport(campaign, candidate, constraint, profile, experiment);
+            }
             const values = metricValues(candidate, constraint.metric, profile, constraint.split, experiment);
             const scoped = { ...constraint, ...(profile ? { profile } : {}) };
             let interval;
@@ -244,6 +295,7 @@ export const deriveExperimentSelection = (campaign, candidates, experiment, rawO
                 if (samples) {
                     try {
                         interval = bootstrapMeanConfidenceInterval(samples, constraint.confidence);
+                        note = confidenceGateIssue(interval);
                     }
                     catch (error) {
                         note = error instanceof Error ? error.message : String(error);

package/lib/orchestrator/experiment-selection.js.map

@@ -1 +1 @@
-{"version":3,"file":"experiment-selection.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-selection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,+BAA+B,EAE/B,iBAAiB,EACjB,eAAe,GAGhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,yBAAyB,GAE1B,MAAM,sBAAsB,CAAC;AAI9B,MAAM,CAAC,MAAM,iCAAiC,GAAG,eAAe,CAAC,IAAI,CAAC;IACpE,EAAE,EAAE,IAAI;IACR,WAAW,EAAE,IAAI;CAClB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,UAA2C,EAC3C,WAAmB,EACK,EAAE;IAC1B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;IACzD,KAAK,MAAM,UAAU,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,CACpD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,WAAW,CAC7C,EAAE,CAAC;QACF,MAAM,GAAG,GAAG,GAAG,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAC9F,CAAC;IACD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AAChC,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CACtB,SAAsC,EACtC,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EACnC,EAAE;IACV,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,MAAM,CAClE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAC9E,CAAC;IACF,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IAChE,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CACzB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,CACzE,CAAC;QACF,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YACtE,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ;gBAAE,WAAW,EAAE,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,SAAsC,EACtC,MAAc,EACd,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EACjC,EAAE;IACZ,IAAI,MAAM,KAAK,yBAAyB,EAAE,CAAC;QACzC,OAAO,CAAC,eAAe,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,MAAM,KAAK,eAAe;QAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC/D,OAAO,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;SACrF,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,KAAK,GAAG,MAAM,KAAK,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrF,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CACzB,SAAsC,EACtC,MAAc,EACd,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EAC/B,EAAE;IACd,IAAI,MAAM,KAAK,yBAAyB,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;QACvE,OAAO,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;SACrF,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,UAA2C,EAClC,EAAE;IACX,IAAI,QAAgC,CAAC;IACrC,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC/B,CAAC;IACD,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;QAChC,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACtC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,YAAY,GAAG,kBAAkB,CACrC,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,WAAW,UAAU,CAAC,MAAM,qDAAqD;oBAC/E,GAAG,OAAO,CAAC,CAAC,CAAC,gBAAgB,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACjD,CAAC;YACJ,CAAC;YACD,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;gBACpC,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBACjF,OAAO,CACL,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;wBAClE,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CACnE,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC;wBAAE,OAAO,KAAK,CAAC;oBAC1F,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC,KAAK,CACjB,CAAC,KAAK,EAAE,EAAE,CACR,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;YACzD,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CAC5D,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAyB,EAAU,EAAE,CAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAE7E,MAAM,6BAA6B,GAAG,CACpC,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,UAA2C,EACnC,EAAE;IACV,IAAI,QAAQ,GAA8B,QAAQ,CAAC,QAAQ,CAAC;IAC5D,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,KAAa,EAAU,EAAE,CACzD,IAAI,CAAC,GAAG,CACN,UAAU,CAAC,GAAG,KAAK,SAAS;QAC1B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAC/E,UAAU,CAAC,GAAG,KAAK,SAAS;QAC1B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAChF,CAAC;IACJ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,kBAAkB,CAC/B,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;YACzD,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBACjF,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;gBACrE,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,MAAM,CAAC,iBAAiB,CAAC;gBAClC,CAAC;YACH,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;QACzD,KAAK,MAAM,KAAK,IAAI,MAAM;YAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAwB,EACxB,UAA2C,EAC3C,gBAAgB,GAA+B,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,EACzE,EAAE,CACP,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;IAC5B,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC9E,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAC5C,CAAC;IACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACzD,CAAC;IACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACzD,CAAC;IACF,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtC,6BAA6B,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACnE,CACF,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtC,6BAA6B,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACnE,CACF,CAAC;QACF,IAAI,UAAU,KAAK,UAAU;YAAE,OAAO,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CACpE,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CACvC,EAAE,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAC1B,CAAC,EACD,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,KAAK,EACf,UAAU,CACX,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAC1B,CAAC,EACD,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,KAAK,EACf,UAAU,CACX,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QACzD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAClD,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,SAAsC,EAAU,EAAE;QACjE,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,kBAAkB,EAClB,SAAS,EACT,YAAY,EACZ,UAAU,CACX,CAAC;QACF,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC;IACF,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,YAAY,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IAC5C,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW;QAAE,OAAO,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;IAC1E,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAClC,CAAC,CAAC,CAAC;AAEL,MAAM,mBAAmB,GAAG,CAC1B,SAAoB,EACpB,UAA2C,EAC3C,cAA+B,EACP,EAAE;IAC1B,MAAM,WAAW,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,cAAc,CAAC;QACvE,CAAC,CAAC,cAAc;QAChB,CAAC,CAAC,YAAY,CAAC;IACjB,OAAO,MAAM,CAAC,WAAW,CACvB,WAAW;SACR,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC;SACxC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACjB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;QAC9D,GAAG,KAAK,CAAC,SAAS,IAAI,MAAM,EAAE;QAC9B,QAAQ;KACT,CAAC,CACH,CACJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,CAAyB,EAAE,CAAyB,EAAW,EAAE;IAClF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAClC,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,EAAE,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAC1B,IAAI,EAAE,GAAG,EAAE;YAAE,cAAc,GAAG,IAAI,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAgC,EAChC,UAA2C,EAC3C,KAAK,GAAoB,OAAO,EAChC,gBAAgB,GAA+B,CAAC,OAAO,EAAE,YAAY,CAAC,EACzD,EAAE;IACf,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC9E,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAC5C,CAAC;IACF,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/C,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACrC,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CACjE,CACF,CAAC;IACF,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,SAAS,CAAC,EAAE;QACZ,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC;KAClD,CAAC,CACH,CAAC;IACF,OAAO,UAAU;SACd,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;QACpB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAC/C,OAAO,CAAC,UAAU,CAAC,IAAI,CACrB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CACvF,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,SAAoB,EACpB,QAA8B,EAC9B,UAA2C,EACnC,EAAE;IACV,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IACzF,MAAM,eAAe,GAAG,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IAC5E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpE,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;IAC9C,CAAC,CAAC,CAAC,MAAM,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAgC,EAChC,UAA2C,EAC9B,EAAE;IACf,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAClE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC5B,MAAM,QAAQ,GACZ,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,GAAG,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QACxF,OAAO,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,QAA4B,EAC5B,UAAkD,EAClD,UAA2C,EAC3C,UAAU,GAA+D,EAAE,EACtD,EAAE;IACvB,MAAM,OAAO,GAAG,0CAA0C,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,kBAAkB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CACtD,iCAAiC,CAAC,KAAK,CAAC,SAAS,CAAC,CACnD,CAAC;IACF,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,kBAAkB,EAAE,UAAU,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACnC,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CACrD,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACnD,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CACjE,CACF,CAAC;IACF,MAAM,QAAQ,GACZ,QAAQ,KAAK,IAAI,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC5F,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CACjE,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;QACrD,MAAM,QAAQ,GACZ,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe;YACzD,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;YACtB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC9B,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,MAAM,MAAM,GAAG,EAAE,GAAG,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAClE,IAAI,QAAwE,CAAC;YAC7E,IAAI,IAAwB,CAAC;YAC7B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,kBAAkB,CAChC,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC,CAAC,CAAC,CAAC;gBACL,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC;wBACH,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBAC7E,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAChE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,GAAG,+BAA+B,CAAC;gBACzC,CAAC;YACH,CAAC;YACD,OAAO;gBACL,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM;gBACN,MAAM,EAAE,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC;gBACpE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CACH,CAAC;IACF,OAAO,yBAAyB,CAAC,KAAK,CAAC;QACrC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACxD,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,OAAO,CAAC,6BAA6B;YACvC,CAAC,CAAC,EAAE,6BAA6B,EAAE,OAAO,CAAC,6BAA6B,EAAE;YAC1E,CAAC,CAAC,EAAE,CAAC;QACP,kBAAkB,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3D,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,WAAW,EAAE,iBAAiB;KAC/B,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0CAA0C,GAAG,CAAC;KACxD,MAAM,CAAC;IACN,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,6BAA6B,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE;CACrE,CAAC;KACD,MAAM,EAAE,CAAC"}
+{"version":3,"file":"experiment-selection.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-selection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,+BAA+B,EAE/B,iBAAiB,EACjB,eAAe,GAGhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,yBAAyB,GAE1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,mBAAmB,EAAqB,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAI3F,MAAM,CAAC,MAAM,iCAAiC,GAAG,eAAe,CAAC,IAAI,CAAC;IACpE,EAAE,EAAE,IAAI;IACR,WAAW,EAAE,IAAI;CAClB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,UAA2C,EAC3C,WAAmB,EACK,EAAE;IAC1B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;IACzD,KAAK,MAAM,UAAU,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,CACpD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,WAAW,CAC7C,EAAE,CAAC;QACF,MAAM,GAAG,GAAG,GAAG,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAC9F,CAAC;IACD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AAChC,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CACtB,SAAsC,EACtC,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EACnC,EAAE;IACV,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,MAAM,CAClE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAC9E,CAAC;IACF,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IAChE,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CACzB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,CACzE,CAAC;QACF,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YACtE,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ;gBAAE,WAAW,EAAE,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,SAAsC,EACtC,MAAc,EACd,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EACjC,EAAE;IACZ,IAAI,MAAM,KAAK,yBAAyB,EAAE,CAAC;QACzC,OAAO,CAAC,eAAe,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,MAAM,KAAK,eAAe;QAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC/D,OAAO,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;SACrF,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,KAAK,GAAG,MAAM,KAAK,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrF,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CACzB,SAAsC,EACtC,MAAc,EACd,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EAC/B,EAAE;IACd,IAAI,MAAM,KAAK,yBAAyB,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;QACvE,OAAO,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;SACrF,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,UAA2C,EAClC,EAAE;IACX,IAAI,UAAU,CAAC,UAAU,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IACtE,IAAI,QAAgC,CAAC;IACrC,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC/B,CAAC;IACD,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;QAChC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACpF,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC;YAC3D,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,CAAC;YACzD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,CAAC;YACzD,OAAO,CACL,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;gBACzD,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CAC1D,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACtC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,YAAY,GAAG,kBAAkB,CACrC,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,WAAW,UAAU,CAAC,MAAM,qDAAqD;oBAC/E,GAAG,OAAO,CAAC,CAAC,CAAC,gBAAgB,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACjD,CAAC;YACJ,CAAC;YACD,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;gBACpC,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBACjF,IAAI,mBAAmB,CAAC,QAAQ,CAAC;wBAAE,OAAO,KAAK,CAAC;oBAChD,OAAO,CACL,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;wBAClE,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CACnE,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC;wBAAE,OAAO,KAAK,CAAC;oBAC1F,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC,KAAK,CACjB,CAAC,KAAK,EAAE,EAAE,CACR,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;YACzD,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CAC5D,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAyB,EAAU,EAAE,CAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAE7E,MAAM,wBAAwB,GAAG,CAC/B,SAAsC,EACtC,UAAgC,EAChC,OAA2B,EAC3B,UAA2C,EAC7B,EAAE;IAChB,MAAM,KAAK,GAAG,CAAC,KAA2B,EAAW,EAAE,CACrD,KAAK,CAAC,SAAS,KAAK,OAAO,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,CAAC,KAAK,CAAC;IAClE,OAAO,YAAY,CACjB,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EACxD,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAC1D,UAAU,CAAC,MAAM,EACjB,UAAU,CAAC,UAAU,CACtB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,6BAA6B,GAAG,CACpC,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,UAA2C,EACnC,EAAE;IACV,IAAI,UAAU,CAAC,UAAU,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,CAAC,CAAC;IACnE,IAAI,QAAQ,GAA8B,QAAQ,CAAC,QAAQ,CAAC;IAC5D,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,KAAa,EAAU,EAAE,CACzD,IAAI,CAAC,GAAG,CACN,UAAU,CAAC,GAAG,KAAK,SAAS;QAC1B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAC/E,UAAU,CAAC,GAAG,KAAK,SAAS;QAC1B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAChF,CAAC;IACJ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACpF,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI;gBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;YAC9E,KAAK,GAAG,IAAI,CAAC,GAAG,CACd,KAAK,EACL,SAAS,CACP,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,EAC1C,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,CAC3C,CACF,CAAC;YACF,SAAS;QACX,CAAC;QACD,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,kBAAkB,CAC/B,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;YACzD,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBACjF,IAAI,mBAAmB,CAAC,QAAQ,CAAC;wBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;oBACnE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;gBACrE,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,MAAM,CAAC,iBAAiB,CAAC;gBAClC,CAAC;YACH,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;QACzD,KAAK,MAAM,KAAK,IAAI,MAAM;YAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAwB,EACxB,UAA2C,EAC3C,gBAAgB,GAA+B,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,EACzE,EAAE,CACP,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;IAC5B,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC9E,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAC5C,CAAC;IACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACzD,CAAC;IACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACzD,CAAC;IACF,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtC,6BAA6B,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACnE,CACF,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtC,6BAA6B,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACnE,CACF,CAAC;QACF,IAAI,UAAU,KAAK,UAAU;YAAE,OAAO,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CACpE,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CACvC,EAAE,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAC1B,CAAC,EACD,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,KAAK,EACf,UAAU,CACX,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAC1B,CAAC,EACD,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,KAAK,EACf,UAAU,CACX,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QACzD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAClD,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,SAAsC,EAAU,EAAE;QACjE,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,kBAAkB,EAClB,SAAS,EACT,YAAY,EACZ,UAAU,CACX,CAAC;QACF,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC;IACF,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,YAAY,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IAC5C,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW;QAAE,OAAO,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;IAC1E,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAClC,CAAC,CAAC,CAAC;AAEL,MAAM,mBAAmB,GAAG,CAC1B,SAAoB,EACpB,UAA2C,EAC3C,cAA+B,EACP,EAAE;IAC1B,MAAM,WAAW,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,cAAc,CAAC;QACvE,CAAC,CAAC,cAAc;QAChB,CAAC,CAAC,YAAY,CAAC;IACjB,OAAO,MAAM,CAAC,WAAW,CACvB,WAAW;SACR,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC;SACxC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACjB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;QAC9D,GAAG,KAAK,CAAC,SAAS,IAAI,MAAM,EAAE;QAC9B,QAAQ;KACT,CAAC,CACH,CACJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,CAAyB,EAAE,CAAyB,EAAW,EAAE;IAClF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAClC,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,EAAE,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAC1B,IAAI,EAAE,GAAG,EAAE;YAAE,cAAc,GAAG,IAAI,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAgC,EAChC,UAA2C,EAC3C,KAAK,GAAoB,OAAO,EAChC,gBAAgB,GAA+B,CAAC,OAAO,EAAE,YAAY,CAAC,EACzD,EAAE;IACf,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC9E,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAC5C,CAAC;IACF,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/C,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACrC,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CACjE,CACF,CAAC;IACF,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,SAAS,CAAC,EAAE;QACZ,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC;KAClD,CAAC,CACH,CAAC;IACF,OAAO,UAAU;SACd,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;QACpB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAC/C,OAAO,CAAC,UAAU,CAAC,IAAI,CACrB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CACvF,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,SAAoB,EACpB,QAA8B,EAC9B,UAA2C,EACnC,EAAE;IACV,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IACzF,MAAM,eAAe,GAAG,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IAC5E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpE,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;IAC9C,CAAC,CAAC,CAAC,MAAM,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAgC,EAChC,UAA2C,EAC9B,EAAE;IACf,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAClE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC5B,MAAM,QAAQ,GACZ,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,GAAG,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QACxF,OAAO,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAC/B,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,OAA2B,EAC3B,UAA2C,EACC,EAAE;IAC9C,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IACpF,MAAM,SAAS,GAAG,SAAS,CAAC,EAAE,KAAK,UAAU,CAAC;IAC9C,IAAI,MAAM,GAAG,MAAM,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACjE,IAAI,SAAS;QAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,kDAAkD,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;IAC1F,OAAO;QACL,WAAW,EAAE,SAAS,CAAC,EAAE;QACzB,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,UAAU,EAAE,UAAU;QACtB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,MAAM;QACN,MAAM,EAAE,mBAAmB,CACzB,QAAQ,EACR,SAAS,EACT,EAAE,GAAG,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAClD,UAAU,CACX;QACD,GAAG,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,QAA4B,EAC5B,UAAkD,EAClD,UAA2C,EAC3C,UAAU,GAA+D,EAAE,EACtD,EAAE;IACvB,MAAM,OAAO,GAAG,0CAA0C,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,kBAAkB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CACtD,iCAAiC,CAAC,KAAK,CAAC,SAAS,CAAC,CACnD,CAAC;IACF,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,kBAAkB,EAAE,UAAU,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACnC,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CACrD,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACnD,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CACjE,CACF,CAAC;IACF,MAAM,QAAQ,GACZ,QAAQ,KAAK,IAAI,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC5F,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CACjE,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;QACrD,MAAM,QAAQ,GACZ,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe;YACzD,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;YACtB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC9B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1B,OAAO,wBAAwB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACxF,CAAC;YACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,MAAM,MAAM,GAAG,EAAE,GAAG,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAClE,IAAI,QAAwE,CAAC;YAC7E,IAAI,IAAwB,CAAC;YAC7B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,kBAAkB,CAChC,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC,CAAC,CAAC,CAAC;gBACL,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC;wBACH,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;wBAC3E,IAAI,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;oBACvC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAChE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,GAAG,+BAA+B,CAAC;gBACzC,CAAC;YACH,CAAC;YACD,OAAO;gBACL,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM;gBACN,MAAM,EAAE,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC;gBACpE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CACH,CAAC;IACF,OAAO,yBAAyB,CAAC,KAAK,CAAC;QACrC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACxD,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,OAAO,CAAC,6BAA6B;YACvC,CAAC,CAAC,EAAE,6BAA6B,EAAE,OAAO,CAAC,6BAA6B,EAAE;YAC1E,CAAC,CAAC,EAAE,CAAC;QACP,kBAAkB,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3D,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,WAAW,EAAE,iBAAiB;KAC/B,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0CAA0C,GAAG,CAAC;KACxD,MAAM,CAAC;IACN,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,6BAA6B,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE;CACrE,CAAC;KACD,MAAM,EAAE,CAAC"}

package/lib/orchestrator/experiment.d.ts

@@ -1,11 +1,9 @@
 import type { CampaignExecutionOptions } from "./experiment-context.js";
 import { type CampaignExecutionResult, type ExperimentCampaignPlan } from "./experiment-contracts.js";
-import { claudeConfigRoot, claudeUserBehaviorHash, cliIdentity, configuredClaudeSourceHashes } from "./experiment-runtime-identity.js";
 export type { CampaignExecutionOptions } from "./experiment-context.js";
 export { type CampaignExecutionResult, CampaignExecutionResultSchema, type ExperimentCampaignPlan, ExperimentCampaignPlanSchema, } from "./experiment-contracts.js";
 export { deriveExperimentSelection, type ExperimentDecisionCandidate, ExperimentDecisionCandidateSchema, paretoFrontier, rankCandidates, } from "./experiment-selection.js";
 export declare const planExperimentCampaign: (execution: CampaignExecutionOptions, mode: "experiment" | "optimize") => Promise<ExperimentCampaignPlan>;
 export declare const runExperimentCampaign: (execution: CampaignExecutionOptions) => Promise<CampaignExecutionResult>;
 export declare const optimizeExperimentCampaign: (execution: CampaignExecutionOptions) => Promise<CampaignExecutionResult>;
-export { claudeConfigRoot, claudeUserBehaviorHash, cliIdentity, configuredClaudeSourceHashes };
 //# sourceMappingURL=experiment.d.ts.map

package/lib/orchestrator/experiment.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"experiment.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment.ts"],"names":[],"mappings":"AAuBA,OAAO,KAAK,EAAE,wBAAwB,EAAoB,MAAM,yBAAyB,CAAC;AAC1F,OAAO,EACL,KAAK,uBAAuB,EAE5B,KAAK,sBAAsB,EAE5B,MAAM,2BAA2B,CAAC;AA4BnC,OAAO,EACL,gBAAgB,EAChB,sBAAsB,EACtB,WAAW,EACX,4BAA4B,EAG7B,MAAM,kCAAkC,CAAC;AAU1C,YAAY,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACxE,OAAO,EACL,KAAK,uBAAuB,EAC5B,6BAA6B,EAC7B,KAAK,sBAAsB,EAC3B,4BAA4B,GAC7B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,yBAAyB,EACzB,KAAK,2BAA2B,EAChC,iCAAiC,EACjC,cAAc,EACd,cAAc,GACf,MAAM,2BAA2B,CAAC;AAoGnC,eAAO,MAAM,sBAAsB,cACtB,wBAAwB,QAC7B,YAAY,GAAG,UAAU,KAC9B,OAAO,CAAC,sBAAsB,CAwKhC,CAAC;AA6lBF,eAAO,MAAM,qBAAqB,cACrB,wBAAwB,KAClC,OAAO,CAAC,uBAAuB,CAWjC,CAAC;AAEF,eAAO,MAAM,0BAA0B,cAC1B,wBAAwB,KAClC,OAAO,CAAC,uBAAuB,CAOjC,CAAC;AAGF,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,WAAW,EAAE,4BAA4B,EAAE,CAAC"}
+{"version":3,"file":"experiment.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment.ts"],"names":[],"mappings":"AAwBA,OAAO,KAAK,EAAE,wBAAwB,EAAoB,MAAM,yBAAyB,CAAC;AAC1F,OAAO,EACL,KAAK,uBAAuB,EAE5B,KAAK,sBAAsB,EAE5B,MAAM,2BAA2B,CAAC;AAsCnC,YAAY,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACxE,OAAO,EACL,KAAK,uBAAuB,EAC5B,6BAA6B,EAC7B,KAAK,sBAAsB,EAC3B,4BAA4B,GAC7B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,yBAAyB,EACzB,KAAK,2BAA2B,EAChC,iCAAiC,EACjC,cAAc,EACd,cAAc,GACf,MAAM,2BAA2B,CAAC;AAoGnC,eAAO,MAAM,sBAAsB,cACtB,wBAAwB,QAC7B,YAAY,GAAG,UAAU,KAC9B,OAAO,CAAC,sBAAsB,CAmLhC,CAAC;AA6lBF,eAAO,MAAM,qBAAqB,cACrB,wBAAwB,KAClC,OAAO,CAAC,uBAAuB,CAWjC,CAAC;AAEF,eAAO,MAAM,0BAA0B,cAC1B,wBAAwB,KAClC,OAAO,CAAC,uBAAuB,CAOjC,CAAC"}

package/lib/orchestrator/experiment.js

@@ -1,5 +1,6 @@
 import { randomUUID } from "node:crypto";
 import { rm } from "node:fs/promises";
+import { independentClusterCount } from "../core/evaluation-clusters.js";
 import { bootstrapMeanConfidenceInterval, } from "../core/index.js";
 import { createReflectiveOptimizer } from "../optimization/reflective.js";
 import { selectGraderAnnotations } from "./annotation-loader.js";
@@ -13,7 +14,7 @@ import { evaluateAgentCandidate, evaluateOfflineGraderCandidate, invokeWithVerif
 import { finishExperiment } from "./experiment-finish.js";
 import { evaluationIdentity, resolvedProfileSnapshot, runtimeCliReferences, } from "./experiment-identity.js";
 import { loadExperimentCandidates, loadExperimentRun, openExperimentRun, resumeExperimentRun, } from "./experiment-runs.js";
-import { claudeConfigRoot, claudeUserBehaviorHash, cliIdentity, configuredClaudeSourceHashes, LUX_VERSION, runtimeCliIdentityHashForReferences, } from "./experiment-runtime-identity.js";
+import { LUX_VERSION, runtimeCliIdentityHashForReferences } from "./experiment-runtime-identity.js";
 import { candidateEvaluations, rankCandidates, searchFrontier, } from "./experiment-selection.js";
 import { loadEvalCase } from "./loader.js";
 import { executeOptimizationLifecycle } from "./optimization-lifecycle.js";
@@ -135,36 +136,41 @@ export const planExperimentCampaign = async (execution, mode) => {
         const splitSelector = splitSelectors.find((split) => split.name === constraint.split)?.selector;
         let examples = splits.find((split) => split.split === constraint.split)?.examples ?? 0;
         if (corpus.kind === "grader" && splitSelector) {
-            const selected = selectGraderAnnotations(graderAnnotations, splitSelector);
+            let selected = selectGraderAnnotations(graderAnnotations, splitSelector);
             if (constraint.metric === "grader.macroFalsePositiveRate") {
-                examples = selected.filter((annotation) => [
+                selected = selected.filter((annotation) => [
                     annotation.expected.casePassed,
                     ...Object.values(annotation.expected.assertions).map((label) => label.passed),
-                ].includes(false)).length;
+                ].includes(false));
             }
             else if (constraint.metric === "grader.macroFalseNegativeRate") {
-                examples = selected.filter((annotation) => [
+                selected = selected.filter((annotation) => [
                     annotation.expected.casePassed,
                     ...Object.values(annotation.expected.assertions).map((label) => label.passed),
-                ].includes(true)).length;
+                ].includes(true));
             }
             else if (constraint.metric === "grader.scoreMae") {
-                examples = selected.filter((annotation) => annotation.expected.caseScore !== undefined ||
-                    Object.values(annotation.expected.assertions).some((label) => label.score !== undefined)).length;
+                selected = selected.filter((annotation) => annotation.expected.caseScore !== undefined ||
+                    Object.values(annotation.expected.assertions).some((label) => label.score !== undefined));
             }
             else if (constraint.metric === "grader.caseAgreement") {
-                examples = selected.filter((annotation) => annotation.expected.casePassed !== undefined ||
-                    annotation.expected.caseScore !== undefined).length;
+                selected = selected.filter((annotation) => annotation.expected.casePassed !== undefined ||
+                    annotation.expected.caseScore !== undefined);
             }
             else if (constraint.metric === "grader.assertionAgreement") {
-                examples = selected.filter((annotation) => Object.keys(annotation.expected.assertions).length > 0).length;
+                selected = selected.filter((annotation) => Object.keys(annotation.expected.assertions).length > 0);
             }
             else if (constraint.metric === "grader.abstentionRate" ||
+                constraint.metric === "grader.insufficientEvidenceRate" ||
+                constraint.metric === "grader.operationalErrorRate" ||
                 constraint.metric === "grader.coverage") {
-                examples = selected.filter((annotation) => annotation.expected.casePassed !== undefined ||
-                    Object.keys(annotation.expected.assertions).length > 0).length;
+                selected = selected.filter((annotation) => annotation.expected.casePassed !== undefined ||
+                    Object.keys(annotation.expected.assertions).length > 0);
             }
+            examples = independentClusterCount(selected.map((annotation) => ({ id: annotation.id, cluster: annotation.meta?.cluster })));
         }
+        if (corpus.kind === "agent" && splitSelector)
+            examples = independentClusterCount(selectCases(corpus.cases, splitSelector));
         if (constraint.metric === "subject.bytes" || constraint.metric === "quality.caseRegressions") {
             examples = 1;
         }
@@ -176,6 +182,10 @@ export const planExperimentCampaign = async (execution, mode) => {
             constraint.confidence.method === "hoeffding") {
             const bestForMin = bootstrapMeanConfidenceInterval(Array(examples).fill(1), constraint.confidence);
             const bestForMax = bootstrapMeanConfidenceInterval(Array(examples).fill(0), constraint.confidence);
+            if (constraint.relativeTo) {
+                bestForMin.lower = 2 * bestForMin.lower - 1;
+                bestForMax.upper = 2 * bestForMax.upper - 1;
+            }
             if (constraint.min !== undefined && bestForMin.lower < constraint.min) {
                 notes.push(`${constraint.split} metric '${constraint.metric}' cannot attain confidence lower bound ${constraint.min} with only ${examples} samples (best ${bestForMin.lower.toFixed(3)})`);
             }
@@ -634,6 +644,4 @@ export const optimizeExperimentCampaign = async (execution) => {
     }
     return executeCampaignLifecycle(new CampaignExecution(execution, "optimize", runOptimizationCampaignWork));
 };
-// Internal exports for identity contract tests.
-export { claudeConfigRoot, claudeUserBehaviorHash, cliIdentity, configuredClaudeSourceHashes };
 //# sourceMappingURL=experiment.js.map