oh-my-knowledge 0.31.0 → 0.33.0

package/dist/doctor/rules.js

@@ -0,0 +1,289 @@
+/**
+ * omk doctor 内置规则注册表。
+ *
+ * BUILTIN_RULES 是**纯静态/低成本检查**, 不碰 LLM 连通性 — executor / judge
+ * 连通性由 evaluation preflight 负责。用户入口 `omk doctor` 默认还会跑
+ * skill_health composer 做 LLM 审计;`--static-only` 只暴露这里的静态规则。
+ *
+ * 每条 rule 回答一个独立的「skill 能不能被有意义评测」子问题:
+ *   - skill_readable: 文件能读、内容非空且有最小长度
+ *   - skill_metadata: front-matter(若有) YAML 合法、directory-skill 有 SKILL.md
+ *   - dependencies: 引用的 tool / file / env / preflight 完整(复用 preflightDependencies)
+ *   - samples_contract: 仅在传 samples 时跑,warn 级,校验 samples 非空 + 含 prompt
+ *
+ * fatal-fail 时 rule 引擎不中断后续 rule 执行(让用户一次看到全貌),
+ * 但 DoctorReport.outcome 会置 'failed'。
+ *
+ * 扩展接口预留: registerRule() 允许业务方注入自定义 rule(v0.22 不暴露 CLI flag,
+ * 仅作为 library API 占位)。
+ */
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import yaml from 'js-yaml';
+import { tDoctorMessage } from './messages.js';
+import { preflightDependencies } from '../eval-core/dependency-checker.js';
+import { validateSkillHardRules, validateSkillWorkflows } from '../shared/hard-rules.js';
+/** 用 js-yaml 真正解析 front-matter。能抓 unterminated string、非法缩进、
+ *  duplicate key 等手写 pattern check 漏掉的 case。 */
+function checkFrontmatter(content) {
+    const match = content.match(/^---\r?\n([\s\S]*?)\r?\n---/);
+    if (!match)
+        return { ok: true };
+    try {
+        yaml.load(match[1]);
+        return { ok: true };
+    }
+    catch (err) {
+        const e = (typeof err === 'object' && err !== null ? err : {});
+        const lineSuffix = e.mark ? ` at line ${e.mark.line + 1}` : '';
+        return { ok: false, error: `${e.reason || e.message || 'YAML parse error'}${lineSuffix}` };
+    }
+}
+function summarizeDependencyIssues(missing, lang) {
+    const counts = { tool: 0, file: 0, env: 0, preflight: 0 };
+    for (const m of missing)
+        counts[m.category] += 1;
+    const parts = [];
+    const labels = lang === 'zh'
+        ? { tool: '工具', file: '文件', env: '环境变量', preflight: 'preflight' }
+        : { tool: 'tool', file: 'file', env: 'env', preflight: 'preflight' };
+    if (counts.tool > 0)
+        parts.push(`${counts.tool} ${labels.tool}`);
+    if (counts.file > 0)
+        parts.push(`${counts.file} ${labels.file}`);
+    if (counts.env > 0)
+        parts.push(`${counts.env} ${labels.env}`);
+    if (counts.preflight > 0)
+        parts.push(`${counts.preflight} ${labels.preflight}`);
+    return parts.join(', ') || (lang === 'zh' ? '未知' : 'unknown');
+}
+function renderIssue(issue, lang) {
+    const params = { name: issue.name };
+    if (issue.reasonDetail)
+        params.detail = issue.reasonDetail;
+    switch (issue.reasonCode) {
+        case 'tool_not_found':
+            return tDoctorMessage('cli.doctor.dependencies.issue.tool_not_found', lang, params);
+        case 'file_not_found':
+            return tDoctorMessage('cli.doctor.dependencies.issue.file_not_found', lang, params);
+        case 'env_not_set':
+            return tDoctorMessage('cli.doctor.dependencies.issue.env_not_set', lang, params);
+        case 'preflight_failed':
+            return tDoctorMessage('cli.doctor.dependencies.issue.preflight_failed', lang, params);
+    }
+}
+// ---------------------------------------------------------------------------
+// Rules
+// ---------------------------------------------------------------------------
+const SKILL_MIN_LENGTH = 10;
+export const skillReadableRule = {
+    id: 'skill_readable',
+    severity: 'fatal',
+    labelKey: 'cli.doctor.rule.skill_readable',
+    async check(ctx) {
+        const content = ctx.artifact.content;
+        // Echo the path that was tried, so the hint is concretely actionable
+        // (CI / agent and humans both see exactly where to look).
+        const triedPath = ctx.artifact.locator
+            ?? ctx.artifact.skillRoot
+            ?? `<inline:${ctx.artifact.name}>`;
+        if (content === null || content === undefined) {
+            return {
+                status: 'fail',
+                message: tDoctorMessage('cli.doctor.skill_readable.fail.missing', ctx.lang),
+                hint: tDoctorMessage('cli.doctor.skill_readable.hint.missing', ctx.lang, { path: triedPath }),
+                detail: { length: 0, triedPath },
+            };
+        }
+        const trimmed = content.trim();
+        if (trimmed.length === 0) {
+            return {
+                status: 'fail',
+                message: tDoctorMessage('cli.doctor.skill_readable.fail.empty', ctx.lang),
+                hint: tDoctorMessage('cli.doctor.skill_readable.hint.missing', ctx.lang, { path: triedPath }),
+                detail: { length: 0, triedPath },
+            };
+        }
+        if (trimmed.length < SKILL_MIN_LENGTH) {
+            return {
+                status: 'fail',
+                message: tDoctorMessage('cli.doctor.skill_readable.fail.too_short', ctx.lang, { length: trimmed.length }),
+                hint: tDoctorMessage('cli.doctor.skill_readable.hint.too_short', ctx.lang),
+                detail: { length: trimmed.length, minimum: SKILL_MIN_LENGTH },
+            };
+        }
+        return {
+            status: 'pass',
+            message: tDoctorMessage('cli.doctor.skill_readable.pass', ctx.lang, { length: trimmed.length }),
+            detail: { length: trimmed.length },
+        };
+    },
+};
+export const skillMetadataRule = {
+    id: 'skill_metadata',
+    severity: 'fatal',
+    labelKey: 'cli.doctor.rule.skill_metadata',
+    async check(ctx) {
+        // directory-skill 必须有 SKILL.md
+        if (ctx.artifact.skillRoot) {
+            const skillMdPath = join(ctx.artifact.skillRoot, 'SKILL.md');
+            if (!existsSync(skillMdPath)) {
+                return {
+                    status: 'fail',
+                    message: tDoctorMessage('cli.doctor.skill_metadata.fail.missing_skillmd', ctx.lang),
+                    hint: tDoctorMessage('cli.doctor.skill_metadata.hint.missing_skillmd', ctx.lang),
+                    detail: { skillRoot: ctx.artifact.skillRoot, expectedPath: skillMdPath },
+                };
+            }
+        }
+        // front-matter 若存在则要合法(走 js-yaml 真解析)。不存在 = pure markdown skill,合法。
+        const content = ctx.artifact.content ?? '';
+        const fmCheck = checkFrontmatter(content);
+        if (!fmCheck.ok) {
+            return {
+                status: 'fail',
+                message: tDoctorMessage('cli.doctor.skill_metadata.fail.frontmatter_invalid', ctx.lang, { error: fmCheck.error ?? '' }),
+                hint: tDoctorMessage('cli.doctor.skill_metadata.hint.frontmatter', ctx.lang),
+                detail: { error: fmCheck.error },
+            };
+        }
+        const hardRulesCheck = validateSkillHardRules(content);
+        if (!hardRulesCheck.ok) {
+            return {
+                status: 'fail',
+                message: tDoctorMessage('cli.doctor.skill_metadata.fail.hardrules_invalid', ctx.lang, { error: hardRulesCheck.errors.join('; ') }),
+                hint: tDoctorMessage('cli.doctor.skill_metadata.hint.hardrules', ctx.lang),
+                detail: {
+                    errors: hardRulesCheck.errors,
+                    declared: hardRulesCheck.declared,
+                },
+            };
+        }
+        const workflowsCheck = validateSkillWorkflows(content);
+        if (!workflowsCheck.ok) {
+            return {
+                status: 'fail',
+                message: tDoctorMessage('cli.doctor.skill_metadata.fail.workflows_invalid', ctx.lang, { error: workflowsCheck.errors.join('; ') }),
+                hint: tDoctorMessage('cli.doctor.skill_metadata.hint.workflows', ctx.lang),
+                detail: {
+                    errors: workflowsCheck.errors,
+                    declared: workflowsCheck.declared,
+                },
+            };
+        }
+        return {
+            status: 'pass',
+            message: tDoctorMessage('cli.doctor.skill_metadata.pass', ctx.lang),
+            detail: {
+                hardRulesDeclared: hardRulesCheck.declared,
+                hardRulesCount: hardRulesCheck.rules.length,
+                workflowsDeclared: workflowsCheck.declared,
+                workflowsCount: workflowsCheck.workflows.length,
+                workflowNodeCount: workflowsCheck.workflows.reduce((sum, workflow) => sum + workflow.nodes.length, 0),
+            },
+        };
+    },
+};
+export const dependenciesPresentRule = {
+    id: 'dependencies_present',
+    severity: 'fatal',
+    labelKey: 'cli.doctor.rule.dependencies',
+    async check(ctx) {
+        const content = ctx.artifact.content ?? '';
+        const result = await preflightDependencies([content], ctx.samples ?? [], ctx.dependencyCwd ?? ctx.cwd, // 与 evaluation preflight 同规则; 见 DoctorContext.dependencyCwd
+        ctx.requires, // samples wrapper 显式 requires
+        [ctx.artifact]);
+        if (!result.ok) {
+            const summary = summarizeDependencyIssues(result.missing, ctx.lang);
+            // Hint composition: per-issue translated reason (carries the specific stderr /
+            // path / cmd via reasonDetail) + per-category fix advice. The per-issue line
+            // is what tells the user *what* failed; the category advice tells them *how*
+            // to fix the class of failure.
+            const hintParts = [];
+            for (const m of result.missing)
+                hintParts.push(renderIssue(m, ctx.lang));
+            const counts = { tool: 0, file: 0, env: 0, preflight: 0 };
+            for (const m of result.missing)
+                counts[m.category] += 1;
+            if (counts.tool > 0)
+                hintParts.push(tDoctorMessage('cli.doctor.dependencies.hint.tool', ctx.lang));
+            if (counts.file > 0)
+                hintParts.push(tDoctorMessage('cli.doctor.dependencies.hint.file', ctx.lang));
+            if (counts.env > 0)
+                hintParts.push(tDoctorMessage('cli.doctor.dependencies.hint.env', ctx.lang));
+            if (counts.preflight > 0)
+                hintParts.push(tDoctorMessage('cli.doctor.dependencies.hint.preflight', ctx.lang));
+            return {
+                status: 'fail',
+                message: tDoctorMessage('cli.doctor.dependencies.fail', ctx.lang, { summary }),
+                hint: hintParts.join('; '),
+                detail: { missing: result.missing },
+            };
+        }
+        return {
+            status: 'pass',
+            message: tDoctorMessage('cli.doctor.dependencies.pass', ctx.lang),
+        };
+    },
+};
+export const samplesContractAlignedRule = {
+    id: 'samples_contract_aligned',
+    severity: 'warn',
+    labelKey: 'cli.doctor.rule.samples_contract',
+    async check(ctx) {
+        if (!ctx.samples) {
+            return {
+                status: 'skipped',
+                message: tDoctorMessage('cli.doctor.samples_contract.skipped', ctx.lang),
+            };
+        }
+        if (ctx.samples.length === 0) {
+            return {
+                status: 'warn',
+                message: tDoctorMessage('cli.doctor.samples_contract.warn.empty', ctx.lang),
+                hint: tDoctorMessage('cli.doctor.samples_contract.hint', ctx.lang),
+                detail: { count: 0 },
+            };
+        }
+        const missing = ctx.samples.filter((s) => !s.prompt || s.prompt.trim().length === 0);
+        if (missing.length > 0) {
+            return {
+                status: 'warn',
+                message: tDoctorMessage('cli.doctor.samples_contract.warn.missing_prompt', ctx.lang, { count: missing.length }),
+                hint: tDoctorMessage('cli.doctor.samples_contract.hint', ctx.lang),
+                detail: { missingCount: missing.length, totalCount: ctx.samples.length },
+            };
+        }
+        return {
+            status: 'pass',
+            message: tDoctorMessage('cli.doctor.samples_contract.pass', ctx.lang, { count: ctx.samples.length }),
+            detail: { count: ctx.samples.length },
+        };
+    },
+};
+// ---------------------------------------------------------------------------
+// Registry
+// ---------------------------------------------------------------------------
+/** v0.22 内置规则注册表。执行顺序即此处定义顺序。
+ *  doctor 不包含 executor 连通性检查 — 该职责属于 evaluation preflight。 */
+export const BUILTIN_RULES = [
+    skillReadableRule,
+    skillMetadataRule,
+    dependenciesPresentRule,
+    samplesContractAlignedRule,
+];
+/** 扩展 hook。可注册普通 DoctorRule 或 ComposerRule(健康度体检走 composer)。 */
+const customRules = [];
+export function registerRule(rule) {
+    if (BUILTIN_RULES.some((r) => r.id === rule.id) || customRules.some((r) => r.id === rule.id)) {
+        throw new Error(`doctor rule id collision: ${rule.id}`);
+    }
+    customRules.push(rule);
+}
+export function getRegisteredRules() {
+    return [...BUILTIN_RULES, ...customRules];
+}
+export function __resetCustomRulesForTest() {
+    customRules.length = 0;
+}
+//# sourceMappingURL=rules.js.map

package/dist/doctor/rules.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rules.js","sourceRoot":"","sources":["../../src/doctor/rules.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,IAAI,MAAM,SAAS,CAAC;AAC3B,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAC3E,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAmBzF;gDACgD;AAChD,SAAS,gBAAgB,CAAC,OAAe;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACpB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAkB,CAAC;QAChF,MAAM,UAAU,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,kBAAkB,GAAG,UAAU,EAAE,EAAE,CAAC;IAC7F,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB,CAAC,OAA0B,EAAE,IAAU;IACvE,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAC1D,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,MAAM,GAAG,IAAI,KAAK,IAAI;QAC1B,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE;QACjE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;IACvE,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACjE,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACjE,IAAI,MAAM,CAAC,GAAG,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAC9D,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAChF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,WAAW,CAAC,KAAsB,EAAE,IAAU;IACrD,MAAM,MAAM,GAAoC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IACrE,IAAI,KAAK,CAAC,YAAY;QAAE,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,YAAY,CAAC;IAC3D,QAAQ,KAAK,CAAC,UAAU,EAAE,CAAC;QACzB,KAAK,gBAAgB;YACnB,OAAO,cAAc,CAAC,8CAA8C,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACtF,KAAK,gBAAgB;YACnB,OAAO,cAAc,CAAC,8CAA8C,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACtF,KAAK,aAAa;YAChB,OAAO,cAAc,CAAC,2CAA2C,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACnF,KAAK,kBAAkB;YACrB,OAAO,cAAc,CAAC,gDAAgD,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IAC1F,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAE5B,MAAM,CAAC,MAAM,iBAAiB,GAAe;IAC3C,EAAE,EAAE,gBAAgB;IACpB,QAAQ,EAAE,OAAO;IACjB,QAAQ,EAAE,gCAAgC;IAC1C,KAAK,CAAC,KAAK,CAAC,GAAkB;QAC5B,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;QACrC,qEAAqE;QACrE,0DAA0D;QAC1D,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO;eACjC,GAAG,CAAC,QAAQ,CAAC,SAAS;eACtB,WAAW,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC;QACrC,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC9C,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,cAAc,CAAC,wCAAwC,EAAE,GAAG,CAAC,IAAI,CAAC;gBAC3E,IAAI,EAAE,cAAc,CAAC,wCAAwC,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;gBAC7F,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE;aACjC,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,cAAc,CAAC,sCAAsC,EAAE,GAAG,CAAC,IAAI,CAAC;gBACzE,IAAI,EAAE,cAAc,CAAC,wCAAwC,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;gBAC7F,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE;aACjC,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,gBAAgB,EAAE,CAAC;YACtC,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,cAAc,CAAC,0CAA0C,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;gBACzG,IAAI,EAAE,cAAc,CAAC,0CAA0C,EAAE,GAAG,CAAC,IAAI,CAAC;gBAC1E,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE;aAC9D,CAAC;QACJ,CAAC;QACD,OAAO;YACL,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,cAAc,CAAC,gCAAgC,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YAC/F,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;SACnC,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAe;IAC3C,EAAE,EAAE,gBAAgB;IACpB,QAAQ,EAAE,OAAO;IACjB,QAAQ,EAAE,gCAAgC;IAC1C,KAAK,CAAC,KAAK,CAAC,GAAkB;QAC5B,+BAA+B;QAC/B,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YAC7D,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC7B,OAAO;oBACL,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,cAAc,CAAC,gDAAgD,EAAE,GAAG,CAAC,IAAI,CAAC;oBACnF,IAAI,EAAE,cAAc,CAAC,gDAAgD,EAAE,GAAG,CAAC,IAAI,CAAC;oBAChF,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,QAAQ,CAAC,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE;iBACzE,CAAC;YACJ,CAAC;QACH,CAAC;QACD,oEAAoE;QACpE,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YAChB,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,cAAc,CAAC,oDAAoD,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;gBACvH,IAAI,EAAE,cAAc,CAAC,4CAA4C,EAAE,GAAG,CAAC,IAAI,CAAC;gBAC5E,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;aACjC,CAAC;QACJ,CAAC;QACD,MAAM,cAAc,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,CAAC;YACvB,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,cAAc,CAAC,kDAAkD,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClI,IAAI,EAAE,cAAc,CAAC,0CAA0C,EAAE,GAAG,CAAC,IAAI,CAAC;gBAC1E,MAAM,EAAE;oBACN,MAAM,EAAE,cAAc,CAAC,MAAM;oBAC7B,QAAQ,EAAE,cAAc,CAAC,QAAQ;iBAClC;aACF,CAAC;QACJ,CAAC;QACD,MAAM,cAAc,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,CAAC;YACvB,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,cAAc,CAAC,kDAAkD,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClI,IAAI,EAAE,cAAc,CAAC,0CAA0C,EAAE,GAAG,CAAC,IAAI,CAAC;gBAC1E,MAAM,EAAE;oBACN,MAAM,EAAE,cAAc,CAAC,MAAM;oBAC7B,QAAQ,EAAE,cAAc,CAAC,QAAQ;iBAClC;aACF,CAAC;QACJ,CAAC;QACD,OAAO;YACL,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,cAAc,CAAC,gCAAgC,EAAE,GAAG,CAAC,IAAI,CAAC;YACnE,MAAM,EAAE;gBACN,iBAAiB,EAAE,cAAc,CAAC,QAAQ;gBAC1C,cAAc,EAAE,cAAc,CAAC,KAAK,CAAC,MAAM;gBAC3C,iBAAiB,EAAE,cAAc,CAAC,QAAQ;gBAC1C,cAAc,EAAE,cAAc,CAAC,SAAS,CAAC,MAAM;gBAC/C,iBAAiB,EAAE,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;aACtG;SACF,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAe;IACjD,EAAE,EAAE,sBAAsB;IAC1B,QAAQ,EAAE,OAAO;IACjB,QAAQ,EAAE,8BAA8B;IACxC,KAAK,CAAC,KAAK,CAAC,GAAkB;QAC5B,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,MAAM,qBAAqB,CACxC,CAAC,OAAO,CAAC,EACT,GAAG,CAAC,OAAO,IAAI,EAAE,EACjB,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,GAAG,EAAE,4DAA4D;QAC1F,GAAG,CAAC,QAAQ,EAAmB,8BAA8B;QAC7D,CAAC,GAAG,CAAC,QAAQ,CAAC,CACf,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,yBAAyB,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YACpE,+EAA+E;YAC/E,6EAA6E;YAC7E,6EAA6E;YAC7E,+BAA+B;YAC/B,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO;gBAAE,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;YACzE,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;YAC1D,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO;gBAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACxD,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,mCAAmC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;YACnG,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,mCAAmC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;YACnG,IAAI,MAAM,CAAC,GAAG,GAAG,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,kCAAkC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;YACjG,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,wCAAwC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;YAC7G,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,cAAc,CAAC,8BAA8B,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC;gBAC9E,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE;aACpC,CAAC;QACJ,CAAC;QACD,OAAO;YACL,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,cAAc,CAAC,8BAA8B,EAAE,GAAG,CAAC,IAAI,CAAC;SAClE,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAe;IACpD,EAAE,EAAE,0BAA0B;IAC9B,QAAQ,EAAE,MAAM;IAChB,QAAQ,EAAE,kCAAkC;IAC5C,KAAK,CAAC,KAAK,CAAC,GAAkB;QAC5B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;gBACL,MAAM,EAAE,SAAS;gBACjB,OAAO,EAAE,cAAc,CAAC,qCAAqC,EAAE,GAAG,CAAC,IAAI,CAAC;aACzE,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,cAAc,CAAC,wCAAwC,EAAE,GAAG,CAAC,IAAI,CAAC;gBAC3E,IAAI,EAAE,cAAc,CAAC,kCAAkC,EAAE,GAAG,CAAC,IAAI,CAAC;gBAClE,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;aACrB,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;QACrF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,cAAc,CAAC,iDAAiD,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC/G,IAAI,EAAE,cAAc,CAAC,kCAAkC,EAAE,GAAG,CAAC,IAAI,CAAC;gBAClE,MAAM,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE;aACzE,CAAC;QACJ,CAAC;QACD,OAAO;YACL,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,cAAc,CAAC,kCAAkC,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpG,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE;SACtC,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,8EAA8E;AAC9E,WAAW;AACX,8EAA8E;AAE9E;8DAC8D;AAC9D,MAAM,CAAC,MAAM,aAAa,GAAiB;IACzC,iBAAiB;IACjB,iBAAiB;IACjB,uBAAuB;IACvB,0BAA0B;CAC3B,CAAC;AAEF,gEAAgE;AAChE,MAAM,WAAW,GAAqB,EAAE,CAAC;AAEzC,MAAM,UAAU,YAAY,CAAC,IAAoB;IAC/C,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;QAC7F,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,OAAO,CAAC,GAAG,aAAa,EAAE,GAAG,WAAW,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,yBAAyB;IACvC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;AACzB,CAAC"}

package/dist/eval-core/bootstrap.d.ts

@@ -0,0 +1,80 @@
+/**
+ * Bootstrap confidence intervals — replaces / supplements t-test for LLM eval.
+ *
+ * Why bootstrap instead of t-test for LLM scores?
+ *
+ * 1. **No distribution assumption** — t-test assumes scores are normally
+ *    distributed. LLM scores on a 1-5 ordinal scale violate this; bootstrap
+ *    only requires that the sample is representative.
+ * 2. **Small N robustness** — t-test's small-sample correction (df-adjusted)
+ *    breaks down with N < 10. Bootstrap is consistent at any N >= 2.
+ * 3. **Difference-of-means is the actual question** — In A/B eval the user
+ *    asks "is variant B better than A?" — this is a 2-sample comparison and
+ *    needs CI on the *difference*, not on each variant's mean separately.
+ *
+ * This module exports:
+ *   - bootstrapMeanCI: CI for a single variant's mean
+ *   - bootstrapDiffCI: CI for the difference (B - A); 0 outside the CI = significant
+ *   - bootstrapWithMetric: generic interface so saturation analysis can reuse
+ *
+ * Reproducibility: pass a fixed `seed` to get deterministic CIs across runs.
+ * Without a seed we use Math.random() — fine for production but not for tests.
+ */
+export interface BootstrapCI {
+    /** Lower bound of the CI. */
+    low: number;
+    /** Upper bound of the CI. */
+    high: number;
+    /** The point estimate (mean of original sample, or whatever metric was passed). */
+    estimate: number;
+    /** Number of bootstrap resamples performed. */
+    samples: number;
+}
+export interface BootstrapDiffCI extends BootstrapCI {
+    /** Whether 0 is inside the CI — when false, the difference is statistically significant. */
+    significant: boolean;
+}
+/**
+ * Default number of bootstrap resamples. Every eval path uses this unless
+ * `--bootstrap-samples` overrides it. Single source of truth: the docs cite
+ * it and `test/scripts/doc-constants-drift.test.ts` guards doc ↔ code parity.
+ */
+export declare const DEFAULT_BOOTSTRAP_SAMPLES = 1000;
+/** Default significance level; 0.05 → 95% CI. */
+export declare const DEFAULT_BOOTSTRAP_ALPHA = 0.05;
+/**
+ * Bootstrap confidence interval for the mean of a single sample.
+ *
+ * @param scores  Sample observations (e.g., scores from N evaluation samples).
+ * @param alpha   Significance level. 0.05 = 95% CI. Default 0.05.
+ * @param samples Number of bootstrap resamples. Default 1000.
+ * @param seed    Optional seed for deterministic CIs (tests).
+ * @returns       { low, high, estimate, samples }; all numbers rounded to 4 decimals.
+ */
+export declare function bootstrapMeanCI(scores: number[], alpha?: number, samples?: number, seed?: number): BootstrapCI;
+/**
+ * Bootstrap confidence interval for the *difference* of two sample means
+ * (treatment - control). Each bootstrap iteration resamples both groups
+ * independently and computes mean(B) - mean(A).
+ *
+ * The `significant` flag is true when 0 falls outside the CI — a clean
+ * proxy for "treatment differs from control at the alpha level".
+ *
+ * @param scoresA  Control / baseline sample (scoresA → first group, the subtrahend in the diff).
+ * @param scoresB  Treatment sample.
+ * @param alpha    Significance level. Default 0.05.
+ * @param samples  Bootstrap resamples. Default 1000.
+ * @param seed     Optional seed.
+ * @returns        BootstrapDiffCI with low/high of (B - A) and significant flag.
+ */
+export declare function bootstrapDiffCI(scoresA: number[], scoresB: number[], alpha?: number, samples?: number, seed?: number): BootstrapDiffCI;
+/**
+ * Generic bootstrap CI for an arbitrary sample-level metric. Used by
+ * saturation analysis to get CI on metrics like stddev or
+ * agreement, not just mean.
+ *
+ * @param scores   Original sample.
+ * @param metricFn Function reducing a resampled array to a scalar.
+ */
+export declare function bootstrapWithMetric(scores: number[], metricFn: (resampled: number[]) => number, alpha?: number, samples?: number, seed?: number): BootstrapCI;
+//# sourceMappingURL=bootstrap.d.ts.map

package/dist/eval-core/bootstrap.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bootstrap.d.ts","sourceRoot":"","sources":["../../src/eval-core/bootstrap.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,MAAM,WAAW,WAAW;IAC1B,6BAA6B;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,6BAA6B;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,mFAAmF;IACnF,QAAQ,EAAE,MAAM,CAAC;IACjB,+CAA+C;IAC/C,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,eAAgB,SAAQ,WAAW;IAClD,4FAA4F;IAC5F,WAAW,EAAE,OAAO,CAAC;CACtB;AAED;;;;GAIG;AACH,eAAO,MAAM,yBAAyB,OAAO,CAAC;AAE9C,iDAAiD;AACjD,eAAO,MAAM,uBAAuB,OAAO,CAAC;AA+C5C;;;;;;;;GAQG;AACH,wBAAgB,eAAe,CAC7B,MAAM,EAAE,MAAM,EAAE,EAChB,KAAK,SAA0B,EAC/B,OAAO,SAA4B,EACnC,IAAI,CAAC,EAAE,MAAM,GACZ,WAAW,CAsBb;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,eAAe,CAC7B,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE,MAAM,EAAE,EACjB,KAAK,SAA0B,EAC/B,OAAO,SAA4B,EACnC,IAAI,CAAC,EAAE,MAAM,GACZ,eAAe,CAyBjB;AAED;;;;;;;GAOG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,MAAM,EAAE,EAChB,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,MAAM,EACzC,KAAK,SAA0B,EAC/B,OAAO,SAA4B,EACnC,IAAI,CAAC,EAAE,MAAM,GACZ,WAAW,CAgBb"}

package/dist/eval-core/bootstrap.js

@@ -0,0 +1,182 @@
+/**
+ * Bootstrap confidence intervals — replaces / supplements t-test for LLM eval.
+ *
+ * Why bootstrap instead of t-test for LLM scores?
+ *
+ * 1. **No distribution assumption** — t-test assumes scores are normally
+ *    distributed. LLM scores on a 1-5 ordinal scale violate this; bootstrap
+ *    only requires that the sample is representative.
+ * 2. **Small N robustness** — t-test's small-sample correction (df-adjusted)
+ *    breaks down with N < 10. Bootstrap is consistent at any N >= 2.
+ * 3. **Difference-of-means is the actual question** — In A/B eval the user
+ *    asks "is variant B better than A?" — this is a 2-sample comparison and
+ *    needs CI on the *difference*, not on each variant's mean separately.
+ *
+ * This module exports:
+ *   - bootstrapMeanCI: CI for a single variant's mean
+ *   - bootstrapDiffCI: CI for the difference (B - A); 0 outside the CI = significant
+ *   - bootstrapWithMetric: generic interface so saturation analysis can reuse
+ *
+ * Reproducibility: pass a fixed `seed` to get deterministic CIs across runs.
+ * Without a seed we use Math.random() — fine for production but not for tests.
+ */
+/**
+ * Default number of bootstrap resamples. Every eval path uses this unless
+ * `--bootstrap-samples` overrides it. Single source of truth: the docs cite
+ * it and `test/scripts/doc-constants-drift.test.ts` guards doc ↔ code parity.
+ */
+export const DEFAULT_BOOTSTRAP_SAMPLES = 1000;
+/** Default significance level; 0.05 → 95% CI. */
+export const DEFAULT_BOOTSTRAP_ALPHA = 0.05;
+/** Mulberry32 PRNG — seedable, deterministic for tests. */
+function mulberry32(seed) {
+    let s = seed >>> 0;
+    return function () {
+        s = (s + 0x6D2B79F5) >>> 0;
+        let t = s;
+        t = Math.imul(t ^ (t >>> 15), t | 1);
+        t ^= t + Math.imul(t ^ (t >>> 7), t | 61);
+        return ((t ^ (t >>> 14)) >>> 0) / 4294967296;
+    };
+}
+function makeRng(seed) {
+    if (seed == null)
+        return Math.random;
+    return mulberry32(seed);
+}
+/** Sample n indices with replacement from [0, length) using the given PRNG. */
+function resampleIndices(length, n, rng) {
+    const indices = new Array(n);
+    for (let i = 0; i < n; i++) {
+        indices[i] = Math.floor(rng() * length);
+    }
+    return indices;
+}
+function mean(arr) {
+    if (arr.length === 0)
+        return 0;
+    let sum = 0;
+    for (const x of arr)
+        sum += x;
+    return sum / arr.length;
+}
+/** Quantile of a sorted array using linear interpolation. */
+function sortedQuantile(sorted, q) {
+    if (sorted.length === 0)
+        return 0;
+    if (sorted.length === 1)
+        return sorted[0];
+    const pos = q * (sorted.length - 1);
+    const lo = Math.floor(pos);
+    const hi = Math.ceil(pos);
+    if (lo === hi)
+        return sorted[lo];
+    const frac = pos - lo;
+    return sorted[lo] * (1 - frac) + sorted[hi] * frac;
+}
+/**
+ * Bootstrap confidence interval for the mean of a single sample.
+ *
+ * @param scores  Sample observations (e.g., scores from N evaluation samples).
+ * @param alpha   Significance level. 0.05 = 95% CI. Default 0.05.
+ * @param samples Number of bootstrap resamples. Default 1000.
+ * @param seed    Optional seed for deterministic CIs (tests).
+ * @returns       { low, high, estimate, samples }; all numbers rounded to 4 decimals.
+ */
+export function bootstrapMeanCI(scores, alpha = DEFAULT_BOOTSTRAP_ALPHA, samples = DEFAULT_BOOTSTRAP_SAMPLES, seed) {
+    if (scores.length === 0) {
+        return { low: 0, high: 0, estimate: 0, samples: 0 };
+    }
+    if (scores.length === 1) {
+        return { low: scores[0], high: scores[0], estimate: scores[0], samples: 0 };
+    }
+    const rng = makeRng(seed);
+    const resampleMeans = new Array(samples);
+    for (let b = 0; b < samples; b++) {
+        const idx = resampleIndices(scores.length, scores.length, rng);
+        let sum = 0;
+        for (const i of idx)
+            sum += scores[i];
+        resampleMeans[b] = sum / scores.length;
+    }
+    resampleMeans.sort((a, b) => a - b);
+    return {
+        low: round4(sortedQuantile(resampleMeans, alpha / 2)),
+        high: round4(sortedQuantile(resampleMeans, 1 - alpha / 2)),
+        estimate: round4(mean(scores)),
+        samples,
+    };
+}
+/**
+ * Bootstrap confidence interval for the *difference* of two sample means
+ * (treatment - control). Each bootstrap iteration resamples both groups
+ * independently and computes mean(B) - mean(A).
+ *
+ * The `significant` flag is true when 0 falls outside the CI — a clean
+ * proxy for "treatment differs from control at the alpha level".
+ *
+ * @param scoresA  Control / baseline sample (scoresA → first group, the subtrahend in the diff).
+ * @param scoresB  Treatment sample.
+ * @param alpha    Significance level. Default 0.05.
+ * @param samples  Bootstrap resamples. Default 1000.
+ * @param seed     Optional seed.
+ * @returns        BootstrapDiffCI with low/high of (B - A) and significant flag.
+ */
+export function bootstrapDiffCI(scoresA, scoresB, alpha = DEFAULT_BOOTSTRAP_ALPHA, samples = DEFAULT_BOOTSTRAP_SAMPLES, seed) {
+    if (scoresA.length === 0 || scoresB.length === 0) {
+        return { low: 0, high: 0, estimate: 0, samples: 0, significant: false };
+    }
+    const rng = makeRng(seed);
+    const diffMeans = new Array(samples);
+    for (let b = 0; b < samples; b++) {
+        const idxA = resampleIndices(scoresA.length, scoresA.length, rng);
+        const idxB = resampleIndices(scoresB.length, scoresB.length, rng);
+        let sumA = 0;
+        let sumB = 0;
+        for (const i of idxA)
+            sumA += scoresA[i];
+        for (const i of idxB)
+            sumB += scoresB[i];
+        diffMeans[b] = sumB / scoresB.length - sumA / scoresA.length;
+    }
+    diffMeans.sort((a, b) => a - b);
+    const low = round4(sortedQuantile(diffMeans, alpha / 2));
+    const high = round4(sortedQuantile(diffMeans, 1 - alpha / 2));
+    return {
+        low,
+        high,
+        estimate: round4(mean(scoresB) - mean(scoresA)),
+        samples,
+        significant: !(low <= 0 && 0 <= high),
+    };
+}
+/**
+ * Generic bootstrap CI for an arbitrary sample-level metric. Used by
+ * saturation analysis to get CI on metrics like stddev or
+ * agreement, not just mean.
+ *
+ * @param scores   Original sample.
+ * @param metricFn Function reducing a resampled array to a scalar.
+ */
+export function bootstrapWithMetric(scores, metricFn, alpha = DEFAULT_BOOTSTRAP_ALPHA, samples = DEFAULT_BOOTSTRAP_SAMPLES, seed) {
+    if (scores.length === 0)
+        return { low: 0, high: 0, estimate: 0, samples: 0 };
+    const rng = makeRng(seed);
+    const metricValues = new Array(samples);
+    for (let b = 0; b < samples; b++) {
+        const idx = resampleIndices(scores.length, scores.length, rng);
+        const resampled = idx.map((i) => scores[i]);
+        metricValues[b] = metricFn(resampled);
+    }
+    metricValues.sort((a, b) => a - b);
+    return {
+        low: round4(sortedQuantile(metricValues, alpha / 2)),
+        high: round4(sortedQuantile(metricValues, 1 - alpha / 2)),
+        estimate: round4(metricFn(scores)),
+        samples,
+    };
+}
+function round4(x) {
+    return Math.round(x * 10000) / 10000;
+}
+//# sourceMappingURL=bootstrap.js.map

package/dist/eval-core/bootstrap.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bootstrap.js","sourceRoot":"","sources":["../../src/eval-core/bootstrap.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAkBH;;;;GAIG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,IAAI,CAAC;AAE9C,iDAAiD;AACjD,MAAM,CAAC,MAAM,uBAAuB,GAAG,IAAI,CAAC;AAE5C,2DAA2D;AAC3D,SAAS,UAAU,CAAC,IAAY;IAC9B,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC;IACnB,OAAO;QACL,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QAC1C,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC;IAC/C,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,IAAa;IAC5B,IAAI,IAAI,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC,MAAM,CAAC;IACrC,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,+EAA+E;AAC/E,SAAS,eAAe,CAAC,MAAc,EAAE,CAAS,EAAE,GAAiB;IACnE,MAAM,OAAO,GAAa,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,IAAI,CAAC,GAAa;IACzB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC/B,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,GAAG,IAAI,CAAC,CAAC;IAC9B,OAAO,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC;AAC1B,CAAC;AAED,6DAA6D;AAC7D,SAAS,cAAc,CAAC,MAAgB,EAAE,CAAS;IACjD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3B,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,MAAM,CAAC,EAAE,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,GAAG,GAAG,EAAE,CAAC;IACtB,OAAO,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;AACrD,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe,CAC7B,MAAgB,EAChB,KAAK,GAAG,uBAAuB,EAC/B,OAAO,GAAG,yBAAyB,EACnC,IAAa;IAEb,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IACtD,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IAC9E,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,aAAa,GAAa,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC/D,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,MAAM,CAAC,IAAI,GAAG;YAAE,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;QACtC,aAAa,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC;IACzC,CAAC;IACD,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO;QACL,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC,aAAa,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACrD,IAAI,EAAE,MAAM,CAAC,cAAc,CAAC,aAAa,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC;QAC1D,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,OAAO;KACR,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,eAAe,CAC7B,OAAiB,EACjB,OAAiB,EACjB,KAAK,GAAG,uBAAuB,EAC/B,OAAO,GAAG,yBAAyB,EACnC,IAAa;IAEb,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjD,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IAC1E,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,SAAS,GAAa,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAClE,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAClE,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;QACzC,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;QACzC,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;IAC/D,CAAC;IACD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9D,OAAO;QACL,GAAG;QACH,IAAI;QACJ,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO;QACP,WAAW,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;KACtC,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAgB,EAChB,QAAyC,EACzC,KAAK,GAAG,uBAAuB,EAC/B,OAAO,GAAG,yBAAyB,EACnC,IAAa;IAEb,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IAC7E,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,YAAY,GAAa,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC/D,MAAM,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,YAAY,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IACD,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,OAAO;QACL,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC,YAAY,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACpD,IAAI,EAAE,MAAM,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC;QACzD,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClC,OAAO;KACR,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,CAAS;IACvB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC;AACvC,CAAC"}

package/dist/eval-core/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../src/eval-core/cache.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAKH,OAAO,KAAK,EAAc,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAkBnE,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,CAyD3D;AAWD,wBAAgB,QAAQ,CACtB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,EACnB,aAAa,CAAC,EAAE,MAAM,EAAE,EACxB,QAAQ,CAAC,EAAE,MAAM,EACjB,kBAAkB,CAAC,EAAE,MAAM;AAC3B;2CAC2C;AAC3C,KAAK,CAAC,EAAE,OAAO;AACf,+DAA+D;AAC/D,WAAW,CAAC,EAAE,OAAO;AACrB;;8DAE8D;AAC9D,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,CAoBR"}

package/dist/eval-core/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/eval-core/cache.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,UAAU,GAAG,qBAAqB,CAAC;AACzC;;;;yDAIyD;AACzD,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,SAAS,eAAe;IACtB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAC9C,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,KAAK,EAAE;QAAE,OAAO,mBAAmB,CAAC;IAC1D,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,mBAAmB,CAAC;IACpD,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,QAAgB;IAC1C,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,eAAe,EAAE,CAAC;IAE9B,wDAAwD;IACxD,sEAAsE;IACtE,6CAA6C;IAC7C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC5C,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAA+B,CAAC;YACtF,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;gBAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC1D,oDAAoD;YACpD,mBAAmB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,KAAK,GAAG,KAAK,CAAC;IAElB,OAAO;QACL,GAAG,CAAC,GAAW;YACb,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACzB,IAAI,CAAC,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAC;YAC3B,2CAA2C;YAC3C,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAClB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAClB,KAAK,GAAG,IAAI,CAAC;YACb,OAAO,CAAC,CAAC;QACX,CAAC;QAED,GAAG,CAAC,GAAW,EAAE,KAAiB;YAChC,oEAAoE;YACpE,uEAAuE;YACvE,2DAA2D;YAC3D,IAAI,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACtC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;YAC7B,mBAAmB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAChC,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;QAED,IAAI;YACF,IAAI,CAAC,KAAK;gBAAE,OAAO;YACnB,0CAA0C;YAC1C,yDAAyD;YACzD,MAAM,GAAG,GAA+B,EAAE,CAAC;YAC3C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK;gBAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACvC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACtD,KAAK,GAAG,KAAK,CAAC;QAChB,CAAC;QAED,IAAI;YACF,OAAO,KAAK,CAAC,IAAI,CAAC;QACpB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,KAA8B,EAAE,GAAW;IACtE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO;IAClC,OAAO,KAAK,CAAC,IAAI,GAAG,GAAG,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACzC,IAAI,MAAM,IAAI,IAAI;YAAE,MAAM;QAC1B,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,QAAQ,CACtB,KAAa,EACb,MAAc,EACd,MAAc,EACd,GAAmB,EACnB,aAAwB,EACxB,QAAiB,EACjB,kBAA2B;AAC3B;2CAC2C;AAC3C,KAAe;AACf,+DAA+D;AAC/D,WAAqB;AACrB;;8DAE8D;AAC9D,MAAe;IAEf,mEAAmE;IACnE,2CAA2C;IAC3C,MAAM,MAAM,GAAG,aAAa,KAAK,SAAS;QACxC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9C,8DAA8D;IAC9D,oCAAoC;IACpC,MAAM,OAAO,GAAG,KAAK,KAAK,SAAS;QACjC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC1B,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,MAAM,IAAI,EAAE,CAAC;IAC/B,4EAA4E;IAC5E,uCAAuC;IACvC,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC;SAC9B,MAAM,CAAC,GAAG,KAAK,IAAI,EAAE,KAAK,MAAM,IAAI,EAAE,KAAK,MAAM,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,MAAM,KAAK,QAAQ,IAAI,EAAE,KAAK,kBAAkB,IAAI,EAAE,KAAK,OAAO,KAAK,SAAS,KAAK,SAAS,EAAE,CAAC;SAC3K,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChB,OAAO,MAAM,IAAI,EAAE,CAAC;AACtB,CAAC"}

package/dist/eval-core/comparability.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"comparability.d.ts","sourceRoot":"","sources":["../../src/eval-core/comparability.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,EAAkE,MAAM,mBAAmB,CAAC;AAEtH,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;CACZ;AA0JD,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,MAAM,GAAG,oBAAoB,EAAE,CAoDlF;AAED,wBAAgB,gCAAgC,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,oBAAoB,EAAE,CAwLtG;AAED,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,oBAAoB,EAAE,EAAE,IAAI,GAAE,IAAW,GAAG,MAAM,CAMvG"}

package/dist/eval-core/comparability.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"comparability.js","sourceRoot":"","sources":["../../src/eval-core/comparability.ts"],"names":[],"mappings":"AASA,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9E,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IAClF,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAgC,CAAC,CAAC,IAAI,EAAE,CAAC;IACrE,OAAO,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,eAAe,CAAE,KAAiC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;AACpI,CAAC;AAED,SAAS,YAAY,CAAC,OAAsD;IAC1E,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,EAAE,EAAE,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IACnF,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,UAAU,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3E,IAAI,OAAO,CAAC,GAAG,EAAE,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;IAClE,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,IAAI,CAAC,QAAgC,EAAE,IAAY,EAAE,EAAU,EAAE,EAAU;IAClF,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,MAAM,CAAC,MAA4B;IAC1C,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AACpC,CAAC;AAED,SAAS,QAAQ,CAAC,IAAgB;IAChC,OAAO,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,SAAS,CAAC,IAAgB;IACjC,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAgB;IAC5C,OAAO,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,cAAc,CAAC,GAAuC,EAAE,KAAa;IAC5E,IAAI,CAAC,GAAG;QAAE,OAAO,CAAC,GAAG,KAAK,UAAU,CAAC,CAAC;IACtC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,GAAG,CAAC,KAAK;QAAE,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,eAAe,CAAC,CAAC;IACrD,IAAI,CAAC,GAAG,CAAC,OAAO;QAAE,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,kBAAkB,CAAC,CAAC;IAC3D,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,0BAA0B,CAAC,OAAmC;IACrE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,OAAO,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,OAAO,CAAC;IAE3C,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC/B,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,MAAM,CAAC,KAAK;QAAE,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAEtD,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,IAAI;YAAE,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC9D,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACvC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;QAChG,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,yBAAyB,CAAC,CAAC,CAAC;IACxI,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,uBAAuB,CAC9B,QAAgC,EAChC,IAAY,EACZ,SAAiB,EACjB,SAAiB,EACjB,OAAsD;IAEtD,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,MAAM,OAAO,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACpD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IACjC,IAAI,CACF,QAAQ,EACR,IAAI,EACJ,GAAG,SAAS,sBAAsB,YAAY,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAClF,GAAG,SAAS,iDAAiD,YAAY,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAC9G,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,IAAgB;IACtC,OAAO,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AACxF,CAAC;AAED,SAAS,6BAA6B,CAAC,MAAc,EAAE,QAAgC;IACrF,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC;IAC9C,IAAI,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAC7E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CACF,QAAQ,EACR,0BAA0B,EAC1B,yCAAyC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAC9D,iEAAiE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACvF,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1D,uBAAuB,CAAC,QAAQ,EAAE,+BAA+B,EAAE,WAAW,OAAO,WAAW,EAAE,WAAW,OAAO,WAAW,EAAE,OAAO,CAAC,CAAC;QAC5I,CAAC;QACD,OAAO;IACT,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;QACjC,IAAI,CACF,QAAQ,EACR,0BAA0B,EAC1B,2DAA2D,EAC3D,6HAA6H,CAC9H,CAAC;QACF,OAAO;IACT,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,IAAI,CACF,QAAQ,EACR,2BAA2B,EAC3B,mFAAmF,EACnF,wIAAwI,CACzI,CAAC;IACJ,CAAC;IACD,uBAAuB,CAAC,QAAQ,EAAE,+BAA+B,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAC1H,CAAC;AAED,SAAS,yBAAyB,CAAC,CAAS,EAAE,CAAS;IACrD,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;IAC/B,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;IAC/B,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAC5B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9D,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;QACrB,IAAI,EAAE,CAAC,EAAE,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;YACrC,OAAO,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,MAAM,EAAE,CAAC;QACT,IAAI,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;YAAE,UAAU,EAAE,CAAC;IACtC,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,MAAc;IACxD,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,6BAA6B,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAChD,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;QAC1D,IAAI,CACF,QAAQ,EACR,2BAA2B,EAC3B,gCAAgC,EAChC,uFAAuF,CACxF,CAAC;IACJ,CAAC;IACD,4FAA4F;IAC5F,2EAA2E;IAC3E,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACzF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CACF,QAAQ,EACR,uBAAuB,EACvB,OAAO,CAAC,MAAM,KAAK,CAAC;gBAClB,CAAC,CAAC,sDAAsD;gBACxD,CAAC,CAAC,+BAA+B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EACxD,OAAO,CAAC,MAAM,KAAK,CAAC;gBAClB,CAAC,CAAC,sGAAsG;gBACxG,CAAC,CAAC,yDAAyD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACnF,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,CAAC,CAAC,OAAO;gBAAE,SAAS;YACzB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;YAC1E,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;YAClF,uBAAuB,CAAC,QAAQ,EAAE,4BAA4B,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QAC9B,IAAI,CACF,QAAQ,EACR,uBAAuB,EACvB,iCAAiC,EACjC,4FAA4F,CAC7F,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;QAChC,IAAI,CACF,QAAQ,EACR,yBAAyB,EACzB,oDAAoD,EACpD,uFAAuF,CACxF,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,MAAc,EAAE,KAAa;IAC5E,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;IACtB,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC;IAErB,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,QAAQ,EAAE,gBAAgB,EAAE,aAAa,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,KAAK,GAAG,EAAE,iCAAiC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;IACnI,CAAC;IACD,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC,QAAQ,EAAE,mBAAmB,EAAE,gBAAgB,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,QAAQ,GAAG,EAAE,qBAAqB,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC;IACzI,CAAC;IACD,MAAM,oBAAoB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,oBAAoB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,qBAAqB,GAAG,oBAAoB,CAAC,MAAM,GAAG,CAAC,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;IACjG,IAAI,qBAAqB,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,GAAG,oBAAoB,EAAE,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QACpH,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/F,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CACF,QAAQ,EACR,0BAA0B,EAC1B,6CAA6C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAClE,6EAA6E,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACnG,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,aAAa,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC,GAAG,CAAC,CAAC;YAChD,MAAM,YAAY,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC,GAAG,CAAC,CAAC;YAC/C,IAAI,aAAa,EAAE,WAAW,IAAI,YAAY,EAAE,WAAW,IAAI,aAAa,CAAC,WAAW,KAAK,YAAY,CAAC,WAAW,EAAE,CAAC;gBACtH,IAAI,CACF,QAAQ,EACR,2BAA2B,EAC3B,WAAW,GAAG,2BAA2B,YAAY,CAAC,aAAa,CAAC,MAAM,YAAY,CAAC,YAAY,CAAC,GAAG,EACvG,WAAW,GAAG,0CAA0C,YAAY,CAAC,aAAa,CAAC,MAAM,YAAY,CAAC,YAAY,CAAC,GAAG,CACvH,CAAC;YACJ,CAAC;YACD,uBAAuB,CAAC,QAAQ,EAAE,+BAA+B,EAAE,kBAAkB,GAAG,WAAW,EAAE,kBAAkB,GAAG,WAAW,EAAE,aAAa,CAAC,CAAC;YACtJ,uBAAuB,CAAC,QAAQ,EAAE,+BAA+B,EAAE,iBAAiB,GAAG,WAAW,EAAE,iBAAiB,GAAG,WAAW,EAAE,YAAY,CAAC,CAAC;QACrJ,CAAC;IACH,CAAC;SAAM,IAAI,CAAC,CAAC,eAAe,EAAE,WAAW,IAAI,CAAC,CAAC,eAAe,EAAE,WAAW,EAAE,CAAC;QAC5E,IAAI,CAAC,CAAC,eAAe,CAAC,WAAW,KAAK,CAAC,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC;YACpE,IAAI,CACF,QAAQ,EACR,2BAA2B,EAC3B,0BAA0B,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,EACjG,yCAAyC,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CACjH,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,CACF,QAAQ,EACR,0BAA0B,EAC1B,sDAAsD,EACtD,8GAA8G,CAC/G,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC3B,uBAAuB,CAAC,QAAQ,EAAE,+BAA+B,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,CAAC,CAAC,eAAe,CAAC,CAAC;QAC5H,uBAAuB,CAAC,QAAQ,EAAE,+BAA+B,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,CAAC,CAAC,eAAe,CAAC,CAAC;IAC5H,CAAC;IAED,uFAAuF;IACvF,qEAAqE;IACrE,+EAA+E;IAC/E,oDAAoD;IACpD,sDAAsD;IACtD,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC5B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;QACzB,+EAA+E;IACjF,CAAC;SAAM,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QAC/B,IAAI,CACF,QAAQ,EACR,yBAAyB,EACzB,WAAW,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,MAAM,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,4CAA4C,EAC3H,2BAA2B,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,MAAM,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,6HAA6H,CAC7N,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,0EAA0E;QAC1E,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,eAAe,CAAC,KAAK,CAAC,KAAK,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;YACtD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;YACxD,IAAI,CACF,QAAQ,EACR,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,uBAAuB,EAC3D,QAAQ;gBACN,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,MAAM,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG;gBAC1D,CAAC,CAAC,sBAAsB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,GAAG,EACvF,QAAQ;gBACN,CAAC,CAAC,wBAAwB,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,MAAM,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG;gBACvE,CAAC,CAAC,iCAAiC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,GAAG,CACnG,CAAC;QACJ,CAAC;QACD,IAAI,oBAAoB,CAAC,CAAC,CAAC,KAAK,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC;YACxD,IAAI,CACF,QAAQ,EACR,uBAAuB,EACvB,iBAAiB,oBAAoB,CAAC,CAAC,CAAC,MAAM,oBAAoB,CAAC,CAAC,CAAC,GAAG,EACxE,+BAA+B,oBAAoB,CAAC,CAAC,CAAC,MAAM,oBAAoB,CAAC,CAAC,CAAC,GAAG,CACvF,CAAC;QACJ,CAAC;QAED,6FAA6F;QAC7F,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACzG,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACzG,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/F,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC;gBACzC,IAAI,CACF,QAAQ,EACR,uBAAuB,EACvB,QAAQ;oBACN,CAAC,CAAC,iDAAiD;oBACnD,CAAC,CAAC,2BAA2B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EACpD,QAAQ;oBACN,CAAC,CAAC,iHAAiH;oBACnH,CAAC,CAAC,oEAAoE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAC9F,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;gBAC7B,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC7C,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC5C,IAAI,aAAa,EAAE,WAAW,IAAI,YAAY,EAAE,WAAW,IAAI,aAAa,CAAC,WAAW,KAAK,YAAY,CAAC,WAAW,EAAE,CAAC;oBACtH,IAAI,CACF,QAAQ,EACR,wBAAwB,EACxB,UAAU,CAAC,MAAM,KAAK,CAAC;wBACrB,CAAC,CAAC,oBAAoB,YAAY,CAAC,aAAa,CAAC,MAAM,YAAY,CAAC,YAAY,CAAC,GAAG;wBACpF,CAAC,CAAC,MAAM,GAAG,kBAAkB,YAAY,CAAC,aAAa,CAAC,MAAM,YAAY,CAAC,YAAY,CAAC,GAAG,EAC7F,UAAU,CAAC,MAAM,KAAK,CAAC;wBACrB,CAAC,CAAC,sCAAsC,YAAY,CAAC,aAAa,CAAC,MAAM,YAAY,CAAC,YAAY,CAAC,GAAG;wBACtG,CAAC,CAAC,SAAS,GAAG,iCAAiC,YAAY,CAAC,aAAa,CAAC,MAAM,YAAY,CAAC,YAAY,CAAC,GAAG,CAChH,CAAC;gBACJ,CAAC;gBACD,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC;gBACjE,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC;gBACzE,uBAAuB,CAAC,QAAQ,EAAE,4BAA4B,EAAE,UAAU,WAAW,EAAE,EAAE,UAAU,aAAa,EAAE,EAAE,aAAa,CAAC,CAAC;gBACnI,uBAAuB,CAAC,QAAQ,EAAE,4BAA4B,EAAE,SAAS,WAAW,EAAE,EAAE,SAAS,aAAa,EAAE,EAAE,YAAY,CAAC,CAAC;YAClI,CAAC;QACH,CAAC;IACH,CAAC;IAED,qFAAqF;IACrF,8BAA8B;IAC9B,IAAI,OAAO,IAAI,OAAO,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;YAC7C,IAAI,CAAC,QAAQ,EAAE,2BAA2B,EAAE,oBAAoB,CAAC,CAAC,eAAe,IAAI,SAAS,MAAM,CAAC,CAAC,eAAe,IAAI,SAAS,GAAG,EAAE,qDAAqD,CAAC,CAAC,eAAe,IAAI,SAAS,MAAM,CAAC,CAAC,eAAe,IAAI,SAAS,GAAG,CAAC,CAAC;QACrQ,CAAC;aAAM,IAAI,CAAC,CAAC,eAAe,KAAK,CAAC,CAAC,eAAe,EAAE,CAAC;YACnD,IAAI,CAAC,QAAQ,EAAE,4BAA4B,EAAE,cAAc,CAAC,CAAC,eAAe,IAAI,SAAS,MAAM,CAAC,CAAC,eAAe,IAAI,SAAS,GAAG,EAAE,8BAA8B,CAAC,CAAC,eAAe,IAAI,SAAS,MAAM,CAAC,CAAC,eAAe,IAAI,SAAS,GAAG,CAAC,CAAC;QACzO,CAAC;IACH,CAAC;IACD,IAAI,CAAC,CAAC,CAAC,mBAAmB,IAAI,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,mBAAmB,KAAK,CAAC,CAAC,mBAAmB,EAAE,CAAC;QACxG,IAAI,CAAC,QAAQ,EAAE,+BAA+B,EAAE,WAAW,CAAC,CAAC,mBAAmB,IAAI,QAAQ,MAAM,CAAC,CAAC,mBAAmB,IAAI,QAAQ,GAAG,EAAE,iCAAiC,CAAC,CAAC,mBAAmB,IAAI,QAAQ,MAAM,CAAC,CAAC,mBAAmB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACxP,CAAC;IACD,IAAI,eAAe,CAAC,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,KAAK,eAAe,CAAC,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,EAAE,CAAC;QAC5F,IAAI,CACF,QAAQ,EACR,0BAA0B,EAC1B,gDAAgD,EAChD,yFAAyF,CAC1F,CAAC;IACJ,CAAC;IAED,MAAM,cAAc,GAAG,yBAAyB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAChE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,IAAI,CACF,QAAQ,EACR,uBAAuB,EACvB,kCAAkC,EAClC,0FAA0F,CAC3F,CAAC;IACJ,CAAC;SAAM,IAAI,cAAc,CAAC,UAAU,GAAG,CAAC,IAAI,cAAc,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;QACvE,IAAI,CACF,QAAQ,EACR,wBAAwB,EACxB,YAAY,cAAc,CAAC,UAAU,UAAU,cAAc,CAAC,OAAO,eAAe,EACpF,+BAA+B,cAAc,CAAC,UAAU,wBAAwB,cAAc,CAAC,OAAO,qCAAqC,CAC5I,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,QAAgC,EAAE,OAAa,IAAI;IAC7F,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,MAAM,MAAM,GAAG,IAAI,KAAK,IAAI;QAC1B,CAAC,CAAC,uDAAuD;QACzD,CAAC,CAAC,iGAAiG,CAAC;IACtG,OAAO,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7G,CAAC"}