oh-my-knowledge 0.0.1 → 0.18.0

package/dist/src/eval-core/execution-strategy.js

@@ -0,0 +1,121 @@
+import { dirname } from 'node:path';
+function combineUserPrompt(prefix, prompt) {
+    if (!prefix)
+        return prompt;
+    return `${prefix}\n\n${prompt}`;
+}
+export function resolveArtifactExecutionStrategy(artifact) {
+    switch (artifact.kind) {
+        case 'baseline':
+            return 'baseline';
+        case 'prompt':
+            return 'user-prompt';
+        case 'agent':
+            return 'agent-session';
+        case 'workflow':
+            return 'workflow-session';
+        case 'skill':
+        default:
+            return 'system-prompt';
+    }
+}
+export function resolveExperimentType(artifact) {
+    if (artifact.kind === 'baseline' && !artifact.cwd)
+        return 'baseline';
+    if (artifact.kind === 'baseline' && artifact.cwd)
+        return 'runtime-context-only';
+    return 'artifact-injection';
+}
+export function buildVariantConfig(artifact) {
+    // experimentRole 是 variant 的 run-time 属性,必须由上游显式注入:
+    //   - CLI:`--control` / `--treatment` 在 evaluation-preparation.ts 按 spec.name 匹配填
+    //   - each-workflow:显式标 baseline=control / skill=treatment
+    //   - config:configVariantsToSpecs 从 EvalConfig.variants.role 带入
+    // 静默从 artifactKind 反推会违反 terminology-spec 三-4"experimentRole 是唯一来源",
+    // 因此缺失时直接 throw,强迫调用者修配置,不走默认值掩盖。
+    if (!artifact.experimentRole) {
+        throw new Error(`artifact "${artifact.name}" 缺少 experimentRole:应该由 CLI --control/--treatment、`
+            + `--config eval.yaml 或 each-workflow 显式注入。参见 docs/terminology-spec.md 三-4。`);
+    }
+    return {
+        variant: artifact.name,
+        artifactKind: artifact.kind,
+        artifactSource: artifact.source,
+        executionStrategy: resolveArtifactExecutionStrategy(artifact),
+        experimentType: resolveExperimentType(artifact),
+        experimentRole: artifact.experimentRole,
+        hasArtifactContent: Boolean(artifact.content),
+        cwd: artifact.cwd || null,
+        locator: artifact.locator,
+        ref: artifact.ref,
+    };
+}
+function extractSkillDir(artifact) {
+    if (!artifact.locator)
+        return null;
+    return dirname(artifact.locator);
+}
+export function resolveExecutionStrategy(task, model, timeoutMs, verbose) {
+    const skillDir = extractSkillDir(task.artifact);
+    const baseInput = {
+        model,
+        cwd: task.cwd,
+        skillDir,
+        timeoutMs,
+        verbose,
+    };
+    switch (task.artifact.kind) {
+        case 'baseline':
+            return {
+                strategy: resolveArtifactExecutionStrategy(task.artifact),
+                cacheSystem: '',
+                input: {
+                    ...baseInput,
+                    system: null,
+                    prompt: task.prompt,
+                },
+            };
+        case 'prompt':
+            return {
+                strategy: resolveArtifactExecutionStrategy(task.artifact),
+                cacheSystem: '',
+                input: {
+                    ...baseInput,
+                    system: null,
+                    prompt: combineUserPrompt(task.artifact.content, task.prompt),
+                },
+            };
+        case 'agent':
+            return {
+                strategy: resolveArtifactExecutionStrategy(task.artifact),
+                cacheSystem: task.artifact.content ?? '',
+                input: {
+                    ...baseInput,
+                    system: task.artifact.content,
+                    prompt: task.prompt,
+                },
+            };
+        case 'workflow':
+            return {
+                strategy: resolveArtifactExecutionStrategy(task.artifact),
+                cacheSystem: task.artifact.content ?? '',
+                input: {
+                    ...baseInput,
+                    system: task.artifact.content,
+                    prompt: task.prompt,
+                },
+            };
+        case 'skill':
+        default:
+            return {
+                strategy: resolveArtifactExecutionStrategy(task.artifact),
+                cacheSystem: task.artifact.content ?? '',
+                input: {
+                    ...baseInput,
+                    system: task.artifact.content,
+                    prompt: task.prompt,
+                },
+            };
+    }
+}
+//# sourceMappingURL=execution-strategy.js.map

package/dist/src/eval-core/execution-strategy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-strategy.js","sourceRoot":"","sources":["../../../src/eval-core/execution-strategy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASpC,SAAS,iBAAiB,CAAC,MAAqB,EAAE,MAAc;IAC9D,IAAI,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;IAC3B,OAAO,GAAG,MAAM,OAAO,MAAM,EAAE,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,QAAkB;IACjE,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtB,KAAK,UAAU;YACb,OAAO,UAAU,CAAC;QACpB,KAAK,QAAQ;YACX,OAAO,aAAa,CAAC;QACvB,KAAK,OAAO;YACV,OAAO,eAAe,CAAC;QACzB,KAAK,UAAU;YACb,OAAO,kBAAkB,CAAC;QAC5B,KAAK,OAAO,CAAC;QACb;YACE,OAAO,eAAe,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,QAAkB;IACtD,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,QAAQ,CAAC,GAAG;QAAE,OAAO,UAAU,CAAC;IACrE,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,IAAI,QAAQ,CAAC,GAAG;QAAE,OAAO,sBAAsB,CAAC;IAChF,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAkB;IACnD,oDAAoD;IACpD,kFAAkF;IAClF,2DAA2D;IAC3D,iEAAiE;IACjE,qEAAqE;IACrE,kCAAkC;IAClC,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CACb,aAAa,QAAQ,CAAC,IAAI,oDAAoD;cAC5E,0EAA0E,CAC7E,CAAC;IACJ,CAAC;IACD,OAAO;QACL,OAAO,EAAE,QAAQ,CAAC,IAAI;QACtB,YAAY,EAAE,QAAQ,CAAC,IAAI;QAC3B,cAAc,EAAE,QAAQ,CAAC,MAAM;QAC/B,iBAAiB,EAAE,gCAAgC,CAAC,QAAQ,CAAC;QAC7D,cAAc,EAAE,qBAAqB,CAAC,QAAQ,CAAC;QAC/C,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,kBAAkB,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC7C,GAAG,EAAE,QAAQ,CAAC,GAAG,IAAI,IAAI;QACzB,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,GAAG,EAAE,QAAQ,CAAC,GAAG;KAClB,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,QAAkB;IACzC,IAAI,CAAC,QAAQ,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IACnC,OAAO,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,IAAU,EAAE,KAAa,EAAE,SAAkB,EAAE,OAAiB;IACvG,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG;QAChB,KAAK;QACL,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,QAAQ;QACR,SAAS;QACT,OAAO;KACR,CAAC;IAEF,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3B,KAAK,UAAU;YACb,OAAO;gBACL,QAAQ,EAAE,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACzD,WAAW,EAAE,EAAE;gBACf,KAAK,EAAE;oBACL,GAAG,SAAS;oBACZ,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB;aACF,CAAC;QACJ,KAAK,QAAQ;YACX,OAAO;gBACL,QAAQ,EAAE,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACzD,WAAW,EAAE,EAAE;gBACf,KAAK,EAAE;oBACL,GAAG,SAAS;oBACZ,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC;iBAC9D;aACF,CAAC;QACJ,KAAK,OAAO;YACV,OAAO;gBACL,QAAQ,EAAE,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACzD,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE;gBACxC,KAAK,EAAE;oBACL,GAAG,SAAS;oBACZ,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO;oBAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB;aACF,CAAC;QACJ,KAAK,UAAU;YACb,OAAO;gBACL,QAAQ,EAAE,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACzD,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE;gBACxC,KAAK,EAAE;oBACL,GAAG,SAAS;oBACZ,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO;oBAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB;aACF,CAAC;QACJ,KAAK,OAAO,CAAC;QACb;YACE,OAAO;gBACL,QAAQ,EAAE,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACzD,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE;gBACxC,KAAK,EAAE;oBACL,GAAG,SAAS;oBACZ,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO;oBAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB;aACF,CAAC;IACN,CAAC;AACH,CAAC"}

package/dist/src/eval-core/fact-checker.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Fact checker — extracts verifiable claims from agent output and validates them.
+ * Currently supports file/directory path verification via fs.existsSync.
+ */
+export interface FactClaim {
+    type: 'file-path';
+    value: string;
+    verified: boolean;
+    evidence?: string;
+}
+export interface FactCheckResult {
+    claims: FactClaim[];
+    verifiedCount: number;
+    totalCount: number;
+    verifiedRate: number;
+}
+/**
+ * Extract file path claims from agent output text.
+ */
+export declare function extractPathClaims(output: string): string[];
+/**
+ * Check facts in agent output by verifying file paths exist in cwd.
+ */
+export declare function checkFacts(output: string, cwd: string): FactCheckResult;
+//# sourceMappingURL=fact-checker.d.ts.map

package/dist/src/eval-core/fact-checker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fact-checker.d.ts","sourceRoot":"","sources":["../../../src/eval-core/fact-checker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,WAAW,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB;AAsBD;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAmB1D;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,eAAe,CAmBvE"}

package/dist/src/eval-core/fact-checker.js

@@ -0,0 +1,66 @@
+/**
+ * Fact checker — extracts verifiable claims from agent output and validates them.
+ * Currently supports file/directory path verification via fs.existsSync.
+ */
+import { existsSync } from 'node:fs';
+import { resolve } from 'node:path';
+// Patterns that look like file/directory paths in agent output
+const PATH_PATTERNS = [
+    // Explicit code paths: repos/xxx, src/xxx, lib/xxx, packages/xxx
+    /(?:repos|src|lib|packages|dist|test|components)\/[a-zA-Z0-9_/.@-]+/g,
+    // .claude paths
+    /\.claude\/[a-zA-Z0-9_/.@-]+/g,
+    // Paths with file extensions mentioned in text
+    /[a-zA-Z0-9_/-]+\.(?:ts|js|tsx|jsx|md|json|yaml|yml|sh)\b/g,
+];
+// Paths to ignore (too generic or always present)
+const IGNORE_PATTERNS = [
+    /^package\.json$/,
+    /^tsconfig\.json$/,
+    /^node_modules\//,
+    /^dist\//,
+    /^\.git\//,
+    /^index\.\w+$/,
+];
+/**
+ * Extract file path claims from agent output text.
+ */
+export function extractPathClaims(output) {
+    const paths = new Set();
+    for (const pattern of PATH_PATTERNS) {
+        // Reset lastIndex for global regex
+        pattern.lastIndex = 0;
+        for (const match of output.matchAll(pattern)) {
+            let path = match[0];
+            // Clean trailing punctuation
+            path = path.replace(/[.,;:!?）)]+$/, '');
+            // Clean trailing backtick/quote
+            path = path.replace(/[`'"]+$/, '');
+            if (path.length > 3 && !IGNORE_PATTERNS.some((p) => p.test(path))) {
+                paths.add(path);
+            }
+        }
+    }
+    return [...paths];
+}
+/**
+ * Check facts in agent output by verifying file paths exist in cwd.
+ */
+export function checkFacts(output, cwd) {
+    const pathClaims = extractPathClaims(output);
+    const claims = pathClaims.map((path) => {
+        const fullPath = resolve(cwd, path);
+        const exists = existsSync(fullPath);
+        return {
+            type: 'file-path',
+            value: path,
+            verified: exists,
+            ...(!exists && { evidence: `${fullPath} not found` }),
+        };
+    });
+    const verifiedCount = claims.filter((c) => c.verified).length;
+    const totalCount = claims.length;
+    const verifiedRate = totalCount > 0 ? Number((verifiedCount / totalCount).toFixed(2)) : 1;
+    return { claims, verifiedCount, totalCount, verifiedRate };
+}
+//# sourceMappingURL=fact-checker.js.map

package/dist/src/eval-core/fact-checker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fact-checker.js","sourceRoot":"","sources":["../../../src/eval-core/fact-checker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAgBpC,+DAA+D;AAC/D,MAAM,aAAa,GAAG;IACpB,iEAAiE;IACjE,qEAAqE;IACrE,gBAAgB;IAChB,8BAA8B;IAC9B,+CAA+C;IAC/C,2DAA2D;CAC5D,CAAC;AAEF,kDAAkD;AAClD,MAAM,eAAe,GAAG;IACtB,iBAAiB;IACjB,kBAAkB;IAClB,iBAAiB;IACjB,SAAS;IACT,UAAU;IACV,cAAc;CACf,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAc;IAC9C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhC,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;QACpC,mCAAmC;QACnC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;QACtB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7C,IAAI,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACpB,6BAA6B;YAC7B,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;YACxC,gCAAgC;YAChC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACnC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBAClE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,MAAc,EAAE,GAAW;IACpD,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAE7C,MAAM,MAAM,GAAgB,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAClD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,MAAM;YAChB,GAAG,CAAC,CAAC,MAAM,IAAI,EAAE,QAAQ,EAAE,GAAG,QAAQ,YAAY,EAAE,CAAC;SACtD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC9D,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;IACjC,MAAM,YAAY,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,aAAa,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE1F,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC;AAC7D,CAAC"}

package/dist/src/eval-core/schema.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Domain model definitions for oh-my-knowledge.
+ * Single source of truth for object structures used across runner, renderer, and server.
+ */
+import type { ExecResult, GradeResult, VariantResult, VariantSummary } from '../types.js';
+/**
+ * Build a VariantResult from execution and grading results.
+ */
+interface BuildVariantOptions {
+    execMs?: number;
+    gradeMs?: number;
+    factCheck?: {
+        verifiedCount: number;
+        totalCount: number;
+        verifiedRate: number;
+        claims: Array<{
+            type: string;
+            value: string;
+            verified: boolean;
+            evidence?: string;
+        }>;
+    };
+}
+export declare function buildVariantResult(execResult: ExecResult, gradeResult: GradeResult | null, options?: BuildVariantOptions): VariantResult;
+/**
+ * Build a VariantSummary from an array of VariantResults.
+ */
+export declare function buildVariantSummary(entries: VariantResult[]): VariantSummary;
+export {};
+//# sourceMappingURL=schema.d.ts.map

package/dist/src/eval-core/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/eval-core/schema.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,aAAa,EAAE,cAAc,EAA0B,MAAM,aAAa,CAAC;AA0BlH;;GAEG;AACH,UAAU,mBAAmB;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,OAAO,CAAC;YAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC;CACvK;AAED,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,GAAG,IAAI,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,aAAa,CA0ExI;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,cAAc,CA6F5E"}

package/dist/src/eval-core/schema.js

@@ -0,0 +1,195 @@
+/**
+ * Domain model definitions for oh-my-knowledge.
+ * Single source of truth for object structures used across runner, renderer, and server.
+ */
+function ratioToScore(ratio) {
+    return Number((1 + ratio * 4).toFixed(2));
+}
+const MAX_TURN_CONTENT = 2000;
+const MAX_TOOL_OUTPUT = 1000;
+function truncateTurns(turns) {
+    return turns.map((t) => ({
+        ...t,
+        content: t.content.length > MAX_TURN_CONTENT ? t.content.slice(0, MAX_TURN_CONTENT) + '…' : t.content,
+        ...(t.toolCalls && { toolCalls: truncateToolCalls(t.toolCalls) }),
+    }));
+}
+function truncateToolCalls(toolCalls) {
+    return toolCalls.map((tc) => ({
+        ...tc,
+        output: typeof tc.output === 'string' && tc.output.length > MAX_TOOL_OUTPUT
+            ? tc.output.slice(0, MAX_TOOL_OUTPUT) + '…'
+            : tc.output,
+    }));
+}
+export function buildVariantResult(execResult, gradeResult, options) {
+    const execCostUSD = execResult.costUSD || 0;
+    const judgeCostUSD = gradeResult?.judgeCostUSD || 0;
+    const execMs = options?.execMs || execResult.durationMs;
+    const gradeMs = options?.gradeMs || 0;
+    const assistantTurns = execResult.turns?.filter((turn) => turn.role === 'assistant').length;
+    const toolTurns = execResult.turns?.filter((turn) => turn.role === 'tool').length;
+    const numToolFailures = execResult.toolCalls?.filter((tc) => !tc.success).length;
+    const traceSignals = [
+        execResult.turns && execResult.turns.length > 0,
+        execResult.toolCalls && execResult.toolCalls.length > 0,
+        Boolean(execResult.output),
+        Boolean(execMs > 0),
+    ];
+    const traceCoverage = Number((traceSignals.filter(Boolean).length / traceSignals.length).toFixed(2));
+    return {
+        ok: execResult.ok,
+        durationMs: execResult.durationMs,
+        durationApiMs: execResult.durationApiMs,
+        inputTokens: execResult.inputTokens,
+        outputTokens: execResult.outputTokens,
+        totalTokens: execResult.inputTokens + execResult.outputTokens,
+        cacheReadTokens: execResult.cacheReadTokens,
+        cacheCreationTokens: execResult.cacheCreationTokens,
+        execCostUSD,
+        judgeCostUSD,
+        costUSD: execCostUSD + judgeCostUSD, // Total = execution + grading
+        numTurns: execResult.numTurns,
+        ...(execResult.fullNumTurns != null && { fullNumTurns: execResult.fullNumTurns }),
+        ...(execResult.numSubAgents != null && { numSubAgents: execResult.numSubAgents }),
+        ...(assistantTurns != null && { assistantTurns }),
+        ...(toolTurns != null && { toolTurns }),
+        ...(execResult.toolCalls && execResult.toolCalls.length > 0 && {
+            numToolCalls: execResult.toolCalls.length,
+            numToolFailures,
+            toolSuccessRate: Number((execResult.toolCalls.filter((tc) => tc.success).length / execResult.toolCalls.length).toFixed(2)),
+            toolNames: [...new Set(execResult.toolCalls.map((tc) => tc.tool))],
+        }),
+        traceCoverage,
+        ...(execResult.error && { error: execResult.error }),
+        ...(gradeResult && (() => {
+            // Integrate fact check into layered scores
+            const layeredScores = gradeResult.layeredScores ? { ...gradeResult.layeredScores } : undefined;
+            let compositeScore = gradeResult.compositeScore;
+            if (options?.factCheck && options.factCheck.totalCount > 0 && layeredScores) {
+                const hardScore = ratioToScore(options.factCheck.verifiedRate);
+                const assertionFact = layeredScores.factScore;
+                // Combine: assertion fact + hard verification
+                layeredScores.factScore = assertionFact != null
+                    ? Number(((assertionFact + hardScore) / 2).toFixed(2))
+                    : hardScore;
+                // Recompute composite from updated layers (保留 0 分,仅过滤真正缺失)
+                const scores = [layeredScores.factScore, layeredScores.behaviorScore, layeredScores.judgeScore].filter((s) => s != null);
+                compositeScore = scores.length > 0 ? Number((scores.reduce((a, b) => a + b, 0) / scores.length).toFixed(2)) : compositeScore;
+            }
+            return {
+                compositeScore,
+                ...(layeredScores && { layeredScores }),
+                ...(gradeResult.assertions && { assertions: gradeResult.assertions }),
+                ...(gradeResult.llmScore != null && { llmScore: gradeResult.llmScore }),
+                ...(gradeResult.llmReason && { llmReason: gradeResult.llmReason }),
+                ...(gradeResult.dimensions && { dimensions: gradeResult.dimensions }),
+            };
+        })()),
+        ...(options?.factCheck && options.factCheck.totalCount > 0 && { factCheck: options.factCheck }),
+        outputPreview: execResult.output ? execResult.output.slice(0, 200) : null,
+        ...(execResult.output && { fullOutput: execResult.output }),
+        ...(execResult.turns && execResult.turns.length > 0 && { turns: truncateTurns(execResult.turns) }),
+        ...(execResult.toolCalls && execResult.toolCalls.length > 0 && { toolCalls: truncateToolCalls(execResult.toolCalls) }),
+        timing: { execMs, gradeMs, totalMs: execMs + gradeMs },
+    };
+}
+/**
+ * Build a VariantSummary from an array of VariantResults.
+ */
+export function buildVariantSummary(entries) {
+    const ok = entries.filter((e) => e.ok);
+    const compositeScores = entries.filter((e) => typeof e.compositeScore === 'number' && e.compositeScore > 0).map((e) => e.compositeScore);
+    const assertionScores = entries.filter((e) => e.assertions?.score != null && e.assertions.score > 0).map((e) => e.assertions.score);
+    const llmScores = entries.filter((e) => typeof e.llmScore === 'number' && e.llmScore > 0).map((e) => e.llmScore);
+    const errorCount = entries.length - ok.length;
+    return {
+        totalSamples: entries.length,
+        successCount: ok.length,
+        errorCount,
+        errorRate: entries.length > 0 ? Number((errorCount / entries.length * 100).toFixed(1)) : 0,
+        avgDurationMs: ok.length > 0 ? Math.round(ok.reduce((s, e) => s + (e.timing?.totalMs || e.durationMs), 0) / ok.length) : 0,
+        avgInputTokens: ok.length > 0 ? Math.round(ok.reduce((s, e) => s + e.inputTokens, 0) / ok.length) : 0,
+        avgOutputTokens: ok.length > 0 ? Math.round(ok.reduce((s, e) => s + e.outputTokens, 0) / ok.length) : 0,
+        avgTotalTokens: ok.length > 0 ? Math.round(ok.reduce((s, e) => s + e.totalTokens, 0) / ok.length) : 0,
+        totalCostUSD: ok.reduce((s, e) => s + (e.costUSD || 0), 0),
+        totalExecCostUSD: ok.reduce((s, e) => s + (e.execCostUSD || 0), 0),
+        totalJudgeCostUSD: ok.reduce((s, e) => s + (e.judgeCostUSD || 0), 0),
+        avgCostPerSample: ok.length > 0 ? Number((ok.reduce((s, e) => s + (e.costUSD || 0), 0) / ok.length).toFixed(6)) : 0,
+        avgNumTurns: ok.length > 0 ? Number((ok.reduce((s, e) => s + (e.numTurns || 0), 0) / ok.length).toFixed(1)) : 0,
+        ...(() => {
+            const withFullTurns = ok.filter((e) => e.fullNumTurns != null);
+            if (withFullTurns.length > 0) {
+                return {
+                    avgFullNumTurns: Number((withFullTurns.reduce((s, e) => s + (e.fullNumTurns || 0), 0) / withFullTurns.length).toFixed(1)),
+                    avgNumSubAgents: Number((withFullTurns.reduce((s, e) => s + (e.numSubAgents || 0), 0) / withFullTurns.length).toFixed(1)),
+                };
+            }
+            return {};
+        })(),
+        ...(() => {
+            const withTrace = ok.filter((e) => e.traceCoverage != null);
+            if (withTrace.length === 0)
+                return {};
+            return {
+                avgAssistantTurns: Number((withTrace.reduce((s, e) => s + (e.assistantTurns || 0), 0) / withTrace.length).toFixed(1)),
+                avgToolTurns: Number((withTrace.reduce((s, e) => s + (e.toolTurns || 0), 0) / withTrace.length).toFixed(1)),
+                traceCoverageRate: Number((withTrace.reduce((s, e) => s + (e.traceCoverage || 0), 0) / withTrace.length).toFixed(2)),
+            };
+        })(),
+        ...(() => {
+            const withTools = ok.filter((e) => typeof e.numToolCalls === 'number' && e.numToolCalls > 0);
+            if (withTools.length === 0)
+                return {};
+            const totalToolCalls = withTools.reduce((s, e) => s + (e.numToolCalls || 0), 0);
+            const avgSuccessRate = withTools.reduce((s, e) => s + (e.toolSuccessRate || 0), 0) / withTools.length;
+            const dist = {};
+            for (const e of withTools) {
+                for (const name of (e.toolNames || [])) {
+                    dist[name] = (dist[name] || 0) + 1;
+                }
+            }
+            return {
+                avgToolCalls: Number((totalToolCalls / withTools.length).toFixed(1)),
+                avgToolFailures: Number((withTools.reduce((s, e) => s + (e.numToolFailures || 0), 0) / withTools.length).toFixed(1)),
+                toolSuccessRate: Number(avgSuccessRate.toFixed(2)),
+                toolDistribution: dist,
+            };
+        })(),
+        ...(() => {
+            // 保留 0 分样本(评委打"完全不合格"是合法低分,不是缺失)。
+            // 仅 filter null / undefined(真正缺数据,如该 sample 无对应断言或未配 judge)。
+            const factScores = ok.map((e) => e.layeredScores?.factScore).filter((s) => s != null);
+            const behaviorScores = ok.map((e) => e.layeredScores?.behaviorScore).filter((s) => s != null);
+            const judgeScores = ok.map((e) => e.layeredScores?.judgeScore).filter((s) => s != null);
+            const factVerifiedRates = ok.map((e) => e.factCheck?.verifiedRate).filter((r) => r != null);
+            return {
+                ...(factScores.length > 0 && { avgFactScore: Number((factScores.reduce((a, b) => a + b, 0) / factScores.length).toFixed(2)) }),
+                ...(behaviorScores.length > 0 && { avgBehaviorScore: Number((behaviorScores.reduce((a, b) => a + b, 0) / behaviorScores.length).toFixed(2)) }),
+                ...(judgeScores.length > 0 && { avgJudgeScore: Number((judgeScores.reduce((a, b) => a + b, 0) / judgeScores.length).toFixed(2)) }),
+                ...(factVerifiedRates.length > 0 && { avgFactVerifiedRate: Number((factVerifiedRates.reduce((a, b) => a + b, 0) / factVerifiedRates.length).toFixed(2)) }),
+            };
+        })(),
+        ...(compositeScores.length > 0 && {
+            avgCompositeScore: Number((compositeScores.reduce((s, v) => s + v, 0) / compositeScores.length).toFixed(2)),
+            minCompositeScore: Number(Math.min(...compositeScores).toFixed(2)),
+            maxCompositeScore: Number(Math.max(...compositeScores).toFixed(2)),
+            ...(compositeScores.length >= 2 && (() => {
+                const mean = compositeScores.reduce((s, v) => s + v, 0) / compositeScores.length;
+                const variance = compositeScores.reduce((s, v) => s + (v - mean) ** 2, 0) / compositeScores.length;
+                const stddev = Math.sqrt(variance);
+                const cv = mean > 0 ? stddev / mean : 0;
+                return { scoreStddev: Number(stddev.toFixed(2)), scoreCV: Number(cv.toFixed(3)) };
+            })()),
+        }),
+        ...(assertionScores.length > 0 && {
+            avgAssertionScore: Number((assertionScores.reduce((s, v) => s + v, 0) / assertionScores.length).toFixed(2)),
+        }),
+        ...(llmScores.length > 0 && {
+            avgLlmScore: Number((llmScores.reduce((s, v) => s + v, 0) / llmScores.length).toFixed(2)),
+            minLlmScore: Math.min(...llmScores),
+            maxLlmScore: Math.max(...llmScores),
+        }),
+    };
+}
+//# sourceMappingURL=schema.js.map

package/dist/src/eval-core/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/eval-core/schema.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,eAAe,GAAG,IAAI,CAAC;AAE7B,SAAS,aAAa,CAAC,KAAiB;IACtC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvB,GAAG,CAAC;QACJ,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO;QACrG,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;KAClE,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAyB;IAClD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5B,GAAG,EAAE;QACL,MAAM,EAAE,OAAO,EAAE,CAAC,MAAM,KAAK,QAAQ,IAAI,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,eAAe;YACzE,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,GAAG,GAAG;YAC3C,CAAC,CAAC,EAAE,CAAC,MAAM;KACd,CAAC,CAAC,CAAC;AACN,CAAC;AAWD,MAAM,UAAU,kBAAkB,CAAC,UAAsB,EAAE,WAA+B,EAAE,OAA6B;IACvH,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC;IAC5C,MAAM,YAAY,GAAG,WAAW,EAAE,YAAY,IAAI,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,UAAU,CAAC,UAAU,CAAC;IACxD,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,CAAC,CAAC;IACtC,MAAM,cAAc,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;IAC5F,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAClF,MAAM,eAAe,GAAG,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACjF,MAAM,YAAY,GAAG;QACnB,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;QAC/C,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;QACvD,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;QAC1B,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;KACpB,CAAC;IACF,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAErG,OAAO;QACL,EAAE,EAAE,UAAU,CAAC,EAAE;QACjB,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,aAAa,EAAE,UAAU,CAAC,aAAa;QACvC,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,WAAW,EAAE,UAAU,CAAC,WAAW,GAAG,UAAU,CAAC,YAAY;QAC7D,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,mBAAmB,EAAE,UAAU,CAAC,mBAAmB;QACnD,WAAW;QACX,YAAY;QACZ,OAAO,EAAE,WAAW,GAAG,YAAY,EAAE,8BAA8B;QACnE,QAAQ,EAAE,UAAU,CAAC,QAAQ;QAC7B,GAAG,CAAC,UAAU,CAAC,YAAY,IAAI,IAAI,IAAI,EAAE,YAAY,EAAE,UAAU,CAAC,YAAY,EAAE,CAAC;QACjF,GAAG,CAAC,UAAU,CAAC,YAAY,IAAI,IAAI,IAAI,EAAE,YAAY,EAAE,UAAU,CAAC,YAAY,EAAE,CAAC;QACjF,GAAG,CAAC,cAAc,IAAI,IAAI,IAAI,EAAE,cAAc,EAAE,CAAC;QACjD,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,SAAS,EAAE,CAAC;QACvC,GAAG,CAAC,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI;YAC7D,YAAY,EAAE,UAAU,CAAC,SAAS,CAAC,MAAM;YACzC,eAAe;YACf,eAAe,EAAE,MAAM,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1H,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;SACnE,CAAC;QACF,aAAa;QACb,GAAG,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;QACpD,GAAG,CAAC,WAAW,IAAI,CAAC,GAAG,EAAE;YACvB,2CAA2C;YAC3C,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/F,IAAI,cAAc,GAAG,WAAW,CAAC,cAAc,CAAC;YAEhD,IAAI,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC5E,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;gBAC/D,MAAM,aAAa,GAAG,aAAa,CAAC,SAAS,CAAC;gBAC9C,8CAA8C;gBAC9C,aAAa,CAAC,SAAS,GAAG,aAAa,IAAI,IAAI;oBAC7C,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBACtD,CAAC,CAAC,SAAS,CAAC;gBACd,2DAA2D;gBAC3D,MAAM,MAAM,GAAG,CAAC,aAAa,CAAC,SAAS,EAAE,aAAa,CAAC,aAAa,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;gBACtI,cAAc,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;YAC/H,CAAC;YAED,OAAO;gBACL,cAAc;gBACd,GAAG,CAAC,aAAa,IAAI,EAAE,aAAa,EAAE,CAAC;gBACvC,GAAG,CAAC,WAAW,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,WAAW,CAAC,UAAU,EAAE,CAAC;gBACrE,GAAG,CAAC,WAAW,CAAC,QAAQ,IAAI,IAAI,IAAI,EAAE,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAE,CAAC;gBACvE,GAAG,CAAC,WAAW,CAAC,SAAS,IAAI,EAAE,SAAS,EAAE,WAAW,CAAC,SAAS,EAAE,CAAC;gBAClE,GAAG,CAAC,WAAW,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,WAAW,CAAC,UAAU,EAAE,CAAC;aACtE,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;QACL,GAAG,CAAC,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;QAC/F,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;QACzE,GAAG,CAAC,UAAU,CAAC,MAAM,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;QAC3D,GAAG,CAAC,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAClG,GAAG,CAAC,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,iBAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACtH,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,EAAE;KACvD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAwB;IAC1D,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACvC,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,CAAC,cAAe,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAe,CAAC,CAAC;IAC3I,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAW,CAAC,KAAK,CAAC,CAAC;IACrI,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAS,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC;IACnH,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC;IAE9C,OAAO;QACL,YAAY,EAAE,OAAO,CAAC,MAAM;QAC5B,YAAY,EAAE,EAAE,CAAC,MAAM;QACvB,UAAU;QACV,SAAS,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1F,aAAa,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1H,cAAc,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACrG,eAAe,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACvG,cAAc,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACrG,YAAY,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1D,gBAAgB,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QAClE,iBAAiB,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACpE,gBAAgB,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnH,WAAW,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/G,GAAG,CAAC,GAAG,EAAE;YACP,MAAM,aAAa,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC;YAC/D,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,OAAO;oBACL,eAAe,EAAE,MAAM,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBACzH,eAAe,EAAE,MAAM,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;iBAC1H,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,EAAE;QACJ,GAAG,CAAC,GAAG,EAAE;YACP,MAAM,SAAS,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC;YAC5D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YACtC,OAAO;gBACL,iBAAiB,EAAE,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACrH,YAAY,EAAE,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC3G,iBAAiB,EAAE,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;aACrH,CAAC;QACJ,CAAC,CAAC,EAAE;QACJ,GAAG,CAAC,GAAG,EAAE;YACP,MAAM,SAAS,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,CAAC,YAAa,GAAG,CAAC,CAAC,CAAC;YAC9F,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YACtC,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAChF,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;YACtG,MAAM,IAAI,GAA2B,EAAE,CAAC;YACxC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC1B,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CAAC;oBACvC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;YACD,OAAO;gBACL,YAAY,EAAE,MAAM,CAAC,CAAC,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACpE,eAAe,EAAE,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACpH,eAAe,EAAE,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAClD,gBAAgB,EAAE,IAAI;aACvB,CAAC;QACJ,CAAC,CAAC,EAAE;QACJ,GAAG,CAAC,GAAG,EAAE;YACP,kCAAkC;YAClC,6DAA6D;YAC7D,MAAM,UAAU,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YACnG,MAAM,cAAc,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YAC3G,MAAM,WAAW,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YACrG,MAAM,iBAAiB,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YACzG,OAAO;gBACL,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9H,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9I,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClI,GAAG,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3J,CAAC;QACJ,CAAC,CAAC,EAAE;QACJ,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI;YAChC,iBAAiB,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC3G,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAClE,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAClE,GAAG,CAAC,eAAe,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;gBACvC,MAAM,IAAI,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC;gBACjF,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC;gBACnG,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACnC,MAAM,EAAE,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACpF,CAAC,CAAC,EAAE,CAAC;SACN,CAAC;QACF,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI;YAChC,iBAAiB,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;SAC5G,CAAC;QACF,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI;YAC1B,WAAW,EAAE,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACzF,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;YACnC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;SACpC,CAAC;KACH,CAAC;AACJ,CAAC"}

package/dist/src/eval-core/statistics.d.ts

@@ -0,0 +1,86 @@
+/**
+ * Statistical functions for evaluation analysis.
+ *
+ * Assumptions:
+ * - All inputs are independent observations from normally distributed populations
+ * - Welch's t-test is used (does NOT assume equal variances)
+ * - Confidence intervals use the t-distribution for small samples (df ≤ 30)
+ *   and normal approximation (z = 1.96) for larger samples
+ *
+ * Dependencies: simple-statistics (for mean, sampleStandardDeviation, sampleVariance)
+ */
+/**
+ * Arithmetic mean. Returns 0 for empty/null input.
+ */
+export declare function mean(arr: number[]): number;
+/**
+ * Sample standard deviation (Bessel's correction: n-1 denominator).
+ * Returns 0 for arrays with fewer than 2 elements.
+ */
+export declare function stddev(arr: number[]): number;
+export type PValueCategory = '<0.001' | '<0.01' | '<0.05' | '≥0.05';
+/**
+ * Bucket a t-statistic into a p-value category by comparing |t| to standard
+ * critical-value tables at α = 0.001 / 0.01 / 0.05 (two-tailed).
+ *
+ * Returns one of four buckets instead of a continuous p value. This avoids
+ * implementing the regularized incomplete beta function for an exact CDF
+ * while still giving readers enough resolution to distinguish
+ * "barely significant" from "strongly significant".
+ *
+ * For df > 30 falls back to the normal-approximation critical values.
+ */
+export declare function pValueCategory(tStatistic: number, df: number): PValueCategory;
+/**
+ * Compute 95% confidence interval for the population mean.
+ *
+ * Method: t-interval (appropriate for small samples from normal populations)
+ * Formula: mean ± t(α/2, n-1) × (s / √n)
+ */
+export declare function confidenceInterval(arr: number[]): {
+    mean: number;
+    lower: number;
+    upper: number;
+    stddev: number;
+};
+/**
+ * Welch's t-test for two independent samples with unequal variances.
+ *
+ * Tests H₀: μ₁ = μ₂ (no difference in population means)
+ * Uses Welch-Satterthwaite approximation for degrees of freedom.
+ *
+ * Requires at least 2 observations per group. Returns non-significant
+ * result for insufficient data or zero variance in both groups.
+ */
+export interface EffectSizeResult {
+    cohensD: number;
+    hedgesG: number;
+    primary: 'd' | 'g' | 'none';
+    magnitude: 'negligible' | 'small' | 'medium' | 'large' | 'none';
+    pooledStddev: number;
+    n1: number;
+    n2: number;
+}
+/**
+ * Effect size for two independent samples.
+ *
+ * Cohen's d:   (mean_a - mean_b) / pooled_stddev
+ * Hedges' g:   J * d, where J = 1 - 3 / (4 * (n1 + n2) - 9)
+ *
+ * Hedges' g corrects Cohen's d's small-sample bias (Hedges 1981) and is
+ * preferred when n1 + n2 < 20. For n1 + n2 >= 20 the correction is < 5%
+ * and Cohen's d is the conventional choice.
+ *
+ * `primary` indicates which to emphasize in UI based on total sample size.
+ * `magnitude` uses standard thresholds (|effect| 0.2 / 0.5 / 0.8) applied
+ * to the primary metric.
+ *
+ * Returns effect 0 with primary 'none' for insufficient data or zero variance.
+ */
+export declare function effectSize(a: number[], b: number[]): EffectSizeResult;
+export declare function tTest(a: number[], b: number[]): {
+    tStatistic: number;
+    df: number;
+    significant: boolean;
+};
+//# sourceMappingURL=statistics.d.ts.map

package/dist/src/eval-core/statistics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"statistics.d.ts","sourceRoot":"","sources":["../../../src/eval-core/statistics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH;;GAEG;AACH,wBAAgB,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,CAG1C;AAED;;;GAGG;AACH,wBAAgB,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,CAG5C;AAgCD,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC;AAEpE;;;;;;;;;;GAUG;AACH,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,cAAc,CAW7E;AAYD;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAoBhH;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,GAAG,GAAG,GAAG,GAAG,MAAM,CAAC;IAC5B,SAAS,EAAE,YAAY,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC;IAChE,YAAY,EAAE,MAAM,CAAC;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;CACZ;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,gBAAgB,CA+CrE;AAED,wBAAgB,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,OAAO,CAAA;CAAE,CA0CxG"}