@devflow-tools/benchmark 0.17.1 → 0.17.3

package/dist/evidence-quality-metrics.d.ts

@@ -0,0 +1,20 @@
+export interface WilsonInterval95 {
+    lower: number;
+    upper: number;
+}
+export interface EvidenceQualityMetric {
+    numerator: number;
+    denominator: number;
+    value: number | null;
+    wilson95: WilsonInterval95 | null;
+}
+export interface EvidenceQualityMetadata {
+    build: string;
+    configuration: string;
+    model: string;
+    tokenBudget: number;
+    latencyBudgetMs: number;
+    observedLatencyMs: number;
+}
+export declare function evidenceQualityMetric(numerator: number, denominator: number): EvidenceQualityMetric;
+//# sourceMappingURL=evidence-quality-metrics.d.ts.map

package/dist/evidence-quality-metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evidence-quality-metrics.d.ts","sourceRoot":"","sources":["../src/evidence-quality-metrics.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,QAAQ,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACnC;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,qBAAqB,CAuBnG"}

package/dist/evidence-quality-metrics.js

@@ -0,0 +1,25 @@
+export function evidenceQualityMetric(numerator, denominator) {
+    if (!Number.isFinite(numerator) || !Number.isSafeInteger(denominator)
+        || numerator < 0 || denominator < 0 || numerator > denominator) {
+        throw new Error(`Invalid evidence quality metric: ${numerator}/${denominator}`);
+    }
+    if (denominator === 0) {
+        return { numerator, denominator, value: null, wilson95: null };
+    }
+    const value = numerator / denominator;
+    const z = 1.959963984540054;
+    const z2 = z * z;
+    const scale = 1 + z2 / denominator;
+    const center = (value + z2 / (2 * denominator)) / scale;
+    const radius = z * Math.sqrt((value * (1 - value) + z2 / (4 * denominator)) / denominator) / scale;
+    return {
+        numerator,
+        denominator,
+        value,
+        wilson95: {
+            lower: Math.max(0, center - radius),
+            upper: Math.min(1, center + radius),
+        },
+    };
+}
+//# sourceMappingURL=evidence-quality-metrics.js.map

package/dist/evidence-quality-metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evidence-quality-metrics.js","sourceRoot":"","sources":["../src/evidence-quality-metrics.ts"],"names":[],"mappings":"AAqBA,MAAM,UAAU,qBAAqB,CAAC,SAAiB,EAAE,WAAmB;IAC1E,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC;WAChE,SAAS,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,IAAI,SAAS,GAAG,WAAW,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,oCAAoC,SAAS,IAAI,WAAW,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACjE,CAAC;IACD,MAAM,KAAK,GAAG,SAAS,GAAG,WAAW,CAAC;IACtC,MAAM,CAAC,GAAG,iBAAiB,CAAC;IAC5B,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACjB,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;IACnC,MAAM,MAAM,GAAG,CAAC,KAAK,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,GAAG,KAAK,CAAC;IACxD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,KAAK,CAAC;IACnG,OAAO;QACL,SAAS;QACT,WAAW;QACX,KAAK;QACL,QAAQ,EAAE;YACR,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;YACnC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;SACpC;KACF,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -10,9 +10,14 @@ export type { BenchmarkRetrievalRunner, SuiteRunOptions } from "./suite-runner.j
 export { renderBenchmarkReport } from "./report-renderer.js";
 export type { BenchmarkReportFormat } from "./report-renderer.js";
 export { runRetrievalQualityBenchmark } from './retrieval-quality.js';
+export { createIsolatedQualityProject } from './isolated-quality-store.js';
+export type { IsolatedQualityProject } from './isolated-quality-store.js';
 export type { RetrievalQualityCase, RetrievalQualityFixture, RetrievalQualityReport, RetrievalQualityThresholds, } from './retrieval-quality.js';
 export { runRetrievalQualityCorpus } from './retrieval-quality-corpus.js';
-export type { RetrievalQualityCorpusFixture, RetrievalQualityCorpusProject, RetrievalQualityCorpusReport, } from './retrieval-quality-corpus.js';
+export type { EvidenceRuntimeCorpusFixture, EvidenceRuntimeQualityReport, QualityCorpusReport, RetrievalQualityCorpusFixture, RetrievalQualityCorpusProject, RetrievalQualityCorpusReport, } from './retrieval-quality-corpus.js';
+export { runEvidenceRuntimeQualityCorpus } from './retrieval-quality-corpus.js';
+export { evidenceQualityMetric } from './evidence-quality-metrics.js';
+export type { EvidenceQualityMetadata, EvidenceQualityMetric, WilsonInterval95, } from './evidence-quality-metrics.js';
 export * from './graders/index.js';
 export { aggregateRepeatedTrials, createTrialReceipt, renderRepeatedTrialReport, } from './repeated-trials.js';
 export type { RepeatedTrial, RepeatedTrialReport, RepeatedTrialTaskReport, } from './repeated-trials.js';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,YAAY,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,YAAY,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,YAAY,EAAE,wBAAwB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACnF,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,YAAY,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAClE,OAAO,EAAE,4BAA4B,EAAE,MAAM,wBAAwB,CAAC;AACtE,YAAY,EACV,oBAAoB,EACpB,uBAAuB,EACvB,sBAAsB,EACtB,0BAA0B,GAC3B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,YAAY,EACV,6BAA6B,EAC7B,6BAA6B,EAC7B,4BAA4B,GAC7B,MAAM,+BAA+B,CAAC;AACvC,cAAc,oBAAoB,CAAC;AACnC,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,aAAa,EACb,mBAAmB,EACnB,uBAAuB,GACxB,MAAM,sBAAsB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,YAAY,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,YAAY,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,YAAY,EAAE,wBAAwB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACnF,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,YAAY,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAClE,OAAO,EAAE,4BAA4B,EAAE,MAAM,wBAAwB,CAAC;AACtE,OAAO,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAC3E,YAAY,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AAC1E,YAAY,EACV,oBAAoB,EACpB,uBAAuB,EACvB,sBAAsB,EACtB,0BAA0B,GAC3B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,YAAY,EACV,4BAA4B,EAC5B,4BAA4B,EAC5B,mBAAmB,EACnB,6BAA6B,EAC7B,6BAA6B,EAC7B,4BAA4B,GAC7B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,+BAA+B,EAAE,MAAM,+BAA+B,CAAC;AAChF,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AACtE,YAAY,EACV,uBAAuB,EACvB,qBAAqB,EACrB,gBAAgB,GACjB,MAAM,+BAA+B,CAAC;AACvC,cAAc,oBAAoB,CAAC;AACnC,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,aAAa,EACb,mBAAmB,EACnB,uBAAuB,GACxB,MAAM,sBAAsB,CAAC"}

package/dist/index.js

@@ -5,7 +5,10 @@ export { LexicalBenchmarkRunner } from "./lexical-runner.js";
 export { runBenchmarkSuite } from "./suite-runner.js";
 export { renderBenchmarkReport } from "./report-renderer.js";
 export { runRetrievalQualityBenchmark } from './retrieval-quality.js';
+export { createIsolatedQualityProject } from './isolated-quality-store.js';
 export { runRetrievalQualityCorpus } from './retrieval-quality-corpus.js';
+export { runEvidenceRuntimeQualityCorpus } from './retrieval-quality-corpus.js';
+export { evidenceQualityMetric } from './evidence-quality-metrics.js';
 export * from './graders/index.js';
 export { aggregateRepeatedTrials, createTrialReceipt, renderRepeatedTrialReport, } from './repeated-trials.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAEvD,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAE7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAEtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE7D,OAAO,EAAE,4BAA4B,EAAE,MAAM,wBAAwB,CAAC;AAOtE,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAM1E,cAAc,oBAAoB,CAAC;AACnC,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAEvD,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAE7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAEtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE7D,OAAO,EAAE,4BAA4B,EAAE,MAAM,wBAAwB,CAAC;AACtE,OAAO,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAQ3E,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAS1E,OAAO,EAAE,+BAA+B,EAAE,MAAM,+BAA+B,CAAC;AAChF,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAMtE,cAAc,oBAAoB,CAAC;AACnC,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC"}

package/dist/isolated-quality-store.d.ts

@@ -0,0 +1,7 @@
+export interface IsolatedQualityProject {
+    sourceRoot: string;
+    root: string;
+    cleanup(): void;
+}
+export declare function createIsolatedQualityProject(sourceRoot: string): IsolatedQualityProject;
+//# sourceMappingURL=isolated-quality-store.d.ts.map

package/dist/isolated-quality-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"isolated-quality-store.d.ts","sourceRoot":"","sources":["../src/isolated-quality-store.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,IAAI,IAAI,CAAC;CACjB;AAED,wBAAgB,4BAA4B,CAAC,UAAU,EAAE,MAAM,GAAG,sBAAsB,CAwBvF"}

package/dist/isolated-quality-store.js

@@ -0,0 +1,34 @@
+import { cpSync, mkdtempSync, rmSync } from 'node:fs';
+import { tmpdir } from 'node:os';
+import { basename, join, resolve } from 'node:path';
+const EXCLUDED_NAMES = new Set([
+    '.git', '.devflow', '.worktrees', 'node_modules', 'dist', 'build', 'coverage', '.cache', '.turbo', '.nx',
+]);
+export function createIsolatedQualityProject(sourceRoot) {
+    const source = resolve(sourceRoot);
+    const container = mkdtempSync(join(tmpdir(), 'devflow-quality-'));
+    const root = join(container, basename(source) || 'project');
+    cpSync(source, root, {
+        recursive: true,
+        force: false,
+        errorOnExist: false,
+        filter: path => {
+            if (path === source)
+                return true;
+            const relative = path.slice(source.length + 1).replaceAll('\\', '/');
+            return !relative.split('/').some(segment => EXCLUDED_NAMES.has(segment));
+        },
+    });
+    let cleaned = false;
+    return {
+        sourceRoot: source,
+        root,
+        cleanup() {
+            if (cleaned)
+                return;
+            cleaned = true;
+            rmSync(container, { recursive: true, force: true });
+        },
+    };
+}
+//# sourceMappingURL=isolated-quality-store.js.map

package/dist/isolated-quality-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"isolated-quality-store.js","sourceRoot":"","sources":["../src/isolated-quality-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpD,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK;CACzG,CAAC,CAAC;AAQH,MAAM,UAAU,4BAA4B,CAAC,UAAkB;IAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAClE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,CAAC;IAC5D,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE;QACnB,SAAS,EAAE,IAAI;QACf,KAAK,EAAE,KAAK;QACZ,YAAY,EAAE,KAAK;QACnB,MAAM,EAAE,IAAI,CAAC,EAAE;YACb,IAAI,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC;YACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACrE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3E,CAAC;KACF,CAAC,CAAC;IACH,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,OAAO;QACL,UAAU,EAAE,MAAM;QAClB,IAAI;QACJ,OAAO;YACL,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/retrieval-quality-corpus.d.ts

@@ -1,3 +1,4 @@
+import type { EvidenceQualityMetadata, EvidenceQualityMetric } from './evidence-quality-metrics.js';
 import type { RetrievalQualityReport } from './retrieval-quality.js';
 export interface RetrievalQualityCorpusProject {
     id: string;
@@ -51,9 +52,103 @@ export interface RetrievalQualityCorpusReport {
     macroMetrics: Record<string, number>;
     gates: Record<string, boolean>;
 }
+type HeldOutCase = {
+    id: string;
+    split: 'held-out';
+};
+export interface EvidenceRuntimeCorpusFixture {
+    schemaVersion: 'devflow.evidence-runtime-corpus.v1';
+    metadata: Omit<EvidenceQualityMetadata, 'observedLatencyMs'>;
+    partitions: {
+        tuning: {
+            idPrefix: string;
+            database: string;
+        };
+        heldOut: {
+            idPrefix: string;
+            database: string;
+        };
+    };
+    artifactCases: Array<HeldOutCase & {
+        kind: 'explicit-path' | 'same-name' | 'ambiguity';
+        query: string;
+        expectedPaths: string[];
+        rankedPaths: string[];
+        expectedAmbiguous?: boolean;
+        observedAmbiguous?: boolean;
+        operationTargetRole?: boolean;
+        authorizedMutation?: boolean;
+    }>;
+    memoryCases: Array<HeldOutCase & {
+        label: 'positive' | 'negative';
+        expectedIds: string[];
+        rankedIds: string[];
+    }>;
+    knowledgeCases: Array<HeldOutCase & {
+        label: 'positive' | 'negative';
+        relevance: Record<string, number>;
+        ranked: Array<{
+            id: string;
+            provenanceComplete: boolean;
+        }>;
+    }>;
+    leaseCases: Array<HeldOutCase & {
+        safe: boolean;
+        accepted: boolean;
+    }>;
+    evidenceCases: Array<HeldOutCase & {
+        eligible: boolean;
+        candidate: boolean;
+        selected: boolean;
+        exposed: boolean;
+        consumed: boolean;
+        verified: boolean;
+        outcome: 'positive' | 'negative' | 'unknown' | 'none';
+        nonConsumptionReason?: string;
+    }>;
+    terminalCases: Array<HeldOutCase & {
+        falseSuccess: boolean;
+        syntheticTransition: boolean;
+    }>;
+    retryCases: Array<HeldOutCase & {
+        pending: boolean;
+        durableOwner?: string;
+        nextAttemptAt?: number;
+        deadLetter?: boolean;
+    }>;
+    replayCases: Array<HeldOutCase & {
+        materializedHash: string;
+        replayedHash: string;
+        duplicateEvent?: boolean;
+        sessionEndReplay?: boolean;
+    }>;
+}
+export interface EvidenceRuntimeQualityReport {
+    schemaVersion: 'devflow.evidence-runtime-quality-report.v1';
+    createdAt: number;
+    status: 'passed' | 'failed';
+    trialCount: 1 | 3;
+    passAt1: number;
+    passPowerK: 0 | 1;
+    metadata: EvidenceQualityMetadata;
+    samples: {
+        memoryPositive: number;
+        memoryNegative: number;
+        knowledgePositive: number;
+        knowledgeNegative: number;
+        heldOutTotal: number;
+    };
+    metrics: Record<string, EvidenceQualityMetric>;
+    gates: Record<string, boolean>;
+    diagnostics: string[];
+}
+export type QualityCorpusReport = RetrievalQualityCorpusReport | EvidenceRuntimeQualityReport;
 export declare function runRetrievalQualityCorpus(options: {
     corpusPath: string;
     persist?: boolean;
     includeDeferred?: boolean;
-}): Promise<RetrievalQualityCorpusReport>;
+    trials?: 1 | 3;
+}): Promise<QualityCorpusReport>;
+export declare function runEvidenceRuntimeQualityCorpus(corpus: EvidenceRuntimeCorpusFixture, trials?: 1 | 3): EvidenceRuntimeQualityReport;
+export {};
 //# sourceMappingURL=retrieval-quality-corpus.d.ts.map

package/dist/retrieval-quality-corpus.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"retrieval-quality-corpus.d.ts","sourceRoot":"","sources":["../src/retrieval-quality-corpus.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAGrE,MAAM,WAAW,6BAA6B;IAC5C,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,QAAQ,EAAE;QACR,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;QAC5B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;QAC3B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACH;AAED,MAAM,WAAW,6BAA6B;IAC5C,aAAa,EAAE,qCAAqC,CAAC;IACrD,QAAQ,EAAE,6BAA6B,EAAE,CAAC;IAC1C,mBAAmB,EAAE,MAAM,CAAC;IAC5B,UAAU,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IACnB,yBAAyB,CAAC,EAAE,MAAM,EAAE,CAAC;IACrC,sBAAsB,CAAC,EAAE,qBAAqB,EAAE,CAAC;CAClD;AAED,MAAM,WAAW,4BAA4B;IAC3C,aAAa,EAAE,4CAA4C,CAAC;IAC5D,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC5B,QAAQ,EAAE,KAAK,CAAC;QACd,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,aAAa,CAAC;QAC5C,QAAQ,CAAC,EAAE,sBAAsB,CAAC;QAClC,SAAS,CAAC,EAAE,sBAAsB,CAAC;QACnC,eAAe,CAAC,EAAE,sBAAsB,EAAE,CAAC;QAC3C,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;IACH,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,wBAAsB,yBAAyB,CAAC,OAAO,EAAE;IACvD,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,GAAG,OAAO,CAAC,4BAA4B,CAAC,CA2HxC"}
+{"version":3,"file":"retrieval-quality-corpus.d.ts","sourceRoot":"","sources":["../src/retrieval-quality-corpus.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,uBAAuB,EACvB,qBAAqB,EACtB,MAAM,+BAA+B,CAAC;AAEvC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAErE,MAAM,WAAW,6BAA6B;IAC5C,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,QAAQ,EAAE;QACR,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;QAC5B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;QAC3B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACH;AAED,MAAM,WAAW,6BAA6B;IAC5C,aAAa,EAAE,qCAAqC,CAAC;IACrD,QAAQ,EAAE,6BAA6B,EAAE,CAAC;IAC1C,mBAAmB,EAAE,MAAM,CAAC;IAC5B,UAAU,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IACnB,yBAAyB,CAAC,EAAE,MAAM,EAAE,CAAC;IACrC,sBAAsB,CAAC,EAAE,qBAAqB,EAAE,CAAC;CAClD;AAED,MAAM,WAAW,4BAA4B;IAC3C,aAAa,EAAE,4CAA4C,CAAC;IAC5D,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC5B,QAAQ,EAAE,KAAK,CAAC;QACd,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,aAAa,CAAC;QAC5C,QAAQ,CAAC,EAAE,sBAAsB,CAAC;QAClC,SAAS,CAAC,EAAE,sBAAsB,CAAC;QACnC,eAAe,CAAC,EAAE,sBAAsB,EAAE,CAAC;QAC3C,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;IACH,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,KAAK,WAAW,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,UAAU,CAAA;CAAE,CAAC;AAErD,MAAM,WAAW,4BAA4B;IAC3C,aAAa,EAAE,oCAAoC,CAAC;IACpD,QAAQ,EAAE,IAAI,CAAC,uBAAuB,EAAE,mBAAmB,CAAC,CAAC;IAC7D,UAAU,EAAE;QACV,MAAM,EAAE;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC;QAC/C,OAAO,EAAE;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC;KACjD,CAAC;IACF,aAAa,EAAE,KAAK,CAAC,WAAW,GAAG;QACjC,IAAI,EAAE,eAAe,GAAG,WAAW,GAAG,WAAW,CAAC;QAClD,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,kBAAkB,CAAC,EAAE,OAAO,CAAC;KAC9B,CAAC,CAAC;IACH,WAAW,EAAE,KAAK,CAAC,WAAW,GAAG;QAC/B,KAAK,EAAE,UAAU,GAAG,UAAU,CAAC;QAC/B,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC,CAAC;IACH,cAAc,EAAE,KAAK,CAAC,WAAW,GAAG;QAClC,KAAK,EAAE,UAAU,GAAG,UAAU,CAAC;QAC/B,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAClC,MAAM,EAAE,KAAK,CAAC;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,kBAAkB,EAAE,OAAO,CAAA;SAAE,CAAC,CAAC;KAC5D,CAAC,CAAC;IACH,UAAU,EAAE,KAAK,CAAC,WAAW,GAAG;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACtE,aAAa,EAAE,KAAK,CAAC,WAAW,GAAG;QACjC,QAAQ,EAAE,OAAO,CAAC;QAClB,SAAS,EAAE,OAAO,CAAC;QACnB,QAAQ,EAAE,OAAO,CAAC;QAClB,OAAO,EAAE,OAAO,CAAC;QACjB,QAAQ,EAAE,OAAO,CAAC;QAClB,QAAQ,EAAE,OAAO,CAAC;QAClB,OAAO,EAAE,UAAU,GAAG,UAAU,GAAG,SAAS,GAAG,MAAM,CAAC;QACtD,oBAAoB,CAAC,EAAE,MAAM,CAAC;KAC/B,CAAC,CAAC;IACH,aAAa,EAAE,KAAK,CAAC,WAAW,GAAG;QACjC,YAAY,EAAE,OAAO,CAAC;QACtB,mBAAmB,EAAE,OAAO,CAAC;KAC9B,CAAC,CAAC;IACH,UAAU,EAAE,KAAK,CAAC,WAAW,GAAG;QAC9B,OAAO,EAAE,OAAO,CAAC;QACjB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,OAAO,CAAC;KACtB,CAAC,CAAC;IACH,WAAW,EAAE,KAAK,CAAC,WAAW,GAAG;QAC/B,gBAAgB,EAAE,MAAM,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC;KAC5B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,4BAA4B;IAC3C,aAAa,EAAE,4CAA4C,CAAC;IAC5D,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC5B,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;IAClB,QAAQ,EAAE,uBAAuB,CAAC;IAClC,OAAO,EAAE;QACP,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,MAAM,CAAC;QACvB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;IAC/C,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,MAAM,mBAAmB,GAAG,4BAA4B,GAAG,4BAA4B,CAAC;AAE9F,wBAAsB,yBAAyB,CAAC,OAAO,EAAE;IACvD,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;CAChB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAwI/B;AAED,wBAAgB,+BAA+B,CAC7C,MAAM,EAAE,4BAA4B,EACpC,MAAM,GAAE,CAAC,GAAG,CAAK,GAChB,4BAA4B,CAe9B"}

package/dist/retrieval-quality-corpus.js

@@ -1,12 +1,22 @@
 import { existsSync, readFileSync } from 'node:fs';
 import { dirname, resolve } from 'node:path';
-import { runRetrievalQualityBenchmark } from './retrieval-quality.js';
+import { evidenceQualityMetric } from './evidence-quality-metrics.js';
 export async function runRetrievalQualityCorpus(options) {
-    const corpusPath = resolve(options.corpusPath);
+    const directPath = resolve(options.corpusPath);
+    const corpusPath = existsSync(directPath)
+        ? directPath
+        : options.corpusPath.startsWith('packages/benchmark/')
+            ? resolve(process.cwd(), '..', '..', options.corpusPath)
+            : directPath;
+    const raw = JSON.parse(readFileSync(corpusPath, 'utf8'));
+    if (isRecord(raw) && raw.schemaVersion === 'devflow.evidence-runtime-corpus.v1') {
+        return runEvidenceRuntimeQualityCorpus(raw, options.trials ?? 1);
+    }
     const corpus = loadCorpus(corpusPath);
+    const { runRetrievalQualityBenchmark } = await import('./retrieval-quality.js');
     const baseDir = dirname(corpusPath);
     const projects = [];
-    const trialCount = corpus.trialCount ?? 1;
+    const trialCount = options.trials ?? corpus.trialCount ?? 1;
     const previous = process.env.DEVFLOW_ROLLOUT_RETRIEVAL_SESSIONS;
     try {
         for (const project of corpus.projects) {
@@ -115,6 +125,177 @@ export async function runRetrievalQualityCorpus(options) {
         gates,
     };
 }
+export function runEvidenceRuntimeQualityCorpus(corpus, trials = 1) {
+    const reports = Array.from({ length: trials }, () => evaluateEvidenceRuntimeQualityCorpus(corpus));
+    const passed = reports.filter(report => report.status === 'passed').length;
+    const report = reports.at(-1);
+    return {
+        ...report,
+        status: passed === trials ? 'passed' : 'failed',
+        trialCount: trials,
+        passAt1: passed / trials,
+        passPowerK: passed === trials ? 1 : 0,
+        metadata: {
+            ...report.metadata,
+            observedLatencyMs: reports.reduce((total, item) => total + item.metadata.observedLatencyMs, 0),
+        },
+    };
+}
+function evaluateEvidenceRuntimeQualityCorpus(corpus) {
+    const startedAt = Date.now();
+    const diagnostics = validateEvidenceRuntimeCorpus(corpus);
+    const metrics = {};
+    const explicit = corpus.artifactCases.filter(item => item.kind === 'explicit-path');
+    metrics.artifactExplicitTop1 = booleanMetric(explicit.map(item => item.rankedPaths[0] !== undefined
+        && item.expectedPaths.includes(item.rankedPaths[0])
+        && item.operationTargetRole === true));
+    const sameName = corpus.artifactCases.filter(item => item.kind === 'same-name');
+    metrics.artifactSameNameTop3 = booleanMetric(sameName.map(item => item.expectedPaths.some(path => item.rankedPaths.slice(0, 3).includes(path))));
+    const ambiguity = corpus.artifactCases.filter(item => item.kind === 'ambiguity');
+    metrics.artifactAmbiguityAccuracy = booleanMetric(ambiguity.map(item => item.expectedAmbiguous === item.observedAmbiguous && item.authorizedMutation !== true));
+    metrics.artifactUnauthorizedMutation = evidenceQualityMetric(ambiguity.filter(item => item.authorizedMutation === true).length, ambiguity.length);
+    const memoryPositive = corpus.memoryCases.filter(item => item.label === 'positive');
+    const memoryNegative = corpus.memoryCases.filter(item => item.label === 'negative');
+    metrics.memoryRecallAt5 = evidenceQualityMetric(memoryPositive.reduce((total, item) => total
+        + item.expectedIds.filter(id => item.rankedIds.slice(0, 5).includes(id)).length, 0), memoryPositive.reduce((total, item) => total + item.expectedIds.length, 0));
+    metrics.memoryPrecisionAt5 = evidenceQualityMetric(memoryPositive.reduce((total, item) => total
+        + item.rankedIds.slice(0, 5).filter(id => item.expectedIds.includes(id)).length, 0), memoryPositive.reduce((total, item) => total + item.rankedIds.slice(0, 5).length, 0));
+    metrics.memoryNegativeAbstention = booleanMetric(memoryNegative.map(item => item.rankedIds.length === 0));
+    const knowledgePositive = corpus.knowledgeCases.filter(item => item.label === 'positive');
+    const knowledgeNegative = corpus.knowledgeCases.filter(item => item.label === 'negative');
+    metrics.knowledgeRecallAt5 = evidenceQualityMetric(knowledgePositive.reduce((total, item) => total + Object.keys(item.relevance)
+        .filter(id => item.ranked.slice(0, 5).some(entry => entry.id === id)).length, 0), knowledgePositive.reduce((total, item) => total + Object.keys(item.relevance).length, 0));
+    metrics.knowledgeNdcgAt5 = evidenceQualityMetric(knowledgePositive.reduce((total, item) => total + knowledgeNdcg(item, 5), 0), knowledgePositive.length);
+    metrics.knowledgeNegativeAbstention = booleanMetric(knowledgeNegative.map(item => item.ranked.length === 0));
+    const selectedKnowledge = knowledgePositive.flatMap(item => item.ranked.slice(0, 5));
+    metrics.knowledgeProvenance = evidenceQualityMetric(selectedKnowledge.filter(item => item.provenanceComplete).length, selectedKnowledge.length);
+    const safeLeases = corpus.leaseCases.filter(item => item.safe);
+    const unsafeLeases = corpus.leaseCases.filter(item => !item.safe);
+    metrics.leaseFalseReject = evidenceQualityMetric(safeLeases.filter(item => !item.accepted).length, safeLeases.length);
+    metrics.leaseFalseAccept = evidenceQualityMetric(unsafeLeases.filter(item => item.accepted).length, unsafeLeases.length);
+    const eligibleEvidence = corpus.evidenceCases.filter(item => item.eligible);
+    for (const stage of ['candidate', 'selected', 'exposed', 'consumed', 'verified']) {
+        metrics[`evidence_${stage}`] = evidenceQualityMetric(eligibleEvidence.filter(item => item[stage]).length, eligibleEvidence.length);
+    }
+    const selectedEvidence = eligibleEvidence.filter(item => item.selected);
+    metrics.evidenceSelectedAccounted = evidenceQualityMetric(selectedEvidence.filter(item => item.consumed || Boolean(item.nonConsumptionReason)).length, selectedEvidence.length);
+    const verifiedEvidence = selectedEvidence.filter(item => item.verified);
+    metrics.evidenceKnownOutcome = evidenceQualityMetric(verifiedEvidence.filter(item => item.outcome === 'positive' || item.outcome === 'negative').length, verifiedEvidence.length);
+    metrics.terminalFalseSuccess = evidenceQualityMetric(corpus.terminalCases.filter(item => item.falseSuccess).length, corpus.terminalCases.length);
+    metrics.terminalSyntheticTransition = evidenceQualityMetric(corpus.terminalCases.filter(item => item.syntheticTransition).length, corpus.terminalCases.length);
+    const pendingRetries = corpus.retryCases.filter(item => item.pending);
+    metrics.retryOwnership = booleanMetric(pendingRetries.map(item => Boolean(item.durableOwner) && Number.isFinite(item.nextAttemptAt)));
+    metrics.reducerReplayEquivalence = booleanMetric(corpus.replayCases.map(item => item.materializedHash === item.replayedHash));
+    const samples = {
+        memoryPositive: memoryPositive.length,
+        memoryNegative: memoryNegative.length,
+        knowledgePositive: knowledgePositive.length,
+        knowledgeNegative: knowledgeNegative.length,
+        heldOutTotal: allEvidenceCaseIds(corpus).length,
+    };
+    const gates = {
+        isolatedPartitions: diagnostics.length === 0,
+        semanticSampleFloor: samples.memoryPositive >= 100 && samples.memoryNegative >= 100
+            && samples.knowledgePositive >= 100 && samples.knowledgeNegative >= 100,
+        explicitPathTop1: atLeast(metrics.artifactExplicitTop1, 1),
+        sameNameArtifactTop3: atLeast(metrics.artifactSameNameTop3, 0.95),
+        artifactAmbiguity: atLeast(metrics.artifactAmbiguityAccuracy, 0.95)
+            && metrics.artifactUnauthorizedMutation.numerator === 0,
+        memoryRecall: atLeast(metrics.memoryRecallAt5, 0.90),
+        memoryPrecision: atLeast(metrics.memoryPrecisionAt5, 0.85),
+        memoryAbstention: atLeast(metrics.memoryNegativeAbstention, 0.95),
+        knowledgeRecall: atLeast(metrics.knowledgeRecallAt5, 0.85),
+        knowledgeNdcg: atLeast(metrics.knowledgeNdcgAt5, 0.85),
+        knowledgeAbstention: atLeast(metrics.knowledgeNegativeAbstention, 0.95),
+        knowledgeProvenance: atLeast(metrics.knowledgeProvenance, 1),
+        actionLease: metrics.leaseFalseAccept.numerator === 0
+            && (metrics.leaseFalseReject.value ?? Infinity) <= 0.01,
+        attribution: atLeast(metrics.evidenceSelectedAccounted, 0.95),
+        terminalTruth: metrics.terminalFalseSuccess.numerator === 0
+            && metrics.terminalSyntheticTransition.numerator === 0,
+        retryDurability: atLeast(metrics.retryOwnership, 1),
+        reducerReplay: atLeast(metrics.reducerReplayEquivalence, 1),
+    };
+    return {
+        schemaVersion: 'devflow.evidence-runtime-quality-report.v1',
+        createdAt: Date.now(),
+        status: diagnostics.length === 0 && Object.values(gates).every(Boolean) ? 'passed' : 'failed',
+        metadata: { ...corpus.metadata, observedLatencyMs: Date.now() - startedAt },
+        samples,
+        metrics,
+        gates,
+        diagnostics,
+    };
+}
+function validateEvidenceRuntimeCorpus(corpus) {
+    const diagnostics = [];
+    if (corpus.schemaVersion !== 'devflow.evidence-runtime-corpus.v1') {
+        diagnostics.push('unsupported evidence runtime corpus schema');
+    }
+    if (corpus.partitions.tuning.database === corpus.partitions.heldOut.database) {
+        diagnostics.push('tuning and held-out databases must be isolated');
+    }
+    if (!corpus.partitions.tuning.idPrefix
+        || !corpus.partitions.heldOut.idPrefix
+        || corpus.partitions.tuning.idPrefix === corpus.partitions.heldOut.idPrefix) {
+        diagnostics.push('tuning and held-out ID prefixes must be non-empty and distinct');
+    }
+    const ids = allEvidenceCaseIds(corpus);
+    if (new Set(ids).size !== ids.length)
+        diagnostics.push('held-out case IDs must be unique');
+    if (ids.some(id => !id.startsWith(corpus.partitions.heldOut.idPrefix))) {
+        diagnostics.push('held-out case ID escaped the held-out prefix');
+    }
+    const allCases = [
+        ...corpus.artifactCases, ...corpus.memoryCases, ...corpus.knowledgeCases,
+        ...corpus.leaseCases, ...corpus.evidenceCases, ...corpus.terminalCases,
+        ...corpus.retryCases, ...corpus.replayCases,
+    ];
+    if (allCases.some(item => item.split !== 'held-out'))
+        diagnostics.push('non-held-out case mixed into release corpus');
+    if (!corpus.artifactCases.some(item => /[\u3400-\u9fff\uf900-\ufaff]/u.test(item.query))) {
+        diagnostics.push('artifact labels do not cover CJK identity');
+    }
+    if (!corpus.artifactCases.some(item => /[\u3400-\u9fff\uf900-\ufaff]/u.test(item.query)
+        && /[A-Za-z]/u.test(item.query))) {
+        diagnostics.push('artifact labels do not cover mixed-language identity');
+    }
+    if (!corpus.retryCases.some(item => item.deadLetter))
+        diagnostics.push('dead-letter case missing');
+    if (!corpus.replayCases.some(item => item.duplicateEvent))
+        diagnostics.push('duplicate-event replay case missing');
+    if (!corpus.replayCases.some(item => item.sessionEndReplay))
+        diagnostics.push('SessionEnd replay case missing');
+    for (const [key, value] of Object.entries(corpus.metadata)) {
+        if (typeof value === 'string' && value.trim() === '')
+            diagnostics.push(`blank metadata: ${key}`);
+        if (typeof value === 'number' && (!Number.isFinite(value) || value < 0))
+            diagnostics.push(`invalid metadata: ${key}`);
+    }
+    return diagnostics;
+}
+function allEvidenceCaseIds(corpus) {
+    return [
+        ...corpus.artifactCases, ...corpus.memoryCases, ...corpus.knowledgeCases,
+        ...corpus.leaseCases, ...corpus.evidenceCases, ...corpus.terminalCases,
+        ...corpus.retryCases, ...corpus.replayCases,
+    ].map(item => item.id);
+}
+function booleanMetric(values) {
+    return evidenceQualityMetric(values.filter(Boolean).length, values.length);
+}
+function atLeast(metric, threshold) {
+    return metric.value !== null && metric.value >= threshold;
+}
+function knowledgeNdcg(item, limit) {
+    const actual = item.ranked.slice(0, limit).reduce((total, entry, index) => total + ((2 ** (item.relevance[entry.id] ?? 0)) - 1) / Math.log2(index + 2), 0);
+    const ideal = Object.values(item.relevance).sort((a, b) => b - a).slice(0, limit)
+        .reduce((total, relevance, index) => total + ((2 ** relevance) - 1) / Math.log2(index + 2), 0);
+    return ideal > 0 ? actual / ideal : 0;
+}
+function isRecord(value) {
+    return value !== null && typeof value === 'object' && !Array.isArray(value);
+}
 function requiredAcceptanceClassesCovered(corpus) {
     const required = new Set(corpus.requiredAcceptanceClasses ?? []);
     if (required.size === 0)

package/dist/retrieval-quality-corpus.js.map

@@ -1 +1 @@
-{"version":3,"file":"retrieval-quality-corpus.js","sourceRoot":"","sources":["../src/retrieval-quality-corpus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAE7C,OAAO,EAAE,4BAA4B,EAAE,MAAM,wBAAwB,CAAC;AA0DtE,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,OAI/C;IACC,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACpC,MAAM,QAAQ,GAA6C,EAAE,CAAC;IAC9D,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC;IAChE,IAAI,CAAC;QACH,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,IAAI,OAAO,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;gBACjD,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC,CAAC;gBACvG,SAAS;YACX,CAAC;YACD,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YAC1D,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YAC1D,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBACzD,IAAI,CAAC,OAAO,CAAC,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7F,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,4BAA4B,EAAE,CAAC,CAAC;gBAC/F,SAAS;YACX,CAAC;YACD,IAAI,OAAO,CAAC,gBAAgB;gBAAE,MAAM,eAAe,CAAC,WAAW,CAAC,CAAC;YACjE,OAAO,CAAC,GAAG,CAAC,kCAAkC,GAAG,KAAK,CAAC;YACvD,MAAM,QAAQ,GAAG,MAAM,4BAA4B,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAClG,OAAO,CAAC,GAAG,CAAC,kCAAkC,GAAG,IAAI,CAAC;YACtD,MAAM,eAAe,GAA6B,EAAE,CAAC;YACrD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC;gBAChD,eAAe,CAAC,IAAI,CAAC,MAAM,4BAA4B,CAAC;oBACtD,WAAW;oBACX,WAAW;oBACX,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,KAAK,KAAK,UAAU,GAAG,CAAC;iBACrD,CAAC,CAAC,CAAC;YACN,CAAC;YACD,MAAM,SAAS,GAAG,eAAe,CAAC,CAAC,CAAE,CAAC;YACtC,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,WAAW,CACrD,QAAQ,CAAC,OAAO,CAAC,oBAAoB,EAAE,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAC1E,CAAC,CAAC;YACH,MAAM,iBAAiB,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,kBAAkB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;YAC5F,MAAM,gBAAgB,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ;mBACtF,iBAAiB,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAE,IAAI,MAAM,CAAC,mBAAmB,CAAC,CAAC,MAAM,CAAC;YACtF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;YAC7C,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACrD,QAAQ,CAAC,IAAI,CAAC;gBACZ,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,MAAM,EAAE,gBAAgB,KAAK,UAAU;oBACrC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;gBACvB,QAAQ;gBACR,SAAS;gBACT,eAAe;gBACf,OAAO,EAAE,gBAAgB,GAAG,UAAU;gBACtC,UAAU,EAAE,gBAAgB,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACnD,gBAAgB;gBAChB,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC;;YAC7E,OAAO,CAAC,GAAG,CAAC,kCAAkC,GAAG,QAAQ,CAAC;IACjE,CAAC;IAED,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,aAAa,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC;IACpG,MAAM,WAAW,GAAG;QAClB,mBAAmB,EAAE,sBAAsB,EAAE,eAAe;QAC5D,iBAAiB,EAAE,uBAAuB,EAAE,oBAAoB;QAChE,6BAA6B,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,yBAAyB;QACrG,uBAAuB,EAAE,8BAA8B,EAAE,oBAAoB;QAC7E,sBAAsB,EAAE,mBAAmB;QAC3C,sBAAsB,EAAE,oBAAoB,EAAE,0BAA0B;QACxE,4BAA4B,EAAE,2BAA2B;QACzD,6BAA6B,EAAE,8BAA8B;KACrD,CAAC;IACX,MAAM,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,CAC5E,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CACnE,CAAC,CAAC,CAAC,CAAC;IACL,MAAM,KAAK,GAAG;QACZ,yBAAyB,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,aAAa;eAChF,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,CAAC,EAAE,QAAQ,KAAK,IAAI;eACzE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,CAAC,EAAE,QAAQ,KAAK,IAAI,CAAC;QAC/E,oBAAoB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,MAAM,KAAK,QAAQ,CAAC;QACxF,WAAW,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,KAAK,IAAI,CAAC;QACrE,kBAAkB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,IAAI,QAAQ,CAAC,IAAI,MAAM,CAAC,mBAAmB,CAAC;QACpH,aAAa,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,iBAAiB,IAAI,CAAC,CAAC;QAC5F,YAAY,EAAE,YAAY,CAAC,eAAe,IAAI,IAAI;QAClD,kBAAkB,EAAE,YAAY,CAAC,qBAAqB,IAAI,CAAC;QAC3D,eAAe,EAAE,YAAY,CAAC,kBAAkB,IAAI,IAAI;QACxD,kBAAkB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,qBAAqB,IAAI,IAAI,CAAC;QACxG,aAAa,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC;QAC9F,oBAAoB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,4BAA4B,KAAK,CAAC,CAAC;QAC/G,sBAAsB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,oBAAoB,IAAI,IAAI,CAAC;QAC3G,oBAAoB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,kBAAkB,KAAK,CAAC,CAAC;QACrG,oBAAoB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,oBAAoB,IAAI,CAAC,CAAC;QACtG,kBAAkB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,kBAAkB,IAAI,CAAC,CAAC;QAClG,sBAAsB,EAAE,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,CAChD,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,CAAC;eAC3F,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC,GAAG,CAAC;eACpG,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,GAAG,CAAC;eACjG,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,CAAC,CAChG;QACD,sBAAsB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,wBAAwB,IAAI,KAAK,CAAC;QAChH,0BAA0B,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,sBAAsB,CAC3E,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,0BAA0B,EAAE,CAAC,CACzD,CAAC;QACF,yBAAyB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,sBAAsB,CAC1E,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,yBAAyB,EAAE,CAAC,CACxD,CAAC;QACF,wBAAwB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,sBAAsB,CACzE,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,2BAA2B,EAAE,IAAI,CAC7D,CAAC;QACF,4BAA4B,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,sBAAsB,CAC7E,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,4BAA4B,EAAE,CAAC,CAC3D,CAAC;QACF,wBAAwB,EAAE,gCAAgC,CAAC,MAAM,CAAC;QAClE,8BAA8B,EAAE,8BAA8B,CAAC,MAAM,CAAC,sBAAsB,IAAI,EAAE,CAAC;QACnG,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,CAAC,CAAC;QAC1D,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,UAAU,KAAK,CAAC,CAAC;KACjE,CAAC;IACF,OAAO;QACL,aAAa,EAAE,4CAA4C;QAC3D,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;QACjE,QAAQ;QACR,YAAY;QACZ,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,gCAAgC,CAAC,MAAqC;IAC7E,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;IACjE,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7F,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,8BAA8B,CAAC,SAAkC;IACxE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/F,OAAO,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC;WACnE,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,SAAS,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,CAAC;WAC3F,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,KAAK,SAAS,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,CAAC;WAClG,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;WAC9C,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;WAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC;WACvC,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;WACjD,CAAC,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,WAAmB;IAChD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,CAAE,MAAM,CAAC,OAAe,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,CAIpE,CAAC;IACF,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,OAAO;IACT,CAAC;IACD,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC9C,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,KAAK,EAAE,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAkC,CAAC;IACtF,IAAI,KAAK,CAAC,aAAa,KAAK,qCAAqC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpG,MAAM,IAAI,KAAK,CAAC,qCAAqC,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAgC,EAAE,SAAiC;IAC7F,MAAM,MAAM,GAAG;QACb,mBAAmB,EAAE,sBAAsB,EAAE,eAAe,EAAE,oBAAoB;QAClF,6BAA6B,EAAE,kBAAkB,EAAE,uBAAuB;QAC1E,yBAAyB,EAAE,uBAAuB;QAClD,4BAA4B,EAAE,2BAA2B;QACzD,6BAA6B,EAAE,8BAA8B;KACrD,CAAC;IACX,MAAM,KAAK,GAAG;QACZ,wBAAwB,EAAE,mBAAmB,EAAE,8BAA8B;QAC7E,oBAAoB,EAAE,sBAAsB,EAAE,sBAAsB;KAC5D,CAAC;IACX,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;WAClH,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,eAAe,CAAC,KAAgC;IACvD,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAgC,EAAE,SAAiB;IACjF,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,IAAI,SAAS,CAAC;AACrE,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB,EAAE,SAAiB;IACtD,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IACxD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,QAAQ,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,OAAO,CAAC,MAAgB;IAC/B,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/F,CAAC"}
+{"version":3,"file":"retrieval-quality-corpus.js","sourceRoot":"","sources":["../src/retrieval-quality-corpus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAK7C,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AA2ItE,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,OAK/C;IACC,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;QACvC,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,qBAAqB,CAAC;YACpD,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC;YACxD,CAAC,CAAC,UAAU,CAAC;IACjB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAY,CAAC;IACpE,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,aAAa,KAAK,oCAAoC,EAAE,CAAC;QAChF,OAAO,+BAA+B,CACpC,GAA8C,EAC9C,OAAO,CAAC,MAAM,IAAI,CAAC,CACpB,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;IACtC,MAAM,EAAE,4BAA4B,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;IAChF,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACpC,MAAM,QAAQ,GAA6C,EAAE,CAAC;IAC9D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;IAC5D,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC;IAChE,IAAI,CAAC;QACH,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,IAAI,OAAO,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;gBACjD,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC,CAAC;gBACvG,SAAS;YACX,CAAC;YACD,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YAC1D,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YAC1D,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBACzD,IAAI,CAAC,OAAO,CAAC,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7F,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,4BAA4B,EAAE,CAAC,CAAC;gBAC/F,SAAS;YACX,CAAC;YACD,IAAI,OAAO,CAAC,gBAAgB;gBAAE,MAAM,eAAe,CAAC,WAAW,CAAC,CAAC;YACjE,OAAO,CAAC,GAAG,CAAC,kCAAkC,GAAG,KAAK,CAAC;YACvD,MAAM,QAAQ,GAAG,MAAM,4BAA4B,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAClG,OAAO,CAAC,GAAG,CAAC,kCAAkC,GAAG,IAAI,CAAC;YACtD,MAAM,eAAe,GAA6B,EAAE,CAAC;YACrD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC;gBAChD,eAAe,CAAC,IAAI,CAAC,MAAM,4BAA4B,CAAC;oBACtD,WAAW;oBACX,WAAW;oBACX,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,KAAK,KAAK,UAAU,GAAG,CAAC;iBACrD,CAAC,CAAC,CAAC;YACN,CAAC;YACD,MAAM,SAAS,GAAG,eAAe,CAAC,CAAC,CAAE,CAAC;YACtC,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,WAAW,CACrD,QAAQ,CAAC,OAAO,CAAC,oBAAoB,EAAE,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAC1E,CAAC,CAAC;YACH,MAAM,iBAAiB,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,kBAAkB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;YAC5F,MAAM,gBAAgB,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ;mBACtF,iBAAiB,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAE,IAAI,MAAM,CAAC,mBAAmB,CAAC,CAAC,MAAM,CAAC;YACtF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;YAC7C,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACrD,QAAQ,CAAC,IAAI,CAAC;gBACZ,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,MAAM,EAAE,gBAAgB,KAAK,UAAU;oBACrC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;gBACvB,QAAQ;gBACR,SAAS;gBACT,eAAe;gBACf,OAAO,EAAE,gBAAgB,GAAG,UAAU;gBACtC,UAAU,EAAE,gBAAgB,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACnD,gBAAgB;gBAChB,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC;;YAC7E,OAAO,CAAC,GAAG,CAAC,kCAAkC,GAAG,QAAQ,CAAC;IACjE,CAAC;IAED,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,aAAa,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC;IACpG,MAAM,WAAW,GAAG;QAClB,mBAAmB,EAAE,sBAAsB,EAAE,eAAe;QAC5D,iBAAiB,EAAE,uBAAuB,EAAE,oBAAoB;QAChE,6BAA6B,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,yBAAyB;QACrG,uBAAuB,EAAE,8BAA8B,EAAE,oBAAoB;QAC7E,sBAAsB,EAAE,mBAAmB;QAC3C,sBAAsB,EAAE,oBAAoB,EAAE,0BAA0B;QACxE,4BAA4B,EAAE,2BAA2B;QACzD,6BAA6B,EAAE,8BAA8B;KACrD,CAAC;IACX,MAAM,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,CAC5E,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CACnE,CAAC,CAAC,CAAC,CAAC;IACL,MAAM,KAAK,GAAG;QACZ,yBAAyB,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,aAAa;eAChF,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,CAAC,EAAE,QAAQ,KAAK,IAAI;eACzE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,CAAC,EAAE,QAAQ,KAAK,IAAI,CAAC;QAC/E,oBAAoB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,MAAM,KAAK,QAAQ,CAAC;QACxF,WAAW,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,KAAK,IAAI,CAAC;QACrE,kBAAkB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,IAAI,QAAQ,CAAC,IAAI,MAAM,CAAC,mBAAmB,CAAC;QACpH,aAAa,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,iBAAiB,IAAI,CAAC,CAAC;QAC5F,YAAY,EAAE,YAAY,CAAC,eAAe,IAAI,IAAI;QAClD,kBAAkB,EAAE,YAAY,CAAC,qBAAqB,IAAI,CAAC;QAC3D,eAAe,EAAE,YAAY,CAAC,kBAAkB,IAAI,IAAI;QACxD,kBAAkB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,qBAAqB,IAAI,IAAI,CAAC;QACxG,aAAa,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC;QAC9F,oBAAoB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,4BAA4B,KAAK,CAAC,CAAC;QAC/G,sBAAsB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,oBAAoB,IAAI,IAAI,CAAC;QAC3G,oBAAoB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,kBAAkB,KAAK,CAAC,CAAC;QACrG,oBAAoB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,oBAAoB,IAAI,CAAC,CAAC;QACtG,kBAAkB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,kBAAkB,IAAI,CAAC,CAAC;QAClG,sBAAsB,EAAE,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,CAChD,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,CAAC;eAC3F,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC,GAAG,CAAC;eACpG,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,GAAG,CAAC;eACjG,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,CAAC,CAChG;QACD,sBAAsB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,wBAAwB,IAAI,KAAK,CAAC;QAChH,0BAA0B,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,sBAAsB,CAC3E,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,0BAA0B,EAAE,CAAC,CACzD,CAAC;QACF,yBAAyB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,sBAAsB,CAC1E,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,yBAAyB,EAAE,CAAC,CACxD,CAAC;QACF,wBAAwB,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,sBAAsB,CACzE,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,2BAA2B,EAAE,IAAI,CAC7D,CAAC;QACF,4BAA4B,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,sBAAsB,CAC7E,OAAO,CAAC,SAAU,CAAC,OAAO,CAAC,4BAA4B,EAAE,CAAC,CAC3D,CAAC;QACF,wBAAwB,EAAE,gCAAgC,CAAC,MAAM,CAAC;QAClE,8BAA8B,EAAE,8BAA8B,CAAC,MAAM,CAAC,sBAAsB,IAAI,EAAE,CAAC;QACnG,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,CAAC,CAAC;QAC1D,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,UAAU,KAAK,CAAC,CAAC;KACjE,CAAC;IACF,OAAO;QACL,aAAa,EAAE,4CAA4C;QAC3D,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;QACjE,QAAQ;QACR,YAAY;QACZ,KAAK;KACN,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,MAAoC,EACpC,SAAgB,CAAC;IAEjB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,CAAC,oCAAoC,CAAC,MAAM,CAAC,CAAC,CAAC;IACnG,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC3E,MAAM,MAAM,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;IAC/B,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;QAC/C,UAAU,EAAE,MAAM;QAClB,OAAO,EAAE,MAAM,GAAG,MAAM;QACxB,UAAU,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,QAAQ,EAAE;YACR,GAAG,MAAM,CAAC,QAAQ;YAClB,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC,CAAC;SAC/F;KACF,CAAC;AACJ,CAAC;AAED,SAAS,oCAAoC,CAC3C,MAAoC;IAEpC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,WAAW,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;IAC1D,MAAM,OAAO,GAA0C,EAAE,CAAC;IAE1D,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC;IACpF,OAAO,CAAC,oBAAoB,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAC/D,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,SAAS;WAC9B,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;WAChD,IAAI,CAAC,mBAAmB,KAAK,IAAI,CAAC,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IAChF,OAAO,CAAC,oBAAoB,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAC/D,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,MAAM,SAAS,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IACjF,OAAO,CAAC,yBAAyB,GAAG,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CACrE,IAAI,CAAC,iBAAiB,KAAK,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,kBAAkB,KAAK,IAAI,CAAC,CAAC,CAAC;IAC1F,OAAO,CAAC,4BAA4B,GAAG,qBAAqB,CAC1D,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,kBAAkB,KAAK,IAAI,CAAC,CAAC,MAAM,EACjE,SAAS,CAAC,MAAM,CACjB,CAAC;IAEF,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC;IACpF,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC;IACpF,OAAO,CAAC,eAAe,GAAG,qBAAqB,CAC7C,cAAc,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK;UACxC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,EACrF,cAAc,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAC3E,CAAC;IACF,OAAO,CAAC,kBAAkB,GAAG,qBAAqB,CAChD,cAAc,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK;UACxC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,EACrF,cAAc,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CACrF,CAAC;IACF,OAAO,CAAC,wBAAwB,GAAG,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;IAE1G,MAAM,iBAAiB,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC;IAC1F,MAAM,iBAAiB,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC;IAC1F,OAAO,CAAC,kBAAkB,GAAG,qBAAqB,CAChD,iBAAiB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;SAC1E,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,EAClF,iBAAiB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CACzF,CAAC;IACF,OAAO,CAAC,gBAAgB,GAAG,qBAAqB,CAC9C,iBAAiB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAC5E,iBAAiB,CAAC,MAAM,CACzB,CAAC;IACF,OAAO,CAAC,2BAA2B,GAAG,aAAa,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7G,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACrF,OAAO,CAAC,mBAAmB,GAAG,qBAAqB,CACjD,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,MAAM,EAChE,iBAAiB,CAAC,MAAM,CACzB,CAAC;IAEF,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/D,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClE,OAAO,CAAC,gBAAgB,GAAG,qBAAqB,CAC9C,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,EAChD,UAAU,CAAC,MAAM,CAClB,CAAC;IACF,OAAO,CAAC,gBAAgB,GAAG,qBAAqB,CAC9C,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,EACjD,YAAY,CAAC,MAAM,CACpB,CAAC;IAEF,MAAM,gBAAgB,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5E,KAAK,MAAM,KAAK,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAU,EAAE,CAAC;QAC1F,OAAO,CAAC,YAAY,KAAK,EAAE,CAAC,GAAG,qBAAqB,CAClD,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EACnD,gBAAgB,CAAC,MAAM,CACxB,CAAC;IACJ,CAAC;IACD,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxE,OAAO,CAAC,yBAAyB,GAAG,qBAAqB,CACvD,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,MAAM,EAC3F,gBAAgB,CAAC,MAAM,CACxB,CAAC;IACF,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxE,OAAO,CAAC,oBAAoB,GAAG,qBAAqB,CAClD,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,UAAU,IAAI,IAAI,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,MAAM,EAClG,gBAAgB,CAAC,MAAM,CACxB,CAAC;IAEF,OAAO,CAAC,oBAAoB,GAAG,qBAAqB,CAClD,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,EAC7D,MAAM,CAAC,aAAa,CAAC,MAAM,CAC5B,CAAC;IACF,OAAO,CAAC,2BAA2B,GAAG,qBAAqB,CACzD,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,MAAM,EACpE,MAAM,CAAC,aAAa,CAAC,MAAM,CAC5B,CAAC;IACF,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtE,OAAO,CAAC,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAC/D,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IACtE,OAAO,CAAC,wBAAwB,GAAG,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAC7E,IAAI,CAAC,gBAAgB,KAAK,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IAEhD,MAAM,OAAO,GAAG;QACd,cAAc,EAAE,cAAc,CAAC,MAAM;QACrC,cAAc,EAAE,cAAc,CAAC,MAAM;QACrC,iBAAiB,EAAE,iBAAiB,CAAC,MAAM;QAC3C,iBAAiB,EAAE,iBAAiB,CAAC,MAAM;QAC3C,YAAY,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC,MAAM;KAChD,CAAC;IACF,MAAM,KAAK,GAAG;QACZ,kBAAkB,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC;QAC5C,mBAAmB,EAAE,OAAO,CAAC,cAAc,IAAI,GAAG,IAAI,OAAO,CAAC,cAAc,IAAI,GAAG;eAC9E,OAAO,CAAC,iBAAiB,IAAI,GAAG,IAAI,OAAO,CAAC,iBAAiB,IAAI,GAAG;QACzE,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;QAC1D,oBAAoB,EAAE,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC;QACjE,iBAAiB,EAAE,OAAO,CAAC,OAAO,CAAC,yBAAyB,EAAE,IAAI,CAAC;eAC9D,OAAO,CAAC,4BAA4B,CAAC,SAAS,KAAK,CAAC;QACzD,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,IAAI,CAAC;QACpD,eAAe,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC;QAC1D,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC;QACjE,eAAe,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC;QAC1D,aAAa,EAAE,OAAO,CAAC,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC;QACtD,mBAAmB,EAAE,OAAO,CAAC,OAAO,CAAC,2BAA2B,EAAE,IAAI,CAAC;QACvE,mBAAmB,EAAE,OAAO,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAC5D,WAAW,EAAE,OAAO,CAAC,gBAAgB,CAAC,SAAS,KAAK,CAAC;eAChD,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,IAAI;QACzD,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,yBAAyB,EAAE,IAAI,CAAC;QAC7D,aAAa,EAAE,OAAO,CAAC,oBAAoB,CAAC,SAAS,KAAK,CAAC;eACtD,OAAO,CAAC,2BAA2B,CAAC,SAAS,KAAK,CAAC;QACxD,eAAe,EAAE,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;QACnD,aAAa,EAAE,OAAO,CAAC,OAAO,CAAC,wBAAwB,EAAE,CAAC,CAAC;KAC5D,CAAC;IACF,OAAO;QACL,aAAa,EAAE,4CAA4C;QAC3D,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,MAAM,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;QAC7F,QAAQ,EAAE,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,iBAAiB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE;QAC3E,OAAO;QACP,OAAO;QACP,KAAK;QACL,WAAW;KACZ,CAAC;AACJ,CAAC;AAED,SAAS,6BAA6B,CAAC,MAAoC;IACzE,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,IAAI,MAAM,CAAC,aAAa,KAAK,oCAAoC,EAAE,CAAC;QAClE,WAAW,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7E,WAAW,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IACrE,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ;WACjC,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ;WACnC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC9E,WAAW,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;IACrF,CAAC;IACD,MAAM,GAAG,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM;QAAE,WAAW,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IAC3F,IAAI,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;QACvE,WAAW,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,QAAQ,GAAG;QACf,GAAG,MAAM,CAAC,aAAa,EAAE,GAAG,MAAM,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC,cAAc;QACxE,GAAG,MAAM,CAAC,UAAU,EAAE,GAAG,MAAM,CAAC,aAAa,EAAE,GAAG,MAAM,CAAC,aAAa;QACtE,GAAG,MAAM,CAAC,UAAU,EAAE,GAAG,MAAM,CAAC,WAAW;KAC5C,CAAC;IACF,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC;QAAE,WAAW,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IACtH,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,+BAA+B,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACzF,WAAW,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,+BAA+B,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;WAClF,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACnC,WAAW,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,WAAW,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACnG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC;QAAE,WAAW,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IACnH,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAAE,WAAW,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAChH,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,WAAW,CAAC,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC;QACjG,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;YAAE,WAAW,CAAC,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;IACxH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAoC;IAC9D,OAAO;QACL,GAAG,MAAM,CAAC,aAAa,EAAE,GAAG,MAAM,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC,cAAc;QACxE,GAAG,MAAM,CAAC,UAAU,EAAE,GAAG,MAAM,CAAC,aAAa,EAAE,GAAG,MAAM,CAAC,aAAa;QACtE,GAAG,MAAM,CAAC,UAAU,EAAE,GAAG,MAAM,CAAC,WAAW;KAC5C,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,aAAa,CAAC,MAAiB;IACtC,OAAO,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,OAAO,CAAC,MAA6B,EAAE,SAAiB;IAC/D,OAAO,MAAM,CAAC,KAAK,KAAK,IAAI,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS,CAAC;AAC5D,CAAC;AAED,SAAS,aAAa,CACpB,IAA4D,EAC5D,KAAa;IAEb,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CACxE,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAClF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;SAC9E,MAAM,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjG,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,gCAAgC,CAAC,MAAqC;IAC7E,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;IACjE,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7F,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,8BAA8B,CAAC,SAAkC;IACxE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/F,OAAO,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC;WACnE,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,SAAS,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,CAAC;WAC3F,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,KAAK,SAAS,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,CAAC;WAClG,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;WAC9C,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;WAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC;WACvC,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;WACjD,CAAC,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,WAAmB;IAChD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,CAAE,MAAM,CAAC,OAAe,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,CAIpE,CAAC;IACF,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,OAAO;IACT,CAAC;IACD,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC9C,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,KAAK,EAAE,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAkC,CAAC;IACtF,IAAI,KAAK,CAAC,aAAa,KAAK,qCAAqC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpG,MAAM,IAAI,KAAK,CAAC,qCAAqC,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAgC,EAAE,SAAiC;IAC7F,MAAM,MAAM,GAAG;QACb,mBAAmB,EAAE,sBAAsB,EAAE,eAAe,EAAE,oBAAoB;QAClF,6BAA6B,EAAE,kBAAkB,EAAE,uBAAuB;QAC1E,yBAAyB,EAAE,uBAAuB;QAClD,4BAA4B,EAAE,2BAA2B;QACzD,6BAA6B,EAAE,8BAA8B;KACrD,CAAC;IACX,MAAM,KAAK,GAAG;QACZ,wBAAwB,EAAE,mBAAmB,EAAE,8BAA8B;QAC7E,oBAAoB,EAAE,sBAAsB,EAAE,sBAAsB;KAC5D,CAAC;IACX,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;WAClH,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,eAAe,CAAC,KAAgC;IACvD,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAgC,EAAE,SAAiB;IACjF,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,IAAI,SAAS,CAAC;AACrE,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB,EAAE,SAAiB;IACtD,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IACxD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,QAAQ,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,OAAO,CAAC,MAAgB;IAC/B,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/F,CAAC"}

package/dist/retrieval-quality.d.ts

@@ -1,4 +1,5 @@
 import { type ContextFileRole } from '@devflow-tools/sdk';
+export { evidenceQualityMetric, type EvidenceQualityMetadata, type EvidenceQualityMetric, type WilsonInterval95, } from './evidence-quality-metrics.js';
 export interface RetrievalQualityFixture {
     schemaVersion: 'devflow.retrieval-quality.v1';
     thresholds: RetrievalQualityThresholds;

package/dist/retrieval-quality.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"retrieval-quality.d.ts","sourceRoot":"","sources":["../src/retrieval-quality.ts"],"names":[],"mappings":"AAKA,OAAO,EAAsB,KAAK,eAAe,EAA4B,MAAM,oBAAoB,CAAC;AAGxG,MAAM,WAAW,uBAAuB;IACtC,aAAa,EAAE,8BAA8B,CAAC;IAC9C,UAAU,EAAE,0BAA0B,CAAC;IACvC,OAAO,EAAE,oBAAoB,EAAE,CAAC;IAChC,kBAAkB,CAAC,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACtF,KAAK,CAAC,EAAE;QACN,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;QAC5B,gBAAgB,CAAC,EAAE,KAAK,CAAC;YACvB,IAAI,EAAE,MAAM,CAAC;YACb,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,OAAO,EAAE,MAAM,CAAC;YAChB,MAAM,EAAE,KAAK,CAAC;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,OAAO,EAAE,MAAM,CAAC;gBAAC,SAAS,CAAC,EAAE,MAAM,CAAA;aAAE,CAAC,CAAC;SACvE,CAAC,CAAC;KACJ,CAAC;CACH;AAED,MAAM,WAAW,0BAA0B;IACzC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,2BAA2B,EAAE,MAAM,CAAC;IACpC,gBAAgB,EAAE,MAAM,CAAC;IACzB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,MAAM,CAAC;IAChC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,kCAAkC,CAAC,EAAE,MAAM,CAAC;IAC5C,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,iCAAiC,CAAC,EAAE,MAAM,CAAC;IAC3C,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAC7C,oCAAoC,CAAC,EAAE,MAAM,CAAC;IAC9C,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,eAAe,CAAA;KAAE,CAAC,CAAC;IAC9D,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;IAChC,wBAAwB,CAAC,EAAE,MAAM,EAAE,CAAC;IACpC,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,yBAAyB,CAAC,EAAE,MAAM,EAAE,CAAC;IACrC,uBAAuB,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,UAAU,GAAG,WAAW,GAAG,OAAO,GAAG,UAAU,CAAC,CAAC;IACzF,WAAW,CAAC,EAAE,uBAAuB,GAAG,sBAAsB,GAAG,MAAM,CAAC;IACxE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;IAChC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,yBAAyB,CAAC,EAAE,MAAM,EAAE,CAAC;IACrC,wBAAwB,CAAC,EAAE,MAAM,EAAE,CAAC;IACpC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,sBAAsB;IACrC,aAAa,EAAE,qCAAqC,CAAC;IACrD,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC5B,OAAO,EAAE;QACP,iBAAiB,EAAE,MAAM,CAAC;QAC1B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,aAAa,EAAE,MAAM,CAAC;QACtB,sBAAsB,EAAE,MAAM,CAAC;QAC/B,eAAe,EAAE,MAAM,CAAC;QACxB,qBAAqB,EAAE,MAAM,CAAC;QAC9B,kBAAkB,EAAE,MAAM,CAAC;QAC3B,2BAA2B,EAAE,MAAM,CAAC;QACpC,gBAAgB,EAAE,MAAM,CAAC;QACzB,qBAAqB,EAAE,MAAM,CAAC;QAC9B,uBAAuB,EAAE,MAAM,CAAC;QAChC,iBAAiB,EAAE,MAAM,CAAC;QAC1B,qBAAqB,EAAE,MAAM,CAAC;QAC9B,4BAA4B,EAAE,MAAM,CAAC;QACrC,kBAAkB,EAAE,MAAM,CAAC;QAC3B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,kBAAkB,EAAE,MAAM,CAAC;QAC3B,wBAAwB,EAAE,MAAM,CAAC;QACjC,0BAA0B,EAAE,MAAM,CAAC;QACnC,+BAA+B,EAAE,MAAM,CAAC;QACxC,sBAAsB,EAAE,MAAM,CAAC;QAC/B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,0BAA0B,EAAE,MAAM,CAAC;QACnC,yBAAyB,EAAE,MAAM,CAAC;QAClC,2BAA2B,EAAE,MAAM,CAAC;QACpC,8BAA8B,EAAE,MAAM,GAAG,IAAI,CAAC;QAC9C,4BAA4B,EAAE,MAAM,CAAC;QACrC,gCAAgC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChD,iCAAiC,EAAE,MAAM,GAAG,IAAI,CAAC;QACjD,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;IACF,OAAO,EAAE;QACP,cAAc,EAAE,MAAM,CAAC;QACvB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,EAAE,MAAM,CAAC;QACvB,gBAAgB,EAAE,MAAM,CAAC;QACzB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,mBAAmB,EAAE,MAAM,CAAC;QAC5B,eAAe,EAAE,MAAM,CAAC;QACxB,uBAAuB,EAAE,MAAM,CAAC;QAChC,qBAAqB,EAAE,MAAM,CAAC;KAC/B,CAAC;IACF,UAAU,EAAE,0BAA0B,CAAC;IACvC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,KAAK,EAAE,KAAK,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,iBAAiB,EAAE,MAAM,EAAE,CAAC;QAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,0BAA0B,CAAC,EAAE,OAAO,CAAC;QACrC,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAC/B,4BAA4B,CAAC,EAAE,MAAM,CAAC;QACtC,kBAAkB,EAAE,MAAM,CAAC;QAC3B,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,MAAM,CAAC;QACvB,uBAAuB,CAAC,EAAE,OAAO,CAAC;QAClC,0BAA0B,CAAC,EAAE,OAAO,CAAC;KACtC,CAAC,CAAC;IACH,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,EAAE;QACV,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;QAC/B,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;QACnC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;QACnC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;QAC/B,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;QACrC,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;QACrC,0BAA0B,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1C,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;QAC/B,2BAA2B,EAAE,MAAM,GAAG,IAAI,CAAC;KAC5C,CAAC;CACH;AAED,wBAAsB,4BAA4B,CAAC,OAAO,EAAE;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B,GAAG,OAAO,CAAC,sBAAsB,CAAC,CA4OlC"}
+{"version":3,"file":"retrieval-quality.d.ts","sourceRoot":"","sources":["../src/retrieval-quality.ts"],"names":[],"mappings":"AAKA,OAAO,EAAsB,KAAK,eAAe,EAA4B,MAAM,oBAAoB,CAAC;AAGxG,OAAO,EACL,qBAAqB,EACrB,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC1B,KAAK,gBAAgB,GACtB,MAAM,+BAA+B,CAAC;AAEvC,MAAM,WAAW,uBAAuB;IACtC,aAAa,EAAE,8BAA8B,CAAC;IAC9C,UAAU,EAAE,0BAA0B,CAAC;IACvC,OAAO,EAAE,oBAAoB,EAAE,CAAC;IAChC,kBAAkB,CAAC,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACtF,KAAK,CAAC,EAAE;QACN,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;QAC5B,gBAAgB,CAAC,EAAE,KAAK,CAAC;YACvB,IAAI,EAAE,MAAM,CAAC;YACb,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,OAAO,EAAE,MAAM,CAAC;YAChB,MAAM,EAAE,KAAK,CAAC;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,OAAO,EAAE,MAAM,CAAC;gBAAC,SAAS,CAAC,EAAE,MAAM,CAAA;aAAE,CAAC,CAAC;SACvE,CAAC,CAAC;KACJ,CAAC;CACH;AAED,MAAM,WAAW,0BAA0B;IACzC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,2BAA2B,EAAE,MAAM,CAAC;IACpC,gBAAgB,EAAE,MAAM,CAAC;IACzB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,MAAM,CAAC;IAChC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,kCAAkC,CAAC,EAAE,MAAM,CAAC;IAC5C,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,iCAAiC,CAAC,EAAE,MAAM,CAAC;IAC3C,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAC7C,oCAAoC,CAAC,EAAE,MAAM,CAAC;IAC9C,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,eAAe,CAAA;KAAE,CAAC,CAAC;IAC9D,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;IAChC,wBAAwB,CAAC,EAAE,MAAM,EAAE,CAAC;IACpC,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,yBAAyB,CAAC,EAAE,MAAM,EAAE,CAAC;IACrC,uBAAuB,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,UAAU,GAAG,WAAW,GAAG,OAAO,GAAG,UAAU,CAAC,CAAC;IACzF,WAAW,CAAC,EAAE,uBAAuB,GAAG,sBAAsB,GAAG,MAAM,CAAC;IACxE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;IAChC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,yBAAyB,CAAC,EAAE,MAAM,EAAE,CAAC;IACrC,wBAAwB,CAAC,EAAE,MAAM,EAAE,CAAC;IACpC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,sBAAsB;IACrC,aAAa,EAAE,qCAAqC,CAAC;IACrD,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC5B,OAAO,EAAE;QACP,iBAAiB,EAAE,MAAM,CAAC;QAC1B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,aAAa,EAAE,MAAM,CAAC;QACtB,sBAAsB,EAAE,MAAM,CAAC;QAC/B,eAAe,EAAE,MAAM,CAAC;QACxB,qBAAqB,EAAE,MAAM,CAAC;QAC9B,kBAAkB,EAAE,MAAM,CAAC;QAC3B,2BAA2B,EAAE,MAAM,CAAC;QACpC,gBAAgB,EAAE,MAAM,CAAC;QACzB,qBAAqB,EAAE,MAAM,CAAC;QAC9B,uBAAuB,EAAE,MAAM,CAAC;QAChC,iBAAiB,EAAE,MAAM,CAAC;QAC1B,qBAAqB,EAAE,MAAM,CAAC;QAC9B,4BAA4B,EAAE,MAAM,CAAC;QACrC,kBAAkB,EAAE,MAAM,CAAC;QAC3B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,kBAAkB,EAAE,MAAM,CAAC;QAC3B,wBAAwB,EAAE,MAAM,CAAC;QACjC,0BAA0B,EAAE,MAAM,CAAC;QACnC,+BAA+B,EAAE,MAAM,CAAC;QACxC,sBAAsB,EAAE,MAAM,CAAC;QAC/B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,0BAA0B,EAAE,MAAM,CAAC;QACnC,yBAAyB,EAAE,MAAM,CAAC;QAClC,2BAA2B,EAAE,MAAM,CAAC;QACpC,8BAA8B,EAAE,MAAM,GAAG,IAAI,CAAC;QAC9C,4BAA4B,EAAE,MAAM,CAAC;QACrC,gCAAgC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChD,iCAAiC,EAAE,MAAM,GAAG,IAAI,CAAC;QACjD,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;IACF,OAAO,EAAE;QACP,cAAc,EAAE,MAAM,CAAC;QACvB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,EAAE,MAAM,CAAC;QACvB,gBAAgB,EAAE,MAAM,CAAC;QACzB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,mBAAmB,EAAE,MAAM,CAAC;QAC5B,eAAe,EAAE,MAAM,CAAC;QACxB,uBAAuB,EAAE,MAAM,CAAC;QAChC,qBAAqB,EAAE,MAAM,CAAC;KAC/B,CAAC;IACF,UAAU,EAAE,0BAA0B,CAAC;IACvC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,KAAK,EAAE,KAAK,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,iBAAiB,EAAE,MAAM,EAAE,CAAC;QAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,0BAA0B,CAAC,EAAE,OAAO,CAAC;QACrC,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAC/B,4BAA4B,CAAC,EAAE,MAAM,CAAC;QACtC,kBAAkB,EAAE,MAAM,CAAC;QAC3B,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,MAAM,CAAC;QACvB,uBAAuB,CAAC,EAAE,OAAO,CAAC;QAClC,0BAA0B,CAAC,EAAE,OAAO,CAAC;KACtC,CAAC,CAAC;IACH,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,EAAE;QACV,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;QAC/B,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;QACnC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;QACnC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;QAC/B,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;QACrC,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;QACrC,0BAA0B,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1C,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;QAC/B,2BAA2B,EAAE,MAAM,GAAG,IAAI,CAAC;KAC5C,CAAC;CACH;AAGD,wBAAsB,4BAA4B,CAAC,OAAO,EAAE;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B,GAAG,OAAO,CAAC,sBAAsB,CAAC,CA+OlC"}