@tenphi/akno-core 0.1.0

package/dist/bench/ranking-matrix.js

@@ -0,0 +1,526 @@
+import { LLM_RERANK_PROMPT_VERSION, LLM_RERANK_SCHEMA_VERSION } from "../recall/llm-rerank.js";
+import { RERANK_CANDIDATE_POOL_MULTIPLIER, RERANK_CANDIDATE_SELECTION_VERSION } from "../recall/search.js";
+import { rankingCorpusCases } from "./ranking-corpus.js";
+import { RANKING_INTERACTIVE_P95_TARGET_MS, RANKING_LATENCY_SCHEMA_VERSION, refreshRankingLatencyReport, } from "./ranking-latency.js";
+import { runRankingBench, } from "./ranking.js";
+import { rankingReviewEvidenceMatches } from "./ranking-review.js";
+export const RANKING_MATRIX_SCHEMA_VERSION = 'ranking-matrix-v9';
+export const RANKING_MATRIX_VARIANT_IDS = [
+    'llm-none-c10',
+    'llm-none-c20',
+    'llm-none-c40',
+    'llm-low-c20',
+];
+export async function runRankingMatrix(config, options = {}) {
+    const split = options.split ?? 'development';
+    const requestedRuns = normalizeRuns(options.runs ?? 5);
+    const concurrency = normalizeConcurrency(options.concurrency ?? 4);
+    const excerptChars = options.excerptChars ?? 800;
+    if (options.variants && split !== 'development') {
+        throw new Error('targeted ranking evidence is development-only');
+    }
+    const configuredNative = config.models?.reranker?.enabled === true && config.models.reranker.rerankerMode === 'endpoint';
+    const includeNative = options.includeNative ?? configuredNative;
+    const allDescriptors = [
+        { id: 'fusion-c20', system: 'fusion', candidateCount: 20, reasoningEffort: null, repeated: false },
+        ...(!includeNative
+            ? []
+            : [
+                {
+                    id: 'native-c20',
+                    system: 'native',
+                    candidateCount: 20,
+                    reasoningEffort: null,
+                    repeated: false,
+                },
+            ]),
+        { id: 'llm-none-c10', system: 'llm', candidateCount: 10, reasoningEffort: 'none', repeated: true },
+        { id: 'llm-none-c20', system: 'llm', candidateCount: 20, reasoningEffort: 'none', repeated: true },
+        { id: 'llm-none-c40', system: 'llm', candidateCount: 40, reasoningEffort: 'none', repeated: true },
+        { id: 'llm-low-c20', system: 'llm', candidateCount: 20, reasoningEffort: 'low', repeated: true },
+    ];
+    const requestedVariants = options.variants ? new Set(options.variants) : null;
+    const descriptors = requestedVariants
+        ? allDescriptors.filter((descriptor) => requestedVariants.has(descriptor.id))
+        : allDescriptors;
+    if (descriptors.length === 0)
+        throw new Error('ranking matrix variant selection is empty');
+    const variants = [];
+    let corpus = null;
+    for (const descriptor of descriptors) {
+        const count = descriptor.repeated ? requestedRuns : 1;
+        const reports = [];
+        for (let run = 1; run <= count; run++) {
+            options.onProgress?.({ variant: descriptor.id, run, runs: count });
+            reports.push(await runRankingBench(config, {
+                system: descriptor.system,
+                split,
+                candidateCount: descriptor.candidateCount,
+                excerptChars,
+                concurrency,
+                ...(options.provider ? { provider: options.provider } : {}),
+                ...(options.model ? { model: options.model } : {}),
+                ...(descriptor.reasoningEffort ? { reasoningEffort: descriptor.reasoningEffort } : {}),
+            }));
+        }
+        corpus ??= reports[0].corpus;
+        variants.push(summarizeVariant(descriptor, reports));
+    }
+    const draft = {
+        kind: 'ranking_matrix',
+        schemaVersion: RANKING_MATRIX_SCHEMA_VERSION,
+        createdAt: new Date().toISOString(),
+        split,
+        corpus: corpus,
+        requestedRuns,
+        concurrency,
+        targetedVariants: options.variants ?? null,
+        variants,
+        selection: null,
+        reviewEvidence: null,
+        endToEndEvidence: null,
+        latencyEvidence: null,
+        artifactPersisted: false,
+        releaseEligible: false,
+        releaseGate: { passed: false, checks: [], blockers: [] },
+    };
+    return refreshRankingMatrixReport(draft);
+}
+export function attachRankingReviewEvidence(matrix, evidence) {
+    if (!rankingReviewEvidenceMatches(evidence, matrix.corpus)) {
+        throw new Error('ranking review does not match the matrix corpus');
+    }
+    return refreshRankingMatrixReport({ ...matrix, reviewEvidence: evidence });
+}
+export function attachRankingLatencyEvidence(matrix, report) {
+    if (report.schemaVersion !== RANKING_LATENCY_SCHEMA_VERSION) {
+        throw new Error('unsupported ranking latency artifact schema');
+    }
+    const refreshedReport = refreshRankingLatencyReport(report);
+    const selected = matrix.selection
+        ? (matrix.variants.find((variant) => variant.id === matrix.selection.variantId) ?? null)
+        : null;
+    if (!selected)
+        throw new Error('matrix has no selected ranking configuration');
+    if (matrix.split !== refreshedReport.split ||
+        matrix.corpus.version !== refreshedReport.corpus.version ||
+        matrix.corpus.fingerprint !== refreshedReport.corpus.fingerprint ||
+        selected.candidateCount !== refreshedReport.candidateCount ||
+        selected.excerptChars !== refreshedReport.excerptChars ||
+        selected.reasoningEffort !== refreshedReport.reasoningEffort ||
+        selected.provider !== refreshedReport.provider ||
+        selected.model !== refreshedReport.model ||
+        selected.promptVersion !== refreshedReport.promptVersion ||
+        selected.schemaVersion !== refreshedReport.schemaVersionContract) {
+        throw new Error('latency run does not match the selected ranking configuration');
+    }
+    return refreshRankingMatrixReport({
+        ...matrix,
+        latencyEvidence: refreshedReport,
+    });
+}
+export function markRankingMatrixPersisted(report) {
+    return refreshRankingMatrixReport({
+        ...report,
+        artifactPersisted: true,
+        releaseEligible: false,
+        releaseGate: { passed: false, checks: [], blockers: [] },
+    });
+}
+export function attachRankingEndToEndEvidence(matrix, report) {
+    if (report.system !== 'llm')
+        throw new Error('end-to-end release evidence must exercise the LLM reranker');
+    if (![
+        'ranking-end-to-end-v1',
+        'ranking-end-to-end-v2',
+        'ranking-end-to-end-v3',
+        'ranking-end-to-end-v4',
+    ].includes(report.schemaVersion)) {
+        throw new Error('unsupported end-to-end artifact schema');
+    }
+    if (matrix.split !== report.split)
+        throw new Error('matrix and end-to-end splits do not match');
+    if (matrix.corpus.version !== report.corpus.version ||
+        matrix.corpus.fingerprint !== report.corpus.fingerprint) {
+        throw new Error('end-to-end run does not match the matrix corpus');
+    }
+    const selected = matrix.selection
+        ? (matrix.variants.find((variant) => variant.id === matrix.selection.variantId) ?? null)
+        : null;
+    if (!selected)
+        throw new Error('matrix has no selected ranking configuration');
+    if (selected.candidateCount !== report.candidateCount ||
+        selected.reasoningEffort !== report.reranker.reasoningEffort ||
+        selected.provider !== report.reranker.provider ||
+        selected.model !== report.reranker.model ||
+        selected.promptVersion !== report.reranker.promptVersion ||
+        selected.schemaVersion !== report.reranker.schemaVersion) {
+        throw new Error('end-to-end run does not match the selected ranking configuration');
+    }
+    return refreshRankingMatrixReport({
+        ...matrix,
+        endToEndEvidence: {
+            split: report.split,
+            corpusVersion: report.corpus.version,
+            corpusFingerprint: report.corpus.fingerprint,
+            candidateCount: report.candidateCount,
+            retrievalPoolCount: report.retrievalPoolCount ?? null,
+            candidateSelectionVersion: report.candidateSelectionVersion ?? null,
+            directAnswerFusionPoolRecall: report.fusionPool?.directAnswerRecall ?? null,
+            directAnswerCandidateRecall: report.candidateGeneration.directAnswerRecall,
+            directAnswerRankedRecall: report.rankedRecall.directAnswerRecall,
+            candidateDegradedQueries: report.candidateGeneration.degradedQueries,
+            rankedDegradedQueries: report.rankedRecall.degradedQueries,
+            rerankFallbackRate: report.rerankFallbackRate,
+            embeddingProvider: report.embedding.provider,
+            embeddingModel: report.embedding.model,
+            embeddingDimensions: report.embedding.dimensions ?? null,
+            embeddingAvailable: report.embedding.available,
+            totalChunks: report.embedding.totalChunks,
+            embeddedChunks: report.embedding.embeddedChunks,
+            rerankerProvider: report.reranker.provider,
+            rerankerModel: report.reranker.model,
+            rerankerAvailable: report.reranker.available,
+            reasoningEffort: report.reranker.reasoningEffort,
+            promptVersion: report.reranker.promptVersion,
+            schemaVersion: report.reranker.schemaVersion,
+        },
+    });
+}
+/** Re-derive every decision field from stored measurements after a gate implementation changes. */
+export function refreshRankingMatrixReport(report) {
+    const variants = report.variants.map((variant) => ({
+        ...variant,
+        execution: normalizeVariantExecution(variant),
+        comparisonEligible: hasComparableMeasurements(variant),
+    }));
+    const refreshed = {
+        ...report,
+        schemaVersion: RANKING_MATRIX_SCHEMA_VERSION,
+        targetedVariants: report.targetedVariants ?? null,
+        variants,
+        selection: report.targetedVariants ? null : selectConfiguration(variants),
+        reviewEvidence: report.reviewEvidence ?? null,
+        endToEndEvidence: report.endToEndEvidence ?? null,
+        latencyEvidence: normalizeLatencyEvidence(report.latencyEvidence ?? null),
+        releaseEligible: false,
+        releaseGate: { passed: false, checks: [], blockers: [] },
+    };
+    refreshed.releaseGate = evaluateRankingRelease(refreshed);
+    refreshed.releaseEligible = refreshed.releaseGate.passed;
+    return refreshed;
+}
+export function evaluateRankingRelease(report) {
+    const selected = report.selection
+        ? (report.variants.find((variant) => variant.id === report.selection.variantId) ?? null)
+        : null;
+    const exact = selected?.byCategory.find((entry) => entry.category === 'exact_entity') ?? null;
+    const minimumCategoryDelta = selected
+        ? Math.min(...selected.byCategory.map((entry) => entry.ndcgDeltaFromFusion))
+        : null;
+    const checks = [
+        check('held_out_split', report.split === 'test', report.split, 'test'),
+        check('independent_review', rankingReviewEvidenceMatches(report.reviewEvidence, report.corpus), report.reviewEvidence !== null, 'completed content-free receipt for this exact corpus fingerprint'),
+        check('persisted_artifact', report.artifactPersisted, report.artifactPersisted, 'true'),
+        check('runtime_contract', selected?.promptVersion === LLM_RERANK_PROMPT_VERSION &&
+            selected?.schemaVersion === LLM_RERANK_SCHEMA_VERSION, selected ? `${selected.promptVersion}/${selected.schemaVersion}` : null, `${LLM_RERANK_PROMPT_VERSION}/${LLM_RERANK_SCHEMA_VERSION}`),
+        check('end_to_end_configuration', endToEndConfigurationMatches(report, selected), report.endToEndEvidence !== null, 'same split, corpus, and selected configuration with a fully embedded index and both models available'),
+        check('end_to_end_candidate_recall', report.endToEndEvidence?.candidateCount === report.selection?.candidateCount &&
+            report.endToEndEvidence?.directAnswerCandidateRecall === 1, report.endToEndEvidence?.directAnswerCandidateRecall ?? null, '1.0 at the selected candidate count'),
+        check('end_to_end_ranked_recall', report.endToEndEvidence?.candidateCount === report.selection?.candidateCount &&
+            report.endToEndEvidence?.directAnswerRankedRecall === 1, report.endToEndEvidence?.directAnswerRankedRecall ?? null, '1.0 after reranking and assembly'),
+        check('end_to_end_integrity', report.endToEndEvidence?.candidateDegradedQueries === 0 &&
+            report.endToEndEvidence?.rankedDegradedQueries === 0 &&
+            report.endToEndEvidence?.rerankFallbackRate === 0, report.endToEndEvidence
+            ? report.endToEndEvidence.candidateDegradedQueries + report.endToEndEvidence.rankedDegradedQueries
+            : null, 'zero degraded queries and zero rerank fallbacks'),
+        check('latency_configuration', latencyConfigurationMatches(report, selected), report.latencyEvidence !== null, 'same split, corpus, and selected configuration with warm single-flight and loaded profiles'),
+        check('latency_integrity', latencyIntegrityPasses(report.latencyEvidence), report.latencyEvidence ? latencyIntegrityPasses(report.latencyEvidence) : null, 'cold negotiation succeeds; every warm response is valid with one endpoint request'),
+        check('five_runs', (selected?.runCount ?? 0) >= 5, selected?.runCount ?? 0, 'at least 5'),
+        check('ndcg_gain', (selected?.ndcgDeltaFromFusion ?? -Infinity) >= 0.05, selected?.ndcgDeltaFromFusion ?? null, 'at least +0.05'),
+        check('category_regression', (minimumCategoryDelta ?? -Infinity) >= -0.03, minimumCategoryDelta, 'no category below -0.03'),
+        check('exact_entity_mrr', exact !== null && exact.quality.mrrAt10 - exact.fusionBaseline.mrrAt10 >= -0.01, exact ? exact.quality.mrrAt10 - exact.fusionBaseline.mrrAt10 : null, 'at least -0.01'),
+        check('valid_responses', (selected?.validResponseRate ?? 0) >= 0.995, selected?.validResponseRate ?? null, 'at least 0.995'),
+        check('fallback_preserved', selected?.fallbackPreserved === true, selected?.fallbackPreserved ?? null, 'true'),
+        check('instruction_safety', selected?.qualification?.instructionNegativeRejection === 1, selected?.qualification?.instructionNegativeRejection ?? null, '1.0'),
+        check('top3_stability', (selected?.medianTop3Overlap ?? 0) >= 0.9, selected?.medianTop3Overlap ?? null, 'at least 0.90'),
+        check('latency', (report.latencyEvidence?.interactive.warm.p95LatencyMs ?? Infinity) <=
+            RANKING_INTERACTIVE_P95_TARGET_MS, report.latencyEvidence?.interactive.warm.p95LatencyMs ?? null, `warm single-flight p95 at most ${RANKING_INTERACTIVE_P95_TARGET_MS}ms`),
+        check('cheapest_equivalent_effort', selectionUsesCheapestEquivalent(report), report.selection?.reasoningEffort ?? null, 'none unless low improves nDCG by more than 0.01'),
+    ];
+    const blockers = checks.filter((entry) => !entry.passed).map((entry) => entry.id);
+    return { passed: blockers.length === 0, checks, blockers };
+}
+export function medianTop3Overlap(rankings) {
+    if (rankings.length < 2)
+        return null;
+    const overlaps = [];
+    for (let left = 0; left < rankings.length - 1; left++) {
+        for (let right = left + 1; right < rankings.length; right++) {
+            const leftSet = new Set(rankings[left].slice(0, 3));
+            const intersection = rankings[right].slice(0, 3).filter((id) => leftSet.has(id)).length;
+            overlaps.push(intersection / 3);
+        }
+    }
+    return median(overlaps);
+}
+function summarizeVariant(descriptor, reports) {
+    const queryLatencies = reports.flatMap((report) => report.queries.map((query) => query.latencyMs));
+    return {
+        id: descriptor.id,
+        system: descriptor.system,
+        provider: reports[0].provider,
+        model: reports[0].model,
+        reasoningEffort: descriptor.reasoningEffort,
+        promptVersion: reports[0].promptVersion,
+        schemaVersion: reports[0].schemaVersion,
+        candidateCount: descriptor.candidateCount,
+        excerptChars: reports[0].execution.excerptChars,
+        runCount: reports.length,
+        comparisonEligible: reports.some((report) => report.validResponseRate > 0),
+        quality: meanQuality(reports.map((report) => report.quality)),
+        fusionBaseline: meanQuality(reports.map((report) => report.fusionBaseline)),
+        ndcgDeltaFromFusion: mean(reports.map((report) => report.ndcgDeltaFromFusion)),
+        byCategory: meanCategories(reports),
+        qualification: meanQualification(reports.map((report) => report.qualification)),
+        validResponseRate: mean(reports.map((report) => report.validResponseRate)),
+        fallbackPreserved: reports.every((report) => fallbacksPreserveFusion(report)),
+        p50LatencyMs: percentile(queryLatencies, 0.5),
+        p95LatencyMs: percentile(queryLatencies, 0.95),
+        maxLatencyMs: queryLatencies.length === 0 ? 0 : Math.max(...queryLatencies),
+        medianTop3Overlap: stabilityFor(reports),
+        execution: aggregateExecution(reports),
+        runs: reports.map((report) => ({
+            quality: report.quality,
+            validResponseRate: report.validResponseRate,
+            p50LatencyMs: report.p50LatencyMs,
+            p95LatencyMs: report.p95LatencyMs,
+            maxLatencyMs: report.maxLatencyMs,
+            topThree: Object.fromEntries(report.queries.map((query) => [query.queryId, query.order.slice(0, 3)])),
+            fallbackQueries: report.fallbackQueries,
+            execution: report.execution,
+        })),
+    };
+}
+function aggregateExecution(reports) {
+    return {
+        requests: reports.reduce((sum, report) => sum + report.execution.requests, 0),
+        endpointRequests: reports.reduce((sum, report) => sum + report.execution.endpointRequests, 0),
+        extraEndpointRequests: reports.reduce((sum, report) => sum + report.execution.extraEndpointRequests, 0),
+        tokenUsage: aggregateTokenUsage(reports.map((report) => report.execution.tokenUsage)),
+    };
+}
+function normalizeVariantExecution(variant) {
+    const legacy = variant;
+    if (legacy.execution)
+        return legacy.execution;
+    return aggregateRunExecution(legacy.runs.flatMap((run) => (run.execution ? [run.execution] : [])));
+}
+function aggregateRunExecution(executions) {
+    return {
+        requests: executions.reduce((sum, execution) => sum + execution.requests, 0),
+        endpointRequests: executions.reduce((sum, execution) => sum + execution.endpointRequests, 0),
+        extraEndpointRequests: executions.reduce((sum, execution) => sum + execution.extraEndpointRequests, 0),
+        tokenUsage: aggregateTokenUsage(executions.map((execution) => execution.tokenUsage)),
+    };
+}
+function aggregateTokenUsage(values) {
+    const reported = values.filter((value) => value !== null);
+    if (reported.length === 0)
+        return null;
+    return {
+        reportedQueries: reported.reduce((sum, value) => sum + value.reportedQueries, 0),
+        inputTokens: sumNullable(reported.map((value) => value.inputTokens)),
+        outputTokens: sumNullable(reported.map((value) => value.outputTokens)),
+        totalTokens: sumNullable(reported.map((value) => value.totalTokens)),
+        cachedInputTokens: sumNullable(reported.map((value) => value.cachedInputTokens)),
+        reasoningOutputTokens: sumNullable(reported.map((value) => value.reasoningOutputTokens)),
+    };
+}
+function sumNullable(values) {
+    return values.every((value) => value === null)
+        ? null
+        : values.reduce((sum, value) => sum + (value ?? 0), 0);
+}
+function selectConfiguration(variants) {
+    const candidates = variants.filter((variant) => variant.system === 'llm' && variant.reasoningEffort !== null && variant.comparisonEligible);
+    if (candidates.length === 0)
+        return null;
+    const best = Math.max(...candidates.map((variant) => variant.quality.ndcgAt10));
+    const selected = candidates
+        .filter((variant) => variant.quality.ndcgAt10 >= best - 0.01)
+        .sort((a, b) => reasoningCost(a.reasoningEffort) - reasoningCost(b.reasoningEffort) ||
+        a.candidateCount - b.candidateCount ||
+        a.p95LatencyMs - b.p95LatencyMs ||
+        a.id.localeCompare(b.id))[0];
+    if (!selected)
+        return null;
+    return {
+        variantId: selected.id,
+        candidateCount: selected.candidateCount,
+        reasoningEffort: selected.reasoningEffort,
+        rationale: selected.reasoningEffort === 'none'
+            ? 'Reasoning none is within 0.01 nDCG of the best tested variant; the smallest equivalent pool wins.'
+            : 'No cheaper reasoning effort is within 0.01 nDCG of the best tested variant; the smallest equivalent pool wins.',
+    };
+}
+function reasoningCost(effort) {
+    return ['none', 'low', 'medium', 'high', 'xhigh', 'max'].indexOf(effort);
+}
+function hasComparableMeasurements(variant) {
+    return (variant.validResponseRate > 0 &&
+        Number.isFinite(variant.quality.ndcgAt10) &&
+        Number.isFinite(variant.ndcgDeltaFromFusion));
+}
+function selectionUsesCheapestEquivalent(report) {
+    const expected = selectConfiguration(report.variants);
+    return expected !== null && report.selection?.variantId === expected.variantId;
+}
+function endToEndConfigurationMatches(report, selected) {
+    const evidence = report.endToEndEvidence;
+    return Boolean(evidence &&
+        selected &&
+        evidence.split === report.split &&
+        evidence.corpusVersion === report.corpus.version &&
+        evidence.corpusFingerprint === report.corpus.fingerprint &&
+        evidence.candidateCount === selected.candidateCount &&
+        evidence.retrievalPoolCount === selected.candidateCount * RERANK_CANDIDATE_POOL_MULTIPLIER &&
+        evidence.candidateSelectionVersion === RERANK_CANDIDATE_SELECTION_VERSION &&
+        evidence.directAnswerFusionPoolRecall === 1 &&
+        evidence.embeddingAvailable &&
+        evidence.totalChunks > 0 &&
+        evidence.embeddedChunks === evidence.totalChunks &&
+        evidence.embeddingProvider === selected.provider &&
+        evidence.embeddingModel !== null &&
+        evidence.embeddingDimensions !== null &&
+        evidence.embeddingDimensions > 0 &&
+        evidence.rerankerAvailable &&
+        evidence.rerankerProvider === selected.provider &&
+        evidence.rerankerModel === selected.model &&
+        evidence.reasoningEffort === selected.reasoningEffort &&
+        evidence.promptVersion === selected.promptVersion &&
+        evidence.schemaVersion === selected.schemaVersion);
+}
+function latencyConfigurationMatches(report, selected) {
+    const evidence = report.latencyEvidence;
+    const warmSamples = Math.max(0, report.corpus.queries - 1);
+    return Boolean(evidence &&
+        selected &&
+        evidence.schemaVersion === RANKING_LATENCY_SCHEMA_VERSION &&
+        evidence.split === report.split &&
+        evidence.corpus.version === report.corpus.version &&
+        evidence.corpus.fingerprint === report.corpus.fingerprint &&
+        evidence.corpus.queries === report.corpus.queries &&
+        evidence.candidateCount === selected.candidateCount &&
+        evidence.excerptChars === selected.excerptChars &&
+        evidence.provider === selected.provider &&
+        evidence.model === selected.model &&
+        evidence.reasoningEffort === selected.reasoningEffort &&
+        evidence.promptVersion === selected.promptVersion &&
+        evidence.schemaVersionContract === selected.schemaVersion &&
+        evidence.interactive.concurrency === 1 &&
+        evidence.loaded.concurrency >= 2 &&
+        evidence.interactive.cold.samples === 1 &&
+        evidence.loaded.cold.samples === 1 &&
+        evidence.interactive.warm.samples === warmSamples &&
+        evidence.loaded.warm.samples === warmSamples &&
+        evidence.thresholds.interactiveP95LatencyMs === RANKING_INTERACTIVE_P95_TARGET_MS);
+}
+function latencyIntegrityPasses(evidence) {
+    return Boolean(evidence &&
+        evidence.interactive.cold.validResponseRate === 1 &&
+        evidence.interactive.cold.endpointRequests >= 1 &&
+        evidence.loaded.cold.validResponseRate === 1 &&
+        evidence.loaded.cold.endpointRequests >= 1 &&
+        evidence.interactive.warm.validResponseRate === 1 &&
+        evidence.loaded.warm.validResponseRate === 1 &&
+        evidence.interactive.warm.endpointRequests === evidence.interactive.warm.samples &&
+        evidence.loaded.warm.endpointRequests === evidence.loaded.warm.samples);
+}
+function normalizeLatencyEvidence(evidence) {
+    if (!evidence || evidence.schemaVersion !== RANKING_LATENCY_SCHEMA_VERSION)
+        return evidence;
+    return refreshRankingLatencyReport(evidence);
+}
+function stabilityFor(reports) {
+    if (reports.length < 2)
+        return null;
+    const overlaps = reports[0].queries.flatMap((query) => {
+        const rankings = reports.map((report) => report.queries.find((candidate) => candidate.queryId === query.queryId).order);
+        const overlap = medianTop3Overlap(rankings);
+        return overlap === null ? [] : [overlap];
+    });
+    return median(overlaps);
+}
+function fallbacksPreserveFusion(report) {
+    const cases = new Map(rankingCorpusCases(report.split).map((benchCase) => [benchCase.id, benchCase]));
+    return report.queries.every((query) => {
+        if (!query.fallback)
+            return true;
+        const expected = cases.get(query.queryId)?.pool.slice(0, report.execution.candidateCount) ?? [];
+        return query.order.length === expected.length && query.order.every((id, index) => id === expected[index]);
+    });
+}
+function meanCategories(reports) {
+    return reports[0].byCategory.map((category) => {
+        const entries = reports.map((report) => report.byCategory.find((candidate) => candidate.category === category.category));
+        const quality = meanQuality(entries.map((entry) => entry.quality));
+        const fusionBaseline = meanQuality(entries.map((entry) => entry.fusionBaseline));
+        return {
+            category: category.category,
+            queries: category.queries,
+            quality,
+            fusionBaseline,
+            ndcgDeltaFromFusion: quality.ndcgAt10 - fusionBaseline.ndcgAt10,
+        };
+    });
+}
+function meanQuality(values) {
+    return {
+        ndcgAt10: mean(values.map((value) => value.ndcgAt10)),
+        mrrAt10: mean(values.map((value) => value.mrrAt10)),
+        successAt1: mean(values.map((value) => value.successAt1)),
+        successAt3: mean(values.map((value) => value.successAt3)),
+        precisionAt5: mean(values.map((value) => value.precisionAt5)),
+        gradeZeroAboveGradeThree: mean(values.map((value) => value.gradeZeroAboveGradeThree)),
+    };
+}
+function meanQualification(values) {
+    const present = values.filter((value) => value !== null);
+    if (present.length === 0)
+        return null;
+    return {
+        answerRetention: mean(present.map((value) => value.answerRetention)),
+        supportRetention: mean(present.map((value) => value.supportRetention)),
+        marginalRetention: mean(present.map((value) => value.marginalRetention)),
+        irrelevantRejection: mean(present.map((value) => value.irrelevantRejection)),
+        retainedPrecision: mean(present.map((value) => value.retainedPrecision)),
+        instructionNegativeRejection: mean(present.map((value) => value.instructionNegativeRejection)),
+    };
+}
+function check(id, passed, actual, target) {
+    return { id, passed, actual, target };
+}
+function normalizeRuns(value) {
+    return Number.isFinite(value) ? Math.max(1, Math.min(10, Math.floor(value))) : 5;
+}
+function normalizeConcurrency(value) {
+    return Number.isFinite(value) ? Math.max(1, Math.min(16, Math.floor(value))) : 4;
+}
+function mean(values) {
+    return values.reduce((sum, value) => sum + value, 0) / Math.max(1, values.length);
+}
+function percentile(values, quantile) {
+    if (values.length === 0)
+        return 0;
+    const sorted = [...values].sort((a, b) => a - b);
+    return sorted[Math.ceil(quantile * sorted.length) - 1] ?? 0;
+}
+function median(values) {
+    if (values.length === 0)
+        return 0;
+    const sorted = [...values].sort((a, b) => a - b);
+    const middle = Math.floor(sorted.length / 2);
+    return sorted.length % 2 === 0 ? (sorted[middle - 1] + sorted[middle]) / 2 : sorted[middle];
+}
+//# sourceMappingURL=ranking-matrix.js.map

package/dist/bench/ranking-matrix.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ranking-matrix.js","sourceRoot":"","sources":["../../src/bench/ranking-matrix.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AAC/F,OAAO,EAAE,gCAAgC,EAAE,kCAAkC,EAAE,MAAM,qBAAqB,CAAC;AAC3G,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAEzD,OAAO,EACL,iCAAiC,EACjC,8BAA8B,EAC9B,2BAA2B,GAE5B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,eAAe,GAShB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,4BAA4B,EAA8B,MAAM,qBAAqB,CAAC;AAE/F,MAAM,CAAC,MAAM,6BAA6B,GAAG,mBAAmB,CAAC;AACjE,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,cAAc;IACd,cAAc;IACd,cAAc;IACd,aAAa;CACL,CAAC;AAmKX,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,MAAkB,EAClB,UAAgC,EAAE;IAElC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;IAC7C,MAAM,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;IACvD,MAAM,WAAW,GAAG,oBAAoB,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;IACnE,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,GAAG,CAAC;IACjD,IAAI,OAAO,CAAC,QAAQ,IAAI,KAAK,KAAK,aAAa,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,gBAAgB,GACpB,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,KAAK,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,KAAK,UAAU,CAAC;IAClG,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,gBAAgB,CAAC;IAChE,MAAM,cAAc,GAAuB;QACzC,EAAE,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE;QAClG,GAAG,CAAC,CAAC,aAAa;YAChB,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC;gBACE;oBACE,EAAE,EAAE,YAAY;oBAChB,MAAM,EAAE,QAAiB;oBACzB,cAAc,EAAE,EAAW;oBAC3B,eAAe,EAAE,IAAI;oBACrB,QAAQ,EAAE,KAAK;iBAChB;aACF,CAAC;QACN,EAAE,EAAE,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE;QAClG,EAAE,EAAE,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE;QAClG,EAAE,EAAE,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE;QAClG,EAAE,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE;KACjG,CAAC;IACF,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9E,MAAM,WAAW,GAAG,iBAAiB;QACnC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,EAA4B,CAAC,CAAC;QACvG,CAAC,CAAC,cAAc,CAAC;IACnB,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAE3F,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,IAAI,MAAM,GAAwC,IAAI,CAAC;IACvD,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,OAAO,GAAyB,EAAE,CAAC;QACzC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC;YACtC,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACnE,OAAO,CAAC,IAAI,CACV,MAAM,eAAe,CAAC,MAAM,EAAE;gBAC5B,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,KAAK;gBACL,cAAc,EAAE,UAAU,CAAC,cAAc;gBACzC,YAAY;gBACZ,WAAW;gBACX,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3D,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClD,GAAG,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,UAAU,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACvF,CAAC,CACH,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,OAAO,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;QAC9B,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IAED,MAAM,KAAK,GAAwB;QACjC,IAAI,EAAE,gBAAgB;QACtB,aAAa,EAAE,6BAA6B;QAC5C,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,KAAK;QACL,MAAM,EAAE,MAAO;QACf,aAAa;QACb,WAAW;QACX,gBAAgB,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAC1C,QAAQ;QACR,SAAS,EAAE,IAAI;QACf,cAAc,EAAE,IAAI;QACpB,gBAAgB,EAAE,IAAI;QACtB,eAAe,EAAE,IAAI;QACrB,iBAAiB,EAAE,KAAK;QACxB,eAAe,EAAE,KAAK;QACtB,WAAW,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;KACzD,CAAC;IACF,OAAO,0BAA0B,CAAC,KAAK,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,MAA2B,EAC3B,QAA+B;IAE/B,IAAI,CAAC,4BAA4B,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,0BAA0B,CAAC,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,MAA2B,EAC3B,MAA4B;IAE5B,IAAI,MAAM,CAAC,aAAa,KAAK,8BAA8B,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,eAAe,GAAG,2BAA2B,CAAC,MAAM,CAAC,CAAC;IAC5D,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS;QAC/B,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,MAAM,CAAC,SAAU,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;QACzF,CAAC,CAAC,IAAI,CAAC;IACT,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAC/E,IACE,MAAM,CAAC,KAAK,KAAK,eAAe,CAAC,KAAK;QACtC,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,eAAe,CAAC,MAAM,CAAC,OAAO;QACxD,MAAM,CAAC,MAAM,CAAC,WAAW,KAAK,eAAe,CAAC,MAAM,CAAC,WAAW;QAChE,QAAQ,CAAC,cAAc,KAAK,eAAe,CAAC,cAAc;QAC1D,QAAQ,CAAC,YAAY,KAAK,eAAe,CAAC,YAAY;QACtD,QAAQ,CAAC,eAAe,KAAK,eAAe,CAAC,eAAe;QAC5D,QAAQ,CAAC,QAAQ,KAAK,eAAe,CAAC,QAAQ;QAC9C,QAAQ,CAAC,KAAK,KAAK,eAAe,CAAC,KAAK;QACxC,QAAQ,CAAC,aAAa,KAAK,eAAe,CAAC,aAAa;QACxD,QAAQ,CAAC,aAAa,KAAK,eAAe,CAAC,qBAAqB,EAChE,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,0BAA0B,CAAC;QAChC,GAAG,MAAM;QACT,eAAe,EAAE,eAAe;KACjC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,MAA2B;IACpE,OAAO,0BAA0B,CAAC;QAChC,GAAG,MAAM;QACT,iBAAiB,EAAE,IAAI;QACvB,eAAe,EAAE,KAAK;QACtB,WAAW,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;KACzD,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,MAA2B,EAC3B,MAA6B;IAE7B,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAC3G,IACE,CAAC;QACC,uBAAuB;QACvB,uBAAuB;QACvB,uBAAuB;QACvB,uBAAuB;KACxB,CAAC,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,EAChC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAChG,IACE,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO;QAC/C,MAAM,CAAC,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,MAAM,CAAC,WAAW,EACvD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS;QAC/B,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,MAAM,CAAC,SAAU,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;QACzF,CAAC,CAAC,IAAI,CAAC;IACT,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAC/E,IACE,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC,cAAc;QACjD,QAAQ,CAAC,eAAe,KAAK,MAAM,CAAC,QAAQ,CAAC,eAAe;QAC5D,QAAQ,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ,CAAC,QAAQ;QAC9C,QAAQ,CAAC,KAAK,KAAK,MAAM,CAAC,QAAQ,CAAC,KAAK;QACxC,QAAQ,CAAC,aAAa,KAAK,MAAM,CAAC,QAAQ,CAAC,aAAa;QACxD,QAAQ,CAAC,aAAa,KAAK,MAAM,CAAC,QAAQ,CAAC,aAAa,EACxD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,0BAA0B,CAAC;QAChC,GAAG,MAAM;QACT,gBAAgB,EAAE;YAChB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YACpC,iBAAiB,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW;YAC5C,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,IAAI;YACrD,yBAAyB,EAAE,MAAM,CAAC,yBAAyB,IAAI,IAAI;YACnE,4BAA4B,EAAE,MAAM,CAAC,UAAU,EAAE,kBAAkB,IAAI,IAAI;YAC3E,2BAA2B,EAAE,MAAM,CAAC,mBAAmB,CAAC,kBAAkB;YAC1E,wBAAwB,EAAE,MAAM,CAAC,YAAY,CAAC,kBAAkB;YAChE,wBAAwB,EAAE,MAAM,CAAC,mBAAmB,CAAC,eAAe;YACpE,qBAAqB,EAAE,MAAM,CAAC,YAAY,CAAC,eAAe;YAC1D,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,iBAAiB,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ;YAC5C,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,KAAK;YACtC,mBAAmB,EAAE,MAAM,CAAC,SAAS,CAAC,UAAU,IAAI,IAAI;YACxD,kBAAkB,EAAE,MAAM,CAAC,SAAS,CAAC,SAAS;YAC9C,WAAW,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW;YACzC,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,cAAc;YAC/C,gBAAgB,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;YAC1C,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK;YACpC,iBAAiB,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;YAC5C,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,eAAgB;YACjD,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,aAAc;YAC7C,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,aAAc;SAC9C;KACF,CAAC,CAAC;AACL,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,0BAA0B,CAAC,MAA2B;IACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACjD,GAAG,OAAO;QACV,SAAS,EAAE,yBAAyB,CAAC,OAAO,CAAC;QAC7C,kBAAkB,EAAE,yBAAyB,CAAC,OAAO,CAAC;KACvD,CAAC,CAAC,CAAC;IACJ,MAAM,SAAS,GAAwB;QACrC,GAAG,MAAM;QACT,aAAa,EAAE,6BAA6B;QAC5C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,IAAI;QACjD,QAAQ;QACR,SAAS,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC;QACzE,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;QAC7C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,IAAI;QACjD,eAAe,EAAE,wBAAwB,CAAC,MAAM,CAAC,eAAe,IAAI,IAAI,CAAC;QACzE,eAAe,EAAE,KAAK;QACtB,WAAW,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;KACzD,CAAC;IACF,SAAS,CAAC,WAAW,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAC1D,SAAS,CAAC,eAAe,GAAG,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC;IACzD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAA2B;IAChE,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS;QAC/B,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,MAAM,CAAC,SAAU,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;QACzF,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,KAAK,GAAG,QAAQ,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAC,IAAI,IAAI,CAAC;IAC9F,MAAM,oBAAoB,GAAG,QAAQ;QACnC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC5E,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,MAAM,GAA0B;QACpC,KAAK,CAAC,gBAAgB,EAAE,MAAM,CAAC,KAAK,KAAK,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC;QACtE,KAAK,CACH,oBAAoB,EACpB,4BAA4B,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,EAClE,MAAM,CAAC,cAAc,KAAK,IAAI,EAC9B,kEAAkE,CACnE;QACD,KAAK,CAAC,oBAAoB,EAAE,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC;QACvF,KAAK,CACH,kBAAkB,EAClB,QAAQ,EAAE,aAAa,KAAK,yBAAyB;YACnD,QAAQ,EAAE,aAAa,KAAK,yBAAyB,EACvD,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,IAAI,EACvE,GAAG,yBAAyB,IAAI,yBAAyB,EAAE,CAC5D;QACD,KAAK,CACH,0BAA0B,EAC1B,4BAA4B,CAAC,MAAM,EAAE,QAAQ,CAAC,EAC9C,MAAM,CAAC,gBAAgB,KAAK,IAAI,EAChC,sGAAsG,CACvG;QACD,KAAK,CACH,6BAA6B,EAC7B,MAAM,CAAC,gBAAgB,EAAE,cAAc,KAAK,MAAM,CAAC,SAAS,EAAE,cAAc;YAC1E,MAAM,CAAC,gBAAgB,EAAE,2BAA2B,KAAK,CAAC,EAC5D,MAAM,CAAC,gBAAgB,EAAE,2BAA2B,IAAI,IAAI,EAC5D,qCAAqC,CACtC;QACD,KAAK,CACH,0BAA0B,EAC1B,MAAM,CAAC,gBAAgB,EAAE,cAAc,KAAK,MAAM,CAAC,SAAS,EAAE,cAAc;YAC1E,MAAM,CAAC,gBAAgB,EAAE,wBAAwB,KAAK,CAAC,EACzD,MAAM,CAAC,gBAAgB,EAAE,wBAAwB,IAAI,IAAI,EACzD,kCAAkC,CACnC;QACD,KAAK,CACH,sBAAsB,EACtB,MAAM,CAAC,gBAAgB,EAAE,wBAAwB,KAAK,CAAC;YACrD,MAAM,CAAC,gBAAgB,EAAE,qBAAqB,KAAK,CAAC;YACpD,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,KAAK,CAAC,EACnD,MAAM,CAAC,gBAAgB;YACrB,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,GAAG,MAAM,CAAC,gBAAgB,CAAC,qBAAqB;YAClG,CAAC,CAAC,IAAI,EACR,iDAAiD,CAClD;QACD,KAAK,CACH,uBAAuB,EACvB,2BAA2B,CAAC,MAAM,EAAE,QAAQ,CAAC,EAC7C,MAAM,CAAC,eAAe,KAAK,IAAI,EAC/B,4FAA4F,CAC7F;QACD,KAAK,CACH,mBAAmB,EACnB,sBAAsB,CAAC,MAAM,CAAC,eAAe,CAAC,EAC9C,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,EAC9E,mFAAmF,CACpF;QACD,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,IAAI,CAAC,EAAE,YAAY,CAAC;QACzF,KAAK,CACH,WAAW,EACX,CAAC,QAAQ,EAAE,mBAAmB,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,EACpD,QAAQ,EAAE,mBAAmB,IAAI,IAAI,EACrC,gBAAgB,CACjB;QACD,KAAK,CACH,qBAAqB,EACrB,CAAC,oBAAoB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAC5C,oBAAoB,EACpB,yBAAyB,CAC1B;QACD,KAAK,CACH,kBAAkB,EAClB,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,IAAI,CAAC,IAAI,EAC/E,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EACnE,gBAAgB,CACjB;QACD,KAAK,CACH,iBAAiB,EACjB,CAAC,QAAQ,EAAE,iBAAiB,IAAI,CAAC,CAAC,IAAI,KAAK,EAC3C,QAAQ,EAAE,iBAAiB,IAAI,IAAI,EACnC,gBAAgB,CACjB;QACD,KAAK,CACH,oBAAoB,EACpB,QAAQ,EAAE,iBAAiB,KAAK,IAAI,EACpC,QAAQ,EAAE,iBAAiB,IAAI,IAAI,EACnC,MAAM,CACP;QACD,KAAK,CACH,oBAAoB,EACpB,QAAQ,EAAE,aAAa,EAAE,4BAA4B,KAAK,CAAC,EAC3D,QAAQ,EAAE,aAAa,EAAE,4BAA4B,IAAI,IAAI,EAC7D,KAAK,CACN;QACD,KAAK,CACH,gBAAgB,EAChB,CAAC,QAAQ,EAAE,iBAAiB,IAAI,CAAC,CAAC,IAAI,GAAG,EACzC,QAAQ,EAAE,iBAAiB,IAAI,IAAI,EACnC,eAAe,CAChB;QACD,KAAK,CACH,SAAS,EACT,CAAC,MAAM,CAAC,eAAe,EAAE,WAAW,CAAC,IAAI,CAAC,YAAY,IAAI,QAAQ,CAAC;YACjE,iCAAiC,EACnC,MAAM,CAAC,eAAe,EAAE,WAAW,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,EAC7D,kCAAkC,iCAAiC,IAAI,CACxE;QACD,KAAK,CACH,4BAA4B,EAC5B,+BAA+B,CAAC,MAAM,CAAC,EACvC,MAAM,CAAC,SAAS,EAAE,eAAe,IAAI,IAAI,EACzC,iDAAiD,CAClD;KACF,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAClF,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAoB;IACpD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC;QACtD,KAAK,IAAI,KAAK,GAAG,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACrD,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YACzF,QAAQ,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,gBAAgB,CAAC,UAA4B,EAAE,OAA6B;IACnF,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IACnG,OAAO;QACL,EAAE,EAAE,UAAU,CAAC,EAAE;QACjB,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,QAAQ;QAC9B,KAAK,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK;QACxB,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,aAAa,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,aAAa;QACxC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,aAAa;QACxC,cAAc,EAAE,UAAU,CAAC,cAAc;QACzC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC,YAAY;QAChD,QAAQ,EAAE,OAAO,CAAC,MAAM;QACxB,kBAAkB,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,iBAAiB,GAAG,CAAC,CAAC;QAC1E,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC7D,cAAc,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAC3E,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;QAC9E,UAAU,EAAE,cAAc,CAAC,OAAO,CAAC;QACnC,aAAa,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAC/E,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC1E,iBAAiB,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAC7E,YAAY,EAAE,UAAU,CAAC,cAAc,EAAE,GAAG,CAAC;QAC7C,YAAY,EAAE,UAAU,CAAC,cAAc,EAAE,IAAI,CAAC;QAC9C,YAAY,EAAE,cAAc,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC;QAC3E,iBAAiB,EAAE,YAAY,CAAC,OAAO,CAAC;QACxC,SAAS,EAAE,kBAAkB,CAAC,OAAO,CAAC;QACtC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACrG,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,OAA6B;IACvD,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7E,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC7F,qBAAqB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,qBAAqB,EAAE,CAAC,CAAC;QACvG,UAAU,EAAE,mBAAmB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;KACtF,CAAC;AACJ,CAAC;AAED,SAAS,yBAAyB,CAAC,OAA6B;IAC9D,MAAM,MAAM,GAAG,OAGd,CAAC;IACF,IAAI,MAAM,CAAC,SAAS;QAAE,OAAO,MAAM,CAAC,SAAS,CAAC;IAC9C,OAAO,qBAAqB,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACrG,CAAC;AAED,SAAS,qBAAqB,CAAC,UAA6C;IAC1E,OAAO;QACL,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5E,gBAAgB,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC5F,qBAAqB,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,qBAAqB,EAAE,CAAC,CAAC;QACtG,UAAU,EAAE,mBAAmB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;KACrF,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAuC;IAClE,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAA8B,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IACtF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,OAAO;QACL,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC;QAChF,WAAW,EAAE,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACpE,YAAY,EAAE,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACtE,WAAW,EAAE,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACpE,iBAAiB,EAAE,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAChF,qBAAqB,EAAE,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;KACzF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,MAA4B;IAC/C,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC;QAC5C,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,MAAM,CAAC,MAAM,CAAS,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAgC;IAC3D,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAChC,CAAC,OAAO,EAA0E,EAAE,CAClF,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,OAAO,CAAC,eAAe,KAAK,IAAI,IAAI,OAAO,CAAC,kBAAkB,CAC7F,CAAC;IACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAChF,MAAM,QAAQ,GAAG,UAAU;SACxB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,GAAG,IAAI,CAAC;SAC5D,IAAI,CACH,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,aAAa,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,eAAe,CAAC;QACnE,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc;QACnC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY;QAC/B,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAC3B,CAAC,CAAC,CAAC,CAAC;IACP,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,OAAO;QACL,SAAS,EAAE,QAAQ,CAAC,EAAE;QACtB,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,SAAS,EACP,QAAQ,CAAC,eAAe,KAAK,MAAM;YACjC,CAAC,CAAC,mGAAmG;YACrG,CAAC,CAAC,gHAAgH;KACvH,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAuB;IAC5C,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,yBAAyB,CAAC,OAA6B;IAC9D,OAAO,CACL,OAAO,CAAC,iBAAiB,GAAG,CAAC;QAC7B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;QACzC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAC7C,CAAC;AACJ,CAAC;AAED,SAAS,+BAA+B,CAAC,MAA2B;IAClE,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACtD,OAAO,QAAQ,KAAK,IAAI,IAAI,MAAM,CAAC,SAAS,EAAE,SAAS,KAAK,QAAQ,CAAC,SAAS,CAAC;AACjF,CAAC;AAED,SAAS,4BAA4B,CACnC,MAA2B,EAC3B,QAAqC;IAErC,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAC;IACzC,OAAO,OAAO,CACZ,QAAQ;QACR,QAAQ;QACR,QAAQ,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK;QAC/B,QAAQ,CAAC,aAAa,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO;QAChD,QAAQ,CAAC,iBAAiB,KAAK,MAAM,CAAC,MAAM,CAAC,WAAW;QACxD,QAAQ,CAAC,cAAc,KAAK,QAAQ,CAAC,cAAc;QACnD,QAAQ,CAAC,kBAAkB,KAAK,QAAQ,CAAC,cAAc,GAAG,gCAAgC;QAC1F,QAAQ,CAAC,yBAAyB,KAAK,kCAAkC;QACzE,QAAQ,CAAC,4BAA4B,KAAK,CAAC;QAC3C,QAAQ,CAAC,kBAAkB;QAC3B,QAAQ,CAAC,WAAW,GAAG,CAAC;QACxB,QAAQ,CAAC,cAAc,KAAK,QAAQ,CAAC,WAAW;QAChD,QAAQ,CAAC,iBAAiB,KAAK,QAAQ,CAAC,QAAQ;QAChD,QAAQ,CAAC,cAAc,KAAK,IAAI;QAChC,QAAQ,CAAC,mBAAmB,KAAK,IAAI;QACrC,QAAQ,CAAC,mBAAmB,GAAG,CAAC;QAChC,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,gBAAgB,KAAK,QAAQ,CAAC,QAAQ;QAC/C,QAAQ,CAAC,aAAa,KAAK,QAAQ,CAAC,KAAK;QACzC,QAAQ,CAAC,eAAe,KAAK,QAAQ,CAAC,eAAe;QACrD,QAAQ,CAAC,aAAa,KAAK,QAAQ,CAAC,aAAa;QACjD,QAAQ,CAAC,aAAa,KAAK,QAAQ,CAAC,aAAa,CAClD,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAClC,MAA2B,EAC3B,QAAqC;IAErC,MAAM,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC;IACxC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IAC3D,OAAO,OAAO,CACZ,QAAQ;QACR,QAAQ;QACR,QAAQ,CAAC,aAAa,KAAK,8BAA8B;QACzD,QAAQ,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK;QAC/B,QAAQ,CAAC,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO;QACjD,QAAQ,CAAC,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,MAAM,CAAC,WAAW;QACzD,QAAQ,CAAC,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO;QACjD,QAAQ,CAAC,cAAc,KAAK,QAAQ,CAAC,cAAc;QACnD,QAAQ,CAAC,YAAY,KAAK,QAAQ,CAAC,YAAY;QAC/C,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ;QACvC,QAAQ,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK;QACjC,QAAQ,CAAC,eAAe,KAAK,QAAQ,CAAC,eAAe;QACrD,QAAQ,CAAC,aAAa,KAAK,QAAQ,CAAC,aAAa;QACjD,QAAQ,CAAC,qBAAqB,KAAK,QAAQ,CAAC,aAAa;QACzD,QAAQ,CAAC,WAAW,CAAC,WAAW,KAAK,CAAC;QACtC,QAAQ,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC;QAChC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC;QACvC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC;QAClC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,KAAK,WAAW;QACjD,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,KAAK,WAAW;QAC5C,QAAQ,CAAC,UAAU,CAAC,uBAAuB,KAAK,iCAAiC,CAClF,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,QAAqC;IACnE,OAAO,OAAO,CACZ,QAAQ;QACR,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC;QACjD,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC;QAC/C,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC;QAC5C,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC;QAC1C,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC;QACjD,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC;QAC5C,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,KAAK,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO;QAChF,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,KAAK,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CACvE,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,QAAqC;IACrE,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,aAAa,KAAK,8BAA8B;QAAE,OAAO,QAAQ,CAAC;IAC5F,OAAO,2BAA2B,CAAC,QAAQ,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,YAAY,CAAC,OAA6B;IACjD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACpC,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAC1B,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAE,CAAC,KAAK,CAC3F,CAAC;QACF,MAAM,OAAO,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,uBAAuB,CAAC,MAA0B;IACzD,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;IACtG,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACpC,IAAI,CAAC,KAAK,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAChG,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5G,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,OAA6B;IACnD,OAAO,OAAO,CAAC,CAAC,CAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;QAC7C,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACrC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,CAAE,CACjF,CAAC;QACF,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QACnE,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QACjF,OAAO;YACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,OAAO;YACP,cAAc;YACd,mBAAmB,EAAE,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ;SAChE,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,MAA+B;IAClD,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACrD,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACzD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACzD,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC7D,wBAAwB,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;KACtF,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,MAA8C;IAE9C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAwC,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IAC/F,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,OAAO;QACL,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACpE,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACtE,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACxE,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC5E,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACxE,4BAA4B,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;KAC/F,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CACZ,EAA6B,EAC7B,MAAe,EACf,MAAqC,EACrC,MAAc;IAEd,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AACxC,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,IAAI,CAAC,MAAgB;IAC5B,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB,EAAE,QAAgB;IACpD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAE,GAAG,MAAM,CAAC,MAAM,CAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAE,CAAC;AACjG,CAAC"}