@tenphi/akno-core 0.1.0

package/dist/bench/answer.js

@@ -0,0 +1,608 @@
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+import { performance } from 'node:perf_hooks';
+import { open } from "../open.js";
+import { sha256 } from "../store/ids.js";
+import { ANSWER_PROMPT_VERSION, ANSWER_VERIFIER_PROMPT_VERSION } from "../ops/answer.js";
+import { runMixedRetrievalBench } from "./mixed-retrieval.js";
+import { ANSWER_BENCH_CORPUS, ANSWER_BENCH_HELD_OUT_CORPUS, ANSWER_BENCH_HELD_OUT_FINGERPRINT, ANSWER_BENCH_ROOT, answerBenchCorpus, } from "./answer-corpus.js";
+export const ANSWER_BENCH_SCHEMA_VERSION = 'answer-benchmark-v3';
+const REQUIRED_STABILITY_RUNS = 5;
+const MAX_P95_LATENCY_MS = 10_000;
+/**
+ * Runs the production answer path against only the tracked invented corpus. The temporary
+ * knowledge base and derived index are removed before returning, and the report contains no
+ * questions, evidence, generated prose, paths, slugs, or provider errors.
+ */
+export async function runAnswerBench(config, options = {}) {
+    validateAnswerCorpora();
+    const split = options.split ?? 'development';
+    const corpus = answerBenchCorpus(split);
+    const requestedRuns = normalizeRuns(options.runs ?? (split === 'test' ? REQUIRED_STABILITY_RUNS : 1));
+    const concurrency = normalizeConcurrency(options.concurrency ?? 2);
+    const embeddingProvider = options.embeddingProvider ?? config.models.embedding.provider?.name ?? 'openai';
+    const embeddingModel = options.embeddingModel ?? config.models.embedding.id;
+    const embeddingDimensions = normalizeDimensions(options.embeddingDimensions ?? config.models.embedding.dimensions ?? 1_536);
+    const answerProvider = options.provider ??
+        config.models.answer.provider?.name ??
+        config.models.derive.provider?.name ??
+        'openai';
+    const answerModel = options.model ?? config.models.answer.id ?? config.models.derive.id;
+    const reasoningEffort = options.reasoningEffort ?? config.models.answer.reasoningEffort ?? config.models.derive.reasoningEffort;
+    const root = fs.mkdtempSync(path.join(os.tmpdir(), 'akno-answer-bench-kb-'));
+    const stateDir = fs.mkdtempSync(path.join(os.tmpdir(), 'akno-answer-bench-state-'));
+    const identities = writeCorpus(root, corpus);
+    const env = benchmarkEnvironment(config);
+    let memory = null;
+    try {
+        memory = await open({
+            aknoPath: root,
+            stateDir,
+            isolated: true,
+            env,
+            overrides: benchmarkOverrides(config, {
+                embeddingProvider,
+                embeddingModel,
+                embeddingDimensions,
+                answerProvider,
+                answerModel,
+                reasoningEffort,
+            }),
+        });
+        await memory.index({});
+        const health = await memory.doctor({ probeModels: false });
+        const embedding = {
+            provider: memory.config.models.embedding.provider?.name ?? null,
+            model: memory.config.models.embedding.id,
+            available: roleAvailable(memory.config.models.embedding) &&
+                health.counts.chunks > 0 &&
+                health.counts.chunksEmbedded === health.counts.chunks,
+            totalChunks: health.counts.chunks,
+            embeddedChunks: health.counts.chunksEmbedded,
+        };
+        const answerReceipt = {
+            provider: memory.config.models.answer.provider?.name ?? null,
+            model: memory.config.models.answer.id,
+            reasoningEffort: memory.config.models.answer.reasoningEffort ?? null,
+            available: roleAvailable(memory.config.models.answer),
+            generationPromptVersion: ANSWER_PROMPT_VERSION,
+            verifierPromptVersion: ANSWER_VERIFIER_PROMPT_VERSION,
+        };
+        const prerequisite = !embedding.available
+            ? 'embedding_unavailable'
+            : !answerReceipt.available
+                ? 'answer_model_unavailable'
+                : null;
+        const caseRuns = [];
+        for (let run = 1; run <= requestedRuns; run++) {
+            if (prerequisite) {
+                caseRuns.push(corpus.cases.map((benchCase) => skippedCase(benchCase, prerequisite)));
+                options.onProgress?.({
+                    run,
+                    runs: requestedRuns,
+                    done: corpus.cases.length,
+                    total: corpus.cases.length,
+                });
+            }
+            else {
+                caseRuns.push(await runCases(memory, identities, corpus.cases, concurrency, run, requestedRuns, options.onProgress));
+            }
+        }
+        const mixedRetrieval = await runMixedRetrievalBench({ iterations: 3 });
+        return buildReport({
+            corpus,
+            requestedRuns,
+            concurrency,
+            embedding,
+            answerModel: answerReceipt,
+            caseRuns,
+            mixedRetrievalPassed: mixedRetrieval.passed,
+        });
+    }
+    finally {
+        if (memory)
+            await memory.close().catch(() => undefined);
+        fs.rmSync(root, { recursive: true, force: true });
+        fs.rmSync(stateDir, { recursive: true, force: true });
+    }
+}
+function buildReport(options) {
+    const cases = options.caseRuns.flat();
+    const representativeCases = options.caseRuns[0] ?? [];
+    const expectations = new Map(options.corpus.cases.map((benchCase) => [benchCase.id, benchCase.expectation]));
+    const requiredFacts = sum(cases.map((benchCase) => benchCase.requiredFacts));
+    const cited = cases.flatMap((benchCase) => benchCase.citedSources);
+    const requiredCitations = sum(cases.map((benchCase) => benchCase.requiredCitations));
+    const requiredRelated = options.caseRuns.flatMap(() => options.corpus.cases.flatMap((benchCase) => benchCase.expectation.requiredRelated));
+    const abstentions = cases.filter((benchCase) => ['unsupported', 'ambiguous', 'empty'].includes(benchCase.category));
+    const latencies = cases.filter((benchCase) => benchCase.executed).map((benchCase) => benchCase.latencyMs);
+    const stability = stabilityFor(options.caseRuns, options.corpus.cases, options.requestedRuns);
+    const thresholds = answerThresholds();
+    const metrics = {
+        executionRate: ratio(cases.filter((benchCase) => benchCase.executed).length, cases.length),
+        outcomeAccuracy: ratio(cases.filter((benchCase) => benchCase.outcomeCorrect).length, cases.length),
+        expectedFactAccuracy: ratio(sum(cases.map((benchCase) => benchCase.supportedFacts)), requiredFacts),
+        citationPrecision: ratio(cases.reduce((total, benchCase) => total +
+            benchCase.citedSources.filter((source) => expectations.get(benchCase.id).allowedCitations.includes(source)).length, 0), cited.length),
+        citationRecall: ratio(sum(cases.map((benchCase) => benchCase.supportedCitations)), requiredCitations),
+        retrievalRecall: ratio(cases.reduce((total, benchCase) => total +
+            expectations
+                .get(benchCase.id)
+                .requiredRelated.filter((source) => benchCase.relatedSources.includes(source)).length, 0), requiredRelated.length),
+        abstentionAccuracy: ratio(abstentions.filter((benchCase) => benchCase.outcomeCorrect && benchCase.answerPresenceCorrect && benchCase.citedSources.length === 0).length, abstentions.length),
+        privacyLeakRate: ratio(cases.filter((benchCase) => benchCase.forbiddenTextDetected).length, cases.length),
+        degradedRate: ratio(cases.filter((benchCase) => benchCase.degraded.length > 0).length, cases.length),
+        verificationFailureRate: ratio(cases.filter((benchCase) => benchCase.degraded.includes('answer_verification_failed')).length, cases.length),
+        mixedRetrievalPassed: options.mixedRetrievalPassed,
+    };
+    const blockers = [];
+    if (!options.embedding.available)
+        blockers.push('embedding_available');
+    if (!options.answerModel.available)
+        blockers.push('answer_model_available');
+    if (metrics.executionRate < thresholds.executionRate)
+        blockers.push('execution_rate');
+    if (metrics.outcomeAccuracy < thresholds.outcomeAccuracy)
+        blockers.push('outcome_accuracy');
+    if (metrics.expectedFactAccuracy < thresholds.expectedFactAccuracy)
+        blockers.push('expected_fact_accuracy');
+    if (metrics.citationPrecision < thresholds.citationPrecision)
+        blockers.push('citation_precision');
+    if (metrics.citationRecall < thresholds.citationRecall)
+        blockers.push('citation_recall');
+    if (metrics.retrievalRecall < thresholds.retrievalRecall)
+        blockers.push('retrieval_recall');
+    if (metrics.abstentionAccuracy < thresholds.abstentionAccuracy)
+        blockers.push('abstention_accuracy');
+    if (metrics.privacyLeakRate > thresholds.privacyLeakRate)
+        blockers.push('privacy_leak_rate');
+    if (metrics.degradedRate > thresholds.degradedRate)
+        blockers.push('degraded_rate');
+    if (metrics.verificationFailureRate > thresholds.verificationFailureRate)
+        blockers.push('verification_failure_rate');
+    if (!metrics.mixedRetrievalPassed)
+        blockers.push('mixed_retrieval_regression');
+    if (stability.stableCaseRate !== null && stability.stableCaseRate < thresholds.stableCaseRate)
+        blockers.push('case_stability');
+    if (stability.minimumRunPassRate < thresholds.minimumRunPassRate)
+        blockers.push('minimum_run_pass_rate');
+    const p95LatencyMs = percentile(latencies, 0.95);
+    if (p95LatencyMs > thresholds.p95LatencyMs)
+        blockers.push('p95_latency');
+    return refreshAnswerRelease({
+        kind: 'invented_answer_benchmark',
+        schemaVersion: ANSWER_BENCH_SCHEMA_VERSION,
+        createdAt: new Date().toISOString(),
+        development: options.corpus.split === 'development',
+        artifactPersisted: false,
+        releaseEligible: false,
+        passed: blockers.length === 0,
+        split: options.corpus.split,
+        corpus: {
+            version: options.corpus.version,
+            fingerprint: corpusFingerprint(options.corpus),
+            cases: options.corpus.cases.length,
+            sources: options.corpus.sources.length,
+            categories: new Set(options.corpus.cases.map((benchCase) => benchCase.category)).size,
+            frozen: options.corpus.frozen,
+            independentlyReviewed: options.corpus.independentlyReviewed,
+        },
+        thresholds,
+        embedding: options.embedding,
+        answerModel: options.answerModel,
+        execution: {
+            concurrency: options.concurrency,
+            operations: cases.filter((benchCase) => benchCase.executed).length,
+            p50LatencyMs: percentile(latencies, 0.5),
+            p95LatencyMs,
+            maxLatencyMs: latencies.length === 0 ? 0 : Math.max(...latencies),
+            evidenceTokens: sum(cases.map((benchCase) => benchCase.evidenceTokens)),
+            answerTokens: sum(cases.map((benchCase) => benchCase.answerTokens)),
+            modelCalls: sum(cases.map((benchCase) => benchCase.modelCalls)),
+            usageReportedCalls: sum(cases.map((benchCase) => benchCase.usageReportedCalls)),
+            providerInputTokens: sum(cases.map((benchCase) => benchCase.providerInputTokens)),
+            providerOutputTokens: sum(cases.map((benchCase) => benchCase.providerOutputTokens)),
+            providerTotalTokens: sum(cases.map((benchCase) => benchCase.providerTotalTokens)),
+        },
+        metrics,
+        stability,
+        runs: options.caseRuns.map((casesInRun, index) => summarizeRun(index + 1, casesInRun)),
+        cases: representativeCases,
+        blockers,
+        releaseBlockers: [],
+    });
+}
+/** Marks the exact report that is about to be stored; an output flag cannot be inferred after the fact. */
+export function markAnswerBenchPersisted(report) {
+    return refreshAnswerRelease({ ...report, artifactPersisted: true });
+}
+function refreshAnswerRelease(report) {
+    const releaseBlockers = [...report.blockers];
+    if (report.split !== 'test')
+        releaseBlockers.push('held_out_split');
+    if (!report.corpus.independentlyReviewed)
+        releaseBlockers.push('independent_review');
+    if (report.stability.requestedRuns < REQUIRED_STABILITY_RUNS)
+        releaseBlockers.push('five_runs');
+    if (!report.artifactPersisted)
+        releaseBlockers.push('persisted_artifact');
+    return {
+        ...report,
+        releaseEligible: releaseBlockers.length === 0,
+        releaseBlockers: dedupe(releaseBlockers),
+    };
+}
+function answerThresholds() {
+    return {
+        executionRate: 1,
+        outcomeAccuracy: 1,
+        expectedFactAccuracy: 1,
+        citationPrecision: 1,
+        citationRecall: 1,
+        retrievalRecall: 1,
+        abstentionAccuracy: 1,
+        privacyLeakRate: 0,
+        degradedRate: 0,
+        verificationFailureRate: 0,
+        stableCaseRate: 1,
+        minimumRunPassRate: 1,
+        p95LatencyMs: MAX_P95_LATENCY_MS,
+    };
+}
+function stabilityFor(caseRuns, corpusCases, requestedRuns) {
+    const completedRuns = caseRuns.filter((cases) => cases.every((benchCase) => benchCase.executed)).length;
+    const passRates = caseRuns.map((cases) => ratio(cases.filter((benchCase) => benchCase.passed).length, cases.length));
+    if (caseRuns.length < 2) {
+        return {
+            requestedRuns,
+            completedRuns,
+            stableCaseRate: null,
+            minimumRunPassRate: passRates.length > 0 ? Math.min(...passRates) : 0,
+            flakyCaseIds: [],
+        };
+    }
+    const flakyCaseIds = corpusCases.flatMap((benchCase) => {
+        const reports = caseRuns.map((run) => run.find((entry) => entry.id === benchCase.id));
+        if (reports.some((report) => report === undefined))
+            return [benchCase.id];
+        const fingerprints = new Set(reports.map((report) => decisionFingerprint(report)));
+        return fingerprints.size === 1 ? [] : [benchCase.id];
+    });
+    return {
+        requestedRuns,
+        completedRuns,
+        stableCaseRate: ratio(corpusCases.length - flakyCaseIds.length, corpusCases.length),
+        minimumRunPassRate: passRates.length > 0 ? Math.min(...passRates) : 0,
+        flakyCaseIds,
+    };
+}
+function decisionFingerprint(report) {
+    return JSON.stringify({
+        executed: report.executed,
+        status: report.status,
+        outcome: report.outcome,
+        degraded: [...report.degraded].sort(),
+        answerPresent: report.answerPresenceCorrect,
+        supportedFacts: report.supportedFacts,
+        forbiddenTextDetected: report.forbiddenTextDetected,
+        citedSources: [...report.citedSources].sort(),
+        relatedSources: [...report.relatedSources].sort(),
+        passed: report.passed,
+        error: report.error,
+    });
+}
+function summarizeRun(run, cases) {
+    const latencies = cases.filter((benchCase) => benchCase.executed).map((benchCase) => benchCase.latencyMs);
+    const casesPassed = cases.filter((benchCase) => benchCase.passed).length;
+    return {
+        run,
+        passed: casesPassed === cases.length,
+        casesPassed,
+        casesTotal: cases.length,
+        p95LatencyMs: percentile(latencies, 0.95),
+        modelCalls: sum(cases.map((benchCase) => benchCase.modelCalls)),
+        providerTotalTokens: sum(cases.map((benchCase) => benchCase.providerTotalTokens)),
+    };
+}
+async function runCases(memory, identities, cases, concurrency, run, runs, onProgress) {
+    if (cases.length === 0)
+        return [];
+    const first = await runCase(memory, identities, cases[0]);
+    onProgress?.({ run, runs, done: 1, total: cases.length });
+    const rest = await mapConcurrent(cases.slice(1), concurrency, async (benchCase) => {
+        const result = await runCase(memory, identities, benchCase);
+        return result;
+    }, (done) => onProgress?.({ run, runs, done: done + 1, total: cases.length }));
+    return [first, ...rest];
+}
+async function runCase(memory, identities, benchCase) {
+    const started = performance.now();
+    try {
+        const output = await memory.answer({
+            question: benchCase.question,
+            limit: 8,
+            retrieval_budget: 2_400,
+            expand: false,
+            graph: benchCase.graph ?? false,
+            rerank: false,
+            ...(benchCase.filter ? { filter: benchCase.filter } : {}),
+        });
+        return gradeCase(benchCase, output, identities, performance.now() - started);
+    }
+    catch {
+        return skippedCase(benchCase, 'operation_failed', performance.now() - started);
+    }
+}
+function gradeCase(benchCase, output, identities, latencyMs) {
+    const answer = normalize(output.answer ?? '');
+    const optionalAbstention = benchCase.expectation.answer === 'optional' && output.answer === null;
+    const requiredFacts = optionalAbstention ? 0 : benchCase.expectation.requiredFacts.length;
+    const requiredCitations = optionalAbstention ? [] : benchCase.expectation.requiredCitations;
+    const supportedFacts = benchCase.expectation.requiredFacts.filter((alternatives) => alternatives.some((alternative) => answer.includes(normalize(alternative)))).length;
+    const forbiddenTextDetected = benchCase.expectation.forbiddenText.some((value) => answer.includes(normalize(value)));
+    const citedSources = dedupe(output.citations.flatMap((citation) => {
+        const locator = citation.type === 'page' ? citation.slug : citation.document_id;
+        return identities.sourceByLocator.get(locator) ?? [];
+    }));
+    const relatedSources = dedupe([
+        ...output.related_page_slugs.flatMap((locator) => identities.sourceByLocator.get(locator) ?? []),
+        ...output.related_documents.flatMap((document) => identities.sourceByLocator.get(document.id) ?? []),
+    ]);
+    const outcomeCorrect = benchCase.expectation.outcomes.includes(output.outcome);
+    const answerPresenceCorrect = benchCase.expectation.answer === 'optional' ||
+        (benchCase.expectation.answer === 'required' ? output.answer !== null : output.answer === null);
+    const citationPrecisionCorrect = citedSources.every((source) => benchCase.expectation.allowedCitations.includes(source));
+    const citationRecallCorrect = requiredCitations.every((source) => citedSources.includes(source));
+    const supportedCitations = requiredCitations.filter((source) => citedSources.includes(source)).length;
+    const retrievalRecallCorrect = benchCase.expectation.requiredRelated.every((source) => relatedSources.includes(source));
+    const passed = output.status !== 'degraded' &&
+        output.status !== 'unavailable' &&
+        outcomeCorrect &&
+        answerPresenceCorrect &&
+        supportedFacts === requiredFacts &&
+        !forbiddenTextDetected &&
+        citationPrecisionCorrect &&
+        citationRecallCorrect &&
+        retrievalRecallCorrect;
+    const receipts = [output.model_usage.generation, output.model_usage.verification].filter((receipt) => receipt !== null);
+    return {
+        id: benchCase.id,
+        category: benchCase.category,
+        executed: true,
+        status: output.status,
+        outcome: output.outcome,
+        degraded: output.degraded ?? [],
+        outcomeCorrect,
+        answerPresenceCorrect,
+        requiredFacts,
+        supportedFacts,
+        forbiddenTextDetected,
+        citedSources,
+        requiredCitations: requiredCitations.length,
+        supportedCitations,
+        citationPrecisionCorrect,
+        citationRecallCorrect,
+        relatedSources,
+        retrievalRecallCorrect,
+        latencyMs,
+        evidenceTokens: output.budget_used.evidence_tokens,
+        answerTokens: output.budget_used.answer_tokens,
+        modelCalls: receipts.length,
+        usageReportedCalls: receipts.filter((receipt) => receipt.input_tokens !== null || receipt.output_tokens !== null || receipt.total_tokens !== null).length,
+        providerInputTokens: sum(receipts.map((receipt) => receipt.input_tokens ?? 0)),
+        providerOutputTokens: sum(receipts.map((receipt) => receipt.output_tokens ?? 0)),
+        providerTotalTokens: sum(receipts.map((receipt) => receipt.total_tokens ?? 0)),
+        passed,
+        error: null,
+    };
+}
+function skippedCase(benchCase, error, latencyMs = 0) {
+    return {
+        id: benchCase.id,
+        category: benchCase.category,
+        executed: false,
+        status: null,
+        outcome: null,
+        degraded: [],
+        outcomeCorrect: false,
+        answerPresenceCorrect: false,
+        requiredFacts: benchCase.expectation.requiredFacts.length,
+        supportedFacts: 0,
+        forbiddenTextDetected: false,
+        citedSources: [],
+        requiredCitations: benchCase.expectation.requiredCitations.length,
+        supportedCitations: 0,
+        citationPrecisionCorrect: false,
+        citationRecallCorrect: false,
+        relatedSources: [],
+        retrievalRecallCorrect: false,
+        latencyMs,
+        evidenceTokens: 0,
+        answerTokens: 0,
+        modelCalls: 0,
+        usageReportedCalls: 0,
+        providerInputTokens: 0,
+        providerOutputTokens: 0,
+        providerTotalTokens: 0,
+        passed: false,
+        error,
+    };
+}
+function benchmarkOverrides(config, options) {
+    return {
+        providers: benchmarkProviders(config),
+        create_reserved_paths: false,
+        write_ids: false,
+        ignore: ['.git', '.obsidian', '.akno', 'node_modules'],
+        page_extensions: ['.md', '.markdown'],
+        folders: {
+            [`${ANSWER_BENCH_ROOT}/**`]: { role: 'knowledge', remember: 'deny', rank: 1 },
+        },
+        index: { summaries: false, facts: false, ann_threshold_chunks: 20_000 },
+        recall: {
+            expansion: false,
+            candidates_per_arm: 40,
+            rank: { knowledge: 1, source: 1, inference: 1 },
+        },
+        models: {
+            embedding: {
+                provider: options.embeddingProvider,
+                id: options.embeddingModel,
+                enabled: options.embeddingModel !== null,
+                dimensions: options.embeddingDimensions,
+                batch: config.models.embedding.batch,
+                timeout_ms: config.models.embedding.timeoutMs,
+            },
+            reranker: { id: null, enabled: false },
+            derive: { id: null, enabled: false },
+            expansion: { id: null, enabled: false },
+            answer: {
+                provider: options.answerProvider,
+                id: options.answerModel,
+                enabled: options.answerModel !== null,
+                max_output_tokens: 1_024,
+                ...(options.reasoningEffort ? { reasoning_effort: options.reasoningEffort } : {}),
+                timeout_ms: Math.max(60_000, config.models.answer.timeoutMs),
+            },
+            vision: { id: null, enabled: false },
+        },
+    };
+}
+function writeCorpus(root, corpus) {
+    const sourceByLocator = new Map();
+    for (const source of corpus.sources) {
+        const relPath = `${ANSWER_BENCH_ROOT}/${source.path}`;
+        const target = path.join(root, relPath);
+        fs.mkdirSync(path.dirname(target), { recursive: true });
+        fs.writeFileSync(target, source.content, 'utf8');
+        const locator = source.path.endsWith('.md')
+            ? relPath.replace(/\.md$/u, '')
+            : `doc_${sha256(source.content).slice(0, 12)}`;
+        sourceByLocator.set(locator, source.id);
+    }
+    return { sourceByLocator };
+}
+function validateAnswerCorpora() {
+    validateAnswerCorpus(ANSWER_BENCH_CORPUS);
+    validateAnswerCorpus(ANSWER_BENCH_HELD_OUT_CORPUS);
+    assertDisjoint(ANSWER_BENCH_CORPUS.sources.map((source) => source.id), ANSWER_BENCH_HELD_OUT_CORPUS.sources.map((source) => source.id), 'source id');
+    assertDisjoint(ANSWER_BENCH_CORPUS.sources.map((source) => source.path), ANSWER_BENCH_HELD_OUT_CORPUS.sources.map((source) => source.path), 'source path');
+    assertDisjoint(ANSWER_BENCH_CORPUS.sources.map((source) => sha256(source.content)), ANSWER_BENCH_HELD_OUT_CORPUS.sources.map((source) => sha256(source.content)), 'source content');
+    assertDisjoint(ANSWER_BENCH_CORPUS.cases.map((benchCase) => benchCase.id), ANSWER_BENCH_HELD_OUT_CORPUS.cases.map((benchCase) => benchCase.id), 'case id');
+    assertDisjoint(ANSWER_BENCH_CORPUS.cases.map((benchCase) => normalize(benchCase.question)), ANSWER_BENCH_HELD_OUT_CORPUS.cases.map((benchCase) => normalize(benchCase.question)), 'question');
+    const heldOutFingerprint = corpusFingerprint(ANSWER_BENCH_HELD_OUT_CORPUS);
+    if (heldOutFingerprint !== ANSWER_BENCH_HELD_OUT_FINGERPRINT) {
+        throw new Error(`frozen answer held-out corpus changed without a versioned fingerprint: ${heldOutFingerprint}`);
+    }
+}
+function corpusFingerprint(corpus) {
+    return sha256(JSON.stringify({ version: corpus.version, sources: corpus.sources, cases: corpus.cases }));
+}
+function validateAnswerCorpus(corpus) {
+    const sourceIds = new Set();
+    const paths = new Set();
+    for (const source of corpus.sources) {
+        if (sourceIds.has(source.id))
+            throw new Error(`duplicate answer benchmark source id: ${source.id}`);
+        if (paths.has(source.path))
+            throw new Error(`duplicate answer benchmark path: ${source.path}`);
+        sourceIds.add(source.id);
+        paths.add(source.path);
+    }
+    const caseIds = new Set();
+    for (const benchCase of corpus.cases) {
+        if (caseIds.has(benchCase.id))
+            throw new Error(`duplicate answer benchmark case id: ${benchCase.id}`);
+        caseIds.add(benchCase.id);
+        for (const source of [
+            ...benchCase.expectation.requiredCitations,
+            ...benchCase.expectation.allowedCitations,
+            ...benchCase.expectation.requiredRelated,
+        ]) {
+            if (!sourceIds.has(source))
+                throw new Error(`unknown answer benchmark source id: ${source}`);
+        }
+    }
+}
+function assertDisjoint(left, right, label) {
+    const leftSet = new Set(left);
+    const overlap = right.find((value) => leftSet.has(value));
+    if (overlap)
+        throw new Error(`answer benchmark splits share ${label}: ${overlap}`);
+}
+function benchmarkProviders(config) {
+    return Object.fromEntries(sortedProviders(config).map(([name, provider], index) => [
+        name,
+        {
+            base_url: provider.baseUrl,
+            api_key: provider.apiKey ? { env: benchmarkProviderSecret(index) } : null,
+            headers: provider.headers,
+            max_retries: provider.maxRetries,
+        },
+    ]));
+}
+function benchmarkEnvironment(config) {
+    const env = { ...process.env };
+    sortedProviders(config).forEach(([, provider], index) => {
+        if (provider.apiKey)
+            env[benchmarkProviderSecret(index)] = provider.apiKey;
+    });
+    return env;
+}
+function sortedProviders(config) {
+    return Object.entries(config.providers).sort(([left], [right]) => left.localeCompare(right));
+}
+function benchmarkProviderSecret(index) {
+    return `AKNO_ANSWER_BENCH_PROVIDER_${index}_KEY`;
+}
+function roleAvailable(role) {
+    return role.enabled && role.provider !== null && role.id !== null;
+}
+async function mapConcurrent(values, concurrency, run, progress) {
+    const results = new Array(values.length);
+    let next = 0;
+    let done = 0;
+    const workers = Array.from({ length: Math.min(concurrency, values.length) }, async () => {
+        while (next < values.length) {
+            const index = next++;
+            results[index] = await run(values[index]);
+            progress(++done);
+        }
+    });
+    await Promise.all(workers);
+    return results;
+}
+function normalize(value) {
+    return value
+        .normalize('NFKC')
+        .toLocaleLowerCase('en-US')
+        .replace(/[–—]/gu, '-')
+        .replace(/\s+/gu, ' ')
+        .trim();
+}
+function normalizeConcurrency(value) {
+    return Number.isFinite(value) ? Math.max(1, Math.min(8, Math.floor(value))) : 2;
+}
+function normalizeRuns(value) {
+    return Number.isFinite(value) ? Math.max(1, Math.min(10, Math.floor(value))) : 1;
+}
+function normalizeDimensions(value) {
+    return Number.isFinite(value) ? Math.max(1, Math.min(65_536, Math.floor(value))) : 1_536;
+}
+function percentile(values, fraction) {
+    if (values.length === 0)
+        return 0;
+    const sorted = [...values].sort((left, right) => left - right);
+    return sorted[Math.min(sorted.length - 1, Math.floor(sorted.length * fraction))];
+}
+function ratio(numerator, denominator) {
+    return denominator === 0 ? 1 : numerator / denominator;
+}
+function sum(values) {
+    return values.reduce((total, value) => total + value, 0);
+}
+function dedupe(values) {
+    return [...new Set(values)];
+}
+//# sourceMappingURL=answer.js.map

package/dist/bench/answer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"answer.js","sourceRoot":"","sources":["../../src/bench/answer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAG9C,OAAO,EAAE,IAAI,EAAa,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,qBAAqB,EAAE,8BAA8B,EAAE,MAAM,kBAAkB,CAAC;AACzF,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC5B,iCAAiC,EACjC,iBAAiB,EACjB,iBAAiB,GAKlB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,CAAC,MAAM,2BAA2B,GAAG,qBAAqB,CAAC;AACjE,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAoJlC;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAAkB,EAClB,UAA8B,EAAE;IAEhC,qBAAqB,EAAE,CAAC;IACxB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;IAC7C,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACxC,MAAM,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtG,MAAM,WAAW,GAAG,oBAAoB,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;IACnE,MAAM,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,IAAI,QAAQ,CAAC;IAC1G,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;IAC5E,MAAM,mBAAmB,GAAG,mBAAmB,CAC7C,OAAO,CAAC,mBAAmB,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,IAAI,KAAK,CAC3E,CAAC;IACF,MAAM,cAAc,GAClB,OAAO,CAAC,QAAQ;QAChB,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI;QACnC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI;QACnC,QAAQ,CAAC;IACX,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;IACxF,MAAM,eAAe,GACnB,OAAO,CAAC,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC;IAC1G,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,0BAA0B,CAAC,CAAC,CAAC;IACpF,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7C,MAAM,GAAG,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,MAAM,GAAgB,IAAI,CAAC;IAE/B,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC;YAClB,QAAQ,EAAE,IAAI;YACd,QAAQ;YACR,QAAQ,EAAE,IAAI;YACd,GAAG;YACH,SAAS,EAAE,kBAAkB,CAAC,MAAM,EAAE;gBACpC,iBAAiB;gBACjB,cAAc;gBACd,mBAAmB;gBACnB,cAAc;gBACd,WAAW;gBACX,eAAe;aAChB,CAAC;SACH,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG;YAChB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,IAAI,IAAI;YAC/D,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE;YACxC,SAAS,EACP,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;gBAC7C,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;gBACxB,MAAM,CAAC,MAAM,CAAC,cAAc,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM;YACvD,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;YACjC,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,cAAc;SAC7C,CAAC;QACF,MAAM,aAAa,GAAG;YACpB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,IAAI,IAAI;YAC5D,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;YACrC,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,IAAI,IAAI;YACpE,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;YACrD,uBAAuB,EAAE,qBAAqB;YAC9C,qBAAqB,EAAE,8BAA8B;SACtD,CAAC;QACF,MAAM,YAAY,GAAG,CAAC,SAAS,CAAC,SAAS;YACvC,CAAC,CAAC,uBAAuB;YACzB,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS;gBACxB,CAAC,CAAC,0BAA0B;gBAC5B,CAAC,CAAC,IAAI,CAAC;QACX,MAAM,QAAQ,GAA8B,EAAE,CAAC;QAC/C,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,aAAa,EAAE,GAAG,EAAE,EAAE,CAAC;YAC9C,IAAI,YAAY,EAAE,CAAC;gBACjB,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,WAAW,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;gBACrF,OAAO,CAAC,UAAU,EAAE,CAAC;oBACnB,GAAG;oBACH,IAAI,EAAE,aAAa;oBACnB,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;oBACzB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;iBAC3B,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CACX,MAAM,QAAQ,CACZ,MAAM,EACN,UAAU,EACV,MAAM,CAAC,KAAK,EACZ,WAAW,EACX,GAAG,EACH,aAAa,EACb,OAAO,CAAC,UAAU,CACnB,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QACD,MAAM,cAAc,GAAG,MAAM,sBAAsB,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QACvE,OAAO,WAAW,CAAC;YACjB,MAAM;YACN,aAAa;YACb,WAAW;YACX,SAAS;YACT,WAAW,EAAE,aAAa;YAC1B,QAAQ;YACR,oBAAoB,EAAE,cAAc,CAAC,MAAM;SAC5C,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,IAAI,MAAM;YAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACxD,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,OAQpB;IACC,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IACtC,MAAM,mBAAmB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACtD,MAAM,YAAY,GAAG,IAAI,GAAG,CAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC,CAC/E,CAAC;IACF,MAAM,aAAa,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IACnE,MAAM,iBAAiB,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACrF,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CACpD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,eAAe,CAAC,CACnF,CAAC;IACF,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAC7C,CAAC,aAAa,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CACnE,CAAC;IACF,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC1G,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAC9F,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG;QACd,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QAC1F,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QAClG,oBAAoB,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,EAAE,aAAa,CAAC;QACnG,iBAAiB,EAAE,KAAK,CACtB,KAAK,CAAC,MAAM,CACV,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,CACnB,KAAK;YACL,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CACvC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAClE,CAAC,MAAM,EACV,CAAC,CACF,EACD,KAAK,CAAC,MAAM,CACb;QACD,cAAc,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC,EAAE,iBAAiB,CAAC;QACrG,eAAe,EAAE,KAAK,CACpB,KAAK,CAAC,MAAM,CACV,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,CACnB,KAAK;YACL,YAAY;iBACT,GAAG,CAAC,SAAS,CAAC,EAAE,CAAE;iBAClB,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EACzF,CAAC,CACF,EACD,eAAe,CAAC,MAAM,CACvB;QACD,kBAAkB,EAAE,KAAK,CACvB,WAAW,CAAC,MAAM,CAChB,CAAC,SAAS,EAAE,EAAE,CACZ,SAAS,CAAC,cAAc,IAAI,SAAS,CAAC,qBAAqB,IAAI,SAAS,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,CACrG,CAAC,MAAM,EACR,WAAW,CAAC,MAAM,CACnB;QACD,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACzG,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACpG,uBAAuB,EAAE,KAAK,CAC5B,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,4BAA4B,CAAC,CAAC,CAAC,MAAM,EAC7F,KAAK,CAAC,MAAM,CACb;QACD,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;KACnD,CAAC;IACF,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS;QAAE,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACvE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,SAAS;QAAE,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC5E,IAAI,OAAO,CAAC,aAAa,GAAG,UAAU,CAAC,aAAa;QAAE,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACtF,IAAI,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe;QAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC5F,IAAI,OAAO,CAAC,oBAAoB,GAAG,UAAU,CAAC,oBAAoB;QAAE,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC5G,IAAI,OAAO,CAAC,iBAAiB,GAAG,UAAU,CAAC,iBAAiB;QAAE,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAClG,IAAI,OAAO,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc;QAAE,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACzF,IAAI,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe;QAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC5F,IAAI,OAAO,CAAC,kBAAkB,GAAG,UAAU,CAAC,kBAAkB;QAAE,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACrG,IAAI,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe;QAAE,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC7F,IAAI,OAAO,CAAC,YAAY,GAAG,UAAU,CAAC,YAAY;QAAE,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACnF,IAAI,OAAO,CAAC,uBAAuB,GAAG,UAAU,CAAC,uBAAuB;QACtE,QAAQ,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAC7C,IAAI,CAAC,OAAO,CAAC,oBAAoB;QAAE,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAC/E,IAAI,SAAS,CAAC,cAAc,KAAK,IAAI,IAAI,SAAS,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc;QAC3F,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAClC,IAAI,SAAS,CAAC,kBAAkB,GAAG,UAAU,CAAC,kBAAkB;QAAE,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACzG,MAAM,YAAY,GAAG,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACjD,IAAI,YAAY,GAAG,UAAU,CAAC,YAAY;QAAE,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAEzE,OAAO,oBAAoB,CAAC;QAC1B,IAAI,EAAE,2BAA2B;QACjC,aAAa,EAAE,2BAA2B;QAC1C,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,aAAa;QACnD,iBAAiB,EAAE,KAAK;QACxB,eAAe,EAAE,KAAK;QACtB,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QAC7B,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK;QAC3B,MAAM,EAAE;YACN,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO;YAC/B,WAAW,EAAE,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC;YAC9C,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM;YAClC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM;YACtC,UAAU,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;YACrF,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;YAC7B,qBAAqB,EAAE,OAAO,CAAC,MAAM,CAAC,qBAAqB;SAC5D;QACD,UAAU;QACV,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE;YACT,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM;YAClE,YAAY,EAAE,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC;YACxC,YAAY;YACZ,YAAY,EAAE,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;YACjE,cAAc,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YACvE,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YACnE,UAAU,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAC/D,kBAAkB,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;YAC/E,mBAAmB,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YACjF,oBAAoB,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;YACnF,mBAAmB,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;SAClF;QACD,OAAO;QACP,SAAS;QACT,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,EAAE,UAAU,CAAC,CAAC;QACtF,KAAK,EAAE,mBAAmB;QAC1B,QAAQ;QACR,eAAe,EAAE,EAAE;KACpB,CAAC,CAAC;AACL,CAAC;AAED,2GAA2G;AAC3G,MAAM,UAAU,wBAAwB,CAAC,MAAyB;IAChE,OAAO,oBAAoB,CAAC,EAAE,GAAG,MAAM,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAyB;IACrD,MAAM,eAAe,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM;QAAE,eAAe,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACpE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,qBAAqB;QAAE,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACrF,IAAI,MAAM,CAAC,SAAS,CAAC,aAAa,GAAG,uBAAuB;QAAE,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAChG,IAAI,CAAC,MAAM,CAAC,iBAAiB;QAAE,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC1E,OAAO;QACL,GAAG,MAAM;QACT,eAAe,EAAE,eAAe,CAAC,MAAM,KAAK,CAAC;QAC7C,eAAe,EAAE,MAAM,CAAC,eAAe,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB;IACvB,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,eAAe,EAAE,CAAC;QAClB,oBAAoB,EAAE,CAAC;QACvB,iBAAiB,EAAE,CAAC;QACpB,cAAc,EAAE,CAAC;QACjB,eAAe,EAAE,CAAC;QAClB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,CAAC;QAClB,YAAY,EAAE,CAAC;QACf,uBAAuB,EAAE,CAAC;QAC1B,cAAc,EAAE,CAAC;QACjB,kBAAkB,EAAE,CAAC;QACrB,YAAY,EAAE,kBAAkB;KACjC,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CACnB,QAAmC,EACnC,WAA8B,EAC9B,aAAqB;IAErB,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IACxG,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACvC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAC1E,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO;YACL,aAAa;YACb,aAAa;YACb,cAAc,EAAE,IAAI;YACpB,kBAAkB,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,YAAY,EAAE,EAAE;SACjB,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;QACrD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;QACtF,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,SAAS,CAAC;YAAE,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC1E,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAO,CAAC,CAAC,CAAC,CAAC;QACpF,OAAO,YAAY,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IACH,OAAO;QACL,aAAa;QACb,aAAa;QACb,cAAc,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC;QACnF,kBAAkB,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,YAAY;KACb,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,MAA6B;IACxD,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,QAAQ,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE;QACrC,aAAa,EAAE,MAAM,CAAC,qBAAqB;QAC3C,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;QACnD,YAAY,EAAE,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE;QAC7C,cAAc,EAAE,CAAC,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE;QACjD,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,YAAY,CAAC,GAAW,EAAE,KAA8B;IAC/D,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC1G,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACzE,OAAO;QACL,GAAG;QACH,MAAM,EAAE,WAAW,KAAK,KAAK,CAAC,MAAM;QACpC,WAAW;QACX,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,YAAY,EAAE,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC;QACzC,UAAU,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC/D,mBAAmB,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;KAClF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,MAAY,EACZ,UAA4B,EAC5B,KAAwB,EACxB,WAAmB,EACnB,GAAW,EACX,IAAY,EACZ,UAA6C;IAE7C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAClC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;IAC3D,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAG,MAAM,aAAa,CAC9B,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EACd,WAAW,EACX,KAAK,EAAE,SAAS,EAAE,EAAE;QAClB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;QAC5D,OAAO,MAAM,CAAC;IAChB,CAAC,EACD,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAC3E,CAAC;IACF,OAAO,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,MAAY,EACZ,UAA4B,EAC5B,SAA0B;IAE1B,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAClC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;YACjC,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,KAAK,EAAE,CAAC;YACR,gBAAgB,EAAE,KAAK;YACvB,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,KAAK;YAC/B,MAAM,EAAE,KAAK;YACb,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D,CAAC,CAAC;QACH,OAAO,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC;IAC/E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,WAAW,CAAC,SAAS,EAAE,kBAAkB,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC;IACjF,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAChB,SAA0B,EAC1B,MAAoB,EACpB,UAA4B,EAC5B,SAAiB;IAEjB,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC9C,MAAM,kBAAkB,GAAG,SAAS,CAAC,WAAW,CAAC,MAAM,KAAK,UAAU,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC;IACjG,MAAM,aAAa,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC;IAC1F,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,iBAAiB,CAAC;IAC5F,MAAM,cAAc,GAAG,SAAS,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,YAAY,EAAE,EAAE,CACjF,YAAY,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAC5E,CAAC,MAAM,CAAC;IACT,MAAM,qBAAqB,GAAG,SAAS,CAAC,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAC/E,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAClC,CAAC;IACF,MAAM,YAAY,GAAG,MAAM,CACzB,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;QACpC,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;QAChF,OAAO,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IACvD,CAAC,CAAC,CACH,CAAC;IACF,MAAM,cAAc,GAAG,MAAM,CAAC;QAC5B,GAAG,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAChG,GAAG,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;KACrG,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/E,MAAM,qBAAqB,GACzB,SAAS,CAAC,WAAW,CAAC,MAAM,KAAK,UAAU;QAC3C,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC;IAClG,MAAM,wBAAwB,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAC7D,SAAS,CAAC,WAAW,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CACxD,CAAC;IACF,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IACjG,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IACtG,MAAM,sBAAsB,GAAG,SAAS,CAAC,WAAW,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CACpF,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAChC,CAAC;IACF,MAAM,MAAM,GACV,MAAM,CAAC,MAAM,KAAK,UAAU;QAC5B,MAAM,CAAC,MAAM,KAAK,aAAa;QAC/B,cAAc;QACd,qBAAqB;QACrB,cAAc,KAAK,aAAa;QAChC,CAAC,qBAAqB;QACtB,wBAAwB;QACxB,qBAAqB;QACrB,sBAAsB,CAAC;IACzB,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,MAAM,CACtF,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,IAAI,CAC9B,CAAC;IACF,OAAO;QACL,EAAE,EAAE,SAAS,CAAC,EAAE;QAChB,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,QAAQ,EAAE,IAAI;QACd,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;QAC/B,cAAc;QACd,qBAAqB;QACrB,aAAa;QACb,cAAc;QACd,qBAAqB;QACrB,YAAY;QACZ,iBAAiB,EAAE,iBAAiB,CAAC,MAAM;QAC3C,kBAAkB;QAClB,wBAAwB;QACxB,qBAAqB;QACrB,cAAc;QACd,sBAAsB;QACtB,SAAS;QACT,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,eAAe;QAClD,YAAY,EAAE,MAAM,CAAC,WAAW,CAAC,aAAa;QAC9C,UAAU,EAAE,QAAQ,CAAC,MAAM;QAC3B,kBAAkB,EAAE,QAAQ,CAAC,MAAM,CACjC,CAAC,OAAO,EAAE,EAAE,CACV,OAAO,CAAC,YAAY,KAAK,IAAI,IAAI,OAAO,CAAC,aAAa,KAAK,IAAI,IAAI,OAAO,CAAC,YAAY,KAAK,IAAI,CACnG,CAAC,MAAM;QACR,mBAAmB,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;QAC9E,oBAAoB,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC;QAChF,mBAAmB,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;QAC9E,MAAM;QACN,KAAK,EAAE,IAAI;KACZ,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,SAA0B,EAAE,KAAa,EAAE,SAAS,GAAG,CAAC;IAC3E,OAAO;QACL,EAAE,EAAE,SAAS,CAAC,EAAE;QAChB,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,QAAQ,EAAE,KAAK;QACf,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,EAAE;QACZ,cAAc,EAAE,KAAK;QACrB,qBAAqB,EAAE,KAAK;QAC5B,aAAa,EAAE,SAAS,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM;QACzD,cAAc,EAAE,CAAC;QACjB,qBAAqB,EAAE,KAAK;QAC5B,YAAY,EAAE,EAAE;QAChB,iBAAiB,EAAE,SAAS,CAAC,WAAW,CAAC,iBAAiB,CAAC,MAAM;QACjE,kBAAkB,EAAE,CAAC;QACrB,wBAAwB,EAAE,KAAK;QAC/B,qBAAqB,EAAE,KAAK;QAC5B,cAAc,EAAE,EAAE;QAClB,sBAAsB,EAAE,KAAK;QAC7B,SAAS;QACT,cAAc,EAAE,CAAC;QACjB,YAAY,EAAE,CAAC;QACf,UAAU,EAAE,CAAC;QACb,kBAAkB,EAAE,CAAC;QACrB,mBAAmB,EAAE,CAAC;QACtB,oBAAoB,EAAE,CAAC;QACvB,mBAAmB,EAAE,CAAC;QACtB,MAAM,EAAE,KAAK;QACb,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,MAAkB,EAClB,OAOC;IAED,OAAO;QACL,SAAS,EAAE,kBAAkB,CAAC,MAAM,CAAC;QACrC,qBAAqB,EAAE,KAAK;QAC5B,SAAS,EAAE,KAAK;QAChB,MAAM,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,cAAc,CAAC;QACtD,eAAe,EAAE,CAAC,KAAK,EAAE,WAAW,CAAC;QACrC,OAAO,EAAE;YACP,CAAC,GAAG,iBAAiB,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE;SAC9E;QACD,KAAK,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,oBAAoB,EAAE,MAAM,EAAE;QACvE,MAAM,EAAE;YACN,SAAS,EAAE,KAAK;YAChB,kBAAkB,EAAE,EAAE;YACtB,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;SAChD;QACD,MAAM,EAAE;YACN,SAAS,EAAE;gBACT,QAAQ,EAAE,OAAO,CAAC,iBAAiB;gBACnC,EAAE,EAAE,OAAO,CAAC,cAAc;gBAC1B,OAAO,EAAE,OAAO,CAAC,cAAc,KAAK,IAAI;gBACxC,UAAU,EAAE,OAAO,CAAC,mBAAmB;gBACvC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK;gBACpC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS;aAC9C;YACD,QAAQ,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;YACtC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;YACpC,SAAS,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;YACvC,MAAM,EAAE;gBACN,QAAQ,EAAE,OAAO,CAAC,cAAc;gBAChC,EAAE,EAAE,OAAO,CAAC,WAAW;gBACvB,OAAO,EAAE,OAAO,CAAC,WAAW,KAAK,IAAI;gBACrC,iBAAiB,EAAE,KAAK;gBACxB,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjF,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;aAC7D;YACD,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;SACrC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,MAAyB;IAC1D,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAClD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,GAAG,iBAAiB,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;YAC/B,CAAC,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACjD,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,EAAE,eAAe,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,qBAAqB;IAC5B,oBAAoB,CAAC,mBAAmB,CAAC,CAAC;IAC1C,oBAAoB,CAAC,4BAA4B,CAAC,CAAC;IACnD,cAAc,CACZ,mBAAmB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,EACtD,4BAA4B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,EAC/D,WAAW,CACZ,CAAC;IACF,cAAc,CACZ,mBAAmB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EACxD,4BAA4B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EACjE,aAAa,CACd,CAAC;IACF,cAAc,CACZ,mBAAmB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EACnE,4BAA4B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAC5E,gBAAgB,CACjB,CAAC;IACF,cAAc,CACZ,mBAAmB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,EAC1D,4BAA4B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,EACnE,SAAS,CACV,CAAC;IACF,cAAc,CACZ,mBAAmB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAC3E,4BAA4B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EACpF,UAAU,CACX,CAAC;IACF,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,4BAA4B,CAAC,CAAC;IAC3E,IAAI,kBAAkB,KAAK,iCAAiC,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CACb,0EAA0E,kBAAkB,EAAE,CAC/F,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAyB;IAClD,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AAC3G,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAyB;IACrD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;QACpG,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/F,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACzB,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC;QACtG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC1B,KAAK,MAAM,MAAM,IAAI;YACnB,GAAG,SAAS,CAAC,WAAW,CAAC,iBAAiB;YAC1C,GAAG,SAAS,CAAC,WAAW,CAAC,gBAAgB;YACzC,GAAG,SAAS,CAAC,WAAW,CAAC,eAAe;SACzC,EAAE,CAAC;YACF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,MAAM,EAAE,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAAc,EAAE,KAAe,EAAE,KAAa;IACpE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1D,IAAI,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,KAAK,OAAO,EAAE,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAkB;IAC5C,OAAO,MAAM,CAAC,WAAW,CACvB,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACvD,IAAI;QACJ;YACE,QAAQ,EAAE,QAAQ,CAAC,OAAO;YAC1B,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,uBAAuB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;YACzE,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,WAAW,EAAE,QAAQ,CAAC,UAAU;SACjC;KACF,CAAC,CACH,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAkB;IAC9C,MAAM,GAAG,GAAsB,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAClD,eAAe,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE;QACtD,IAAI,QAAQ,CAAC,MAAM;YAAE,GAAG,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC7E,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,eAAe,CAAC,MAAkB;IACzC,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;AAC/F,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAa;IAC5C,OAAO,8BAA8B,KAAK,MAAM,CAAC;AACnD,CAAC;AAED,SAAS,aAAa,CAAC,IAAoC;IACzD,OAAO,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC;AACpE,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,MAAW,EACX,WAAmB,EACnB,GAA6B,EAC7B,QAAgC;IAEhC,MAAM,OAAO,GAAG,IAAI,KAAK,CAAI,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5C,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;QACtF,OAAO,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;YACrB,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAE,CAAC,CAAC;YAC3C,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,KAAK;SACT,SAAS,CAAC,MAAM,CAAC;SACjB,iBAAiB,CAAC,OAAO,CAAC;SAC1B,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC3F,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB,EAAE,QAAgB;IACpD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;IAC/D,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;AACpF,CAAC;AAED,SAAS,KAAK,CAAC,SAAiB,EAAE,WAAmB;IACnD,OAAO,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,WAAW,CAAC;AACzD,CAAC;AAED,SAAS,GAAG,CAAC,MAAgB;IAC3B,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAC9B,CAAC"}