observability-toolkit 1.8.5 → 2.1.0

package/dist/tools/hallucination-detection.test.js

@@ -0,0 +1,529 @@
+/**
+ * Unit tests for hallucination-detection tool (R4)
+ */
+import { describe, it } from 'vitest';
+import assert from 'node:assert';
+import { GENAI_EVALUATION_ATTRIBUTES } from '../backends/index.js';
+import { createTraceBackend } from '../test-helpers/mock-backends.js';
+import { hallucinationDetection, hallucinationDetectionSchema, HALLUCINATION_DETECTION_DEFAULT_LIMIT, } from './hallucination-detection.js';
+import { RANDOM_STRING_RADIX, RANDOM_SUFFIX_START } from '../test-helpers/test-constants.js';
+import { ONE_MILLION } from '../lib/core/units.js';
+// ---------- test constants ----------
+const ID_SLICE_START = RANDOM_SUFFIX_START;
+const ID_SLICE_END = 10;
+// model fixtures
+const MODEL_CLAUDE_OPUS = 'claude-3-opus';
+const MODEL_CLAUDE_HAIKU = 'claude-3-haiku';
+const MODEL_GPT4O = 'gpt-4o';
+// method fixtures
+const METHOD_QAG = 'qag_faithfulness';
+const METHOD_GEVAL = 'geval';
+const METHOD_SENTINEL = 'sentinel';
+// score fixtures
+const SCORE_HIGH_RISK = 0.8;
+const SCORE_MED_RISK = 0.25;
+const SCORE_LOW_RISK = 0.05;
+const SCORE_FAITHFULNESS_HIGH = 0.9; // inverts to 0.1 hallucination risk
+// threshold fixtures
+const THRESHOLD_LOW = 0.1;
+const THRESHOLD_HIGH = 0.5;
+// expected counts
+const EXPECTED_ONE = 1;
+const EXPECTED_TWO = 2;
+const EXPECTED_THREE = 3;
+const TOP_RISKS_MAX = 10;
+// ---------- helpers ----------
+let spanCounter = 0;
+function makeEvalSpan(overrides) {
+    spanCounter += 1;
+    return {
+        traceId: overrides.traceId ?? 'trace-1',
+        spanId: `span-${Math.random().toString(RANDOM_STRING_RADIX).slice(ID_SLICE_START, ID_SLICE_END)}`,
+        name: 'evaluation',
+        startTimeUnixNano: Date.now() * ONE_MILLION,
+        endTimeUnixNano: (Date.now() + 50) * ONE_MILLION,
+        durationMs: 50,
+        attributes: {
+            'gen_ai.request.model': overrides.model ?? MODEL_CLAUDE_OPUS,
+            [GENAI_EVALUATION_ATTRIBUTES.SCORE_VALUE]: overrides.scoreValue ?? SCORE_HIGH_RISK,
+            [GENAI_EVALUATION_ATTRIBUTES.SCORE_LABEL]: overrides.scoreLabel ?? 'hallucination_risk',
+            ...(overrides.evaluator !== undefined && {
+                [GENAI_EVALUATION_ATTRIBUTES.EVALUATOR]: overrides.evaluator,
+            }),
+            ...(overrides.evalName !== undefined && {
+                [GENAI_EVALUATION_ATTRIBUTES.NAME]: overrides.evalName,
+            }),
+        },
+    };
+}
+function makeNonEvalSpan() {
+    spanCounter += 1;
+    return {
+        traceId: 'trace-noeval',
+        spanId: `span-noeval-${spanCounter}`,
+        name: 'llm.chat',
+        startTimeUnixNano: Date.now() * ONE_MILLION,
+        endTimeUnixNano: (Date.now() + 100) * ONE_MILLION,
+        durationMs: 100,
+        attributes: {
+            'gen_ai.request.model': MODEL_CLAUDE_OPUS,
+            'gen_ai.usage.input_tokens': 500,
+        },
+    };
+}
+function makeBackend(spans) {
+    const store = { local: spans };
+    return createTraceBackend(store, 'local');
+}
+function isNoData(r) {
+    return r.kind === 'no-data';
+}
+function isResult(r) {
+    return r.kind === 'result';
+}
+// ---------- schema ----------
+void describe('hallucinationDetectionSchema', () => {
+    void it('should accept empty input with defaults', () => {
+        const result = hallucinationDetectionSchema.parse({});
+        assert.strictEqual(result.backend, 'cloud');
+        assert.strictEqual(result.groupBy, 'model');
+        assert.strictEqual(result.limit, HALLUCINATION_DETECTION_DEFAULT_LIMIT);
+    });
+    void it('should accept groupBy method', () => {
+        const result = hallucinationDetectionSchema.parse({ groupBy: 'method' });
+        assert.strictEqual(result.groupBy, 'method');
+    });
+    void it('should reject invalid groupBy value', () => {
+        assert.throws(() => hallucinationDetectionSchema.parse({ groupBy: 'invalid' }));
+    });
+    void it('should accept optional model filter', () => {
+        const result = hallucinationDetectionSchema.parse({ model: MODEL_CLAUDE_OPUS });
+        assert.strictEqual(result.model, MODEL_CLAUDE_OPUS);
+    });
+    void it('should accept optional method filter', () => {
+        const result = hallucinationDetectionSchema.parse({ method: METHOD_QAG });
+        assert.strictEqual(result.method, METHOD_QAG);
+    });
+    void it('should accept threshold between 0 and 1', () => {
+        const result = hallucinationDetectionSchema.parse({ threshold: 0.3 });
+        assert.strictEqual(result.threshold, 0.3);
+    });
+    void it('should reject threshold above 1', () => {
+        assert.throws(() => hallucinationDetectionSchema.parse({ threshold: 1.5 }));
+    });
+    void it('should reject threshold below 0', () => {
+        assert.throws(() => hallucinationDetectionSchema.parse({ threshold: -0.1 }));
+    });
+    void it('should accept startDate and endDate filters', () => {
+        const result = hallucinationDetectionSchema.parse({
+            startDate: '2026-01-01',
+            endDate: '2026-03-01',
+        });
+        assert.strictEqual(result.startDate, '2026-01-01');
+        assert.strictEqual(result.endDate, '2026-03-01');
+    });
+    void it('should reject limit of 0', () => {
+        assert.throws(() => hallucinationDetectionSchema.parse({ limit: 0 }));
+    });
+});
+// ---------- no-data cases ----------
+void describe('hallucinationDetection — no-data', () => {
+    void it('should return no-data when backend has no spans', async () => {
+        const backend = makeBackend([]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isNoData(result), `expected no-data, got kind=${result.kind}`);
+    });
+    void it('should return no-data when spans exist but none have evaluation attributes', async () => {
+        const backend = makeBackend([makeNonEvalSpan(), makeNonEvalSpan(), makeNonEvalSpan()]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isNoData(result), `expected no-data for spans without eval attributes, got kind=${result.kind}`);
+    });
+    void it('should include totalSpansScanned in no-data result', async () => {
+        const TOTAL_SPANS = 2;
+        const backend = makeBackend([makeNonEvalSpan(), makeNonEvalSpan()]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isNoData(result));
+        assert.strictEqual(result.totalSpansScanned, TOTAL_SPANS);
+    });
+    void it('should include backend field in no-data result', async () => {
+        const backend = makeBackend([]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isNoData(result));
+        assert.ok(typeof result.backend === 'string');
+    });
+    void it('should include message field in no-data result', async () => {
+        const backend = makeBackend([]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isNoData(result));
+        assert.ok(typeof result.message === 'string' && result.message.length > 0);
+    });
+});
+// ---------- basic detection ----------
+void describe('hallucinationDetection — basic detection', () => {
+    void it('should return result kind when evaluation spans are present', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: SCORE_HIGH_RISK, scoreLabel: 'hallucination_risk' }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result), `expected result, got kind=${result.kind}`);
+    });
+    void it('should include evaluatedSpans count in summary', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ scoreValue: SCORE_LOW_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.strictEqual(result.summary.evaluatedSpans, EXPECTED_TWO);
+    });
+    void it('should compute avgRiskScore across evaluated spans', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: 0.4 }),
+            makeEvalSpan({ scoreValue: 0.6 }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        const EXPECTED_AVG = 0.5;
+        assert.ok(Math.abs(result.summary.avgRiskScore - EXPECTED_AVG) < 0.001, `avgRiskScore should be ~${EXPECTED_AVG}, got ${result.summary.avgRiskScore}`);
+    });
+    void it('should count spans above threshold as highRiskCount', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: SCORE_HIGH_RISK }), // above default threshold
+            makeEvalSpan({ scoreValue: SCORE_LOW_RISK }), // below default threshold
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.strictEqual(result.summary.highRiskCount, EXPECTED_ONE);
+    });
+    void it('should compute overallDetectionRate as highRiskCount / evaluatedSpans', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ scoreValue: SCORE_LOW_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        const EXPECTED_RATE = 2 / 3;
+        assert.ok(Math.abs(result.summary.overallDetectionRate - EXPECTED_RATE) < 0.001, `overallDetectionRate should be ~${EXPECTED_RATE}, got ${result.summary.overallDetectionRate}`);
+    });
+    void it('should include totalSpansScanned in result', async () => {
+        const TOTAL_SPANS = 3;
+        const backend = makeBackend([
+            makeNonEvalSpan(),
+            makeEvalSpan({ scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ scoreValue: SCORE_LOW_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.strictEqual(result.totalSpansScanned, TOTAL_SPANS);
+    });
+    void it('should include threshold used in result', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: SCORE_HIGH_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.ok(typeof result.threshold === 'number' && result.threshold > 0 && result.threshold < 1);
+    });
+    void it('should detect spans with scoreLabel hallucination', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: SCORE_HIGH_RISK, scoreLabel: 'hallucination' }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result), 'should detect spans with label hallucination');
+        assert.strictEqual(result.summary.evaluatedSpans, EXPECTED_ONE);
+    });
+    void it('should detect spans with scoreLabel faithfulness', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: SCORE_FAITHFULNESS_HIGH, scoreLabel: 'faithfulness' }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result), 'should detect spans with label faithfulness');
+        assert.strictEqual(result.summary.evaluatedSpans, EXPECTED_ONE);
+    });
+});
+// ---------- faithfulness inversion ----------
+void describe('hallucinationDetection — faithfulness inversion', () => {
+    void it('should invert faithfulness score: 0.9 faithfulness → 0.1 hallucination risk', async () => {
+        const FAITHFULNESS = 0.9;
+        const EXPECTED_RISK = 0.1;
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: FAITHFULNESS, scoreLabel: 'faithfulness' }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.ok(Math.abs(result.summary.avgRiskScore - EXPECTED_RISK) < 0.001, `faithfulness 0.9 should yield avg risk ~0.1, got ${result.summary.avgRiskScore}`);
+    });
+    void it('should invert faithfulness score: 0.3 faithfulness → 0.7 hallucination risk', async () => {
+        const FAITHFULNESS_LOW = 0.3;
+        const EXPECTED_RISK = 0.7;
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: FAITHFULNESS_LOW, scoreLabel: 'faithfulness' }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.ok(Math.abs(result.summary.avgRiskScore - EXPECTED_RISK) < 0.001, `faithfulness 0.3 should yield avg risk ~0.7, got ${result.summary.avgRiskScore}`);
+    });
+    void it('should store inverted faithfulness score in topRisks', async () => {
+        const FAITHFULNESS = 0.2; // high risk after inversion: 0.8
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: FAITHFULNESS, scoreLabel: 'faithfulness' }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.ok(result.topRisks.length > 0, 'topRisks should be non-empty');
+        const EXPECTED_INVERTED_SCORE = 0.8;
+        assert.ok(Math.abs((result.topRisks[0]?.score ?? NaN) - EXPECTED_INVERTED_SCORE) < 0.001, `topRisks score should be inverted: ~0.8, got ${result.topRisks[0]?.score}`);
+    });
+    void it('should not invert hallucination_risk scores (no inversion for non-faithfulness labels)', async () => {
+        const RISK_SCORE = 0.7;
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: RISK_SCORE, scoreLabel: 'hallucination_risk' }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.ok(Math.abs(result.summary.avgRiskScore - RISK_SCORE) < 0.001, `hallucination_risk 0.7 should not be inverted, got ${result.summary.avgRiskScore}`);
+    });
+});
+// ---------- model grouping ----------
+void describe('hallucinationDetection — model grouping', () => {
+    void it('should group results by model when groupBy is model', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ model: MODEL_GPT4O, scoreValue: SCORE_LOW_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', groupBy: 'model' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.strictEqual(result.groups.length, EXPECTED_TWO);
+    });
+    void it('should count spans per model group', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: SCORE_MED_RISK }),
+            makeEvalSpan({ model: MODEL_GPT4O, scoreValue: SCORE_LOW_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', groupBy: 'model' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        const opusGroup = result.groups.find((g) => 'model' in g && g.model === MODEL_CLAUDE_OPUS);
+        assert.ok(opusGroup, 'claude-3-opus group should exist');
+        assert.strictEqual(opusGroup.count, EXPECTED_TWO);
+    });
+    void it('should compute avgRiskScore per model group', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: 0.4 }),
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: 0.6 }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', groupBy: 'model' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        const opusGroup = result.groups.find((g) => 'model' in g && g.model === MODEL_CLAUDE_OPUS);
+        assert.ok(opusGroup, 'claude-3-opus group should exist');
+        const EXPECTED_AVG = 0.5;
+        assert.ok(Math.abs(opusGroup.avgRiskScore - EXPECTED_AVG) < 0.001, `avgRiskScore should be ~${EXPECTED_AVG}, got ${opusGroup.avgRiskScore}`);
+    });
+    void it('should compute highRiskCount per model group', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: SCORE_HIGH_RISK }), // above threshold
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: SCORE_LOW_RISK }), // below threshold
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', groupBy: 'model' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        const opusGroup = result.groups.find((g) => 'model' in g && g.model === MODEL_CLAUDE_OPUS);
+        assert.ok(opusGroup, 'claude-3-opus group should exist');
+        assert.strictEqual(opusGroup.highRiskCount, EXPECTED_ONE);
+    });
+    void it('should compute detectionRate per model group', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: SCORE_LOW_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', groupBy: 'model' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        const opusGroup = result.groups.find((g) => 'model' in g && g.model === MODEL_CLAUDE_OPUS);
+        assert.ok(opusGroup, 'claude-3-opus group should exist');
+        const EXPECTED_RATE = 2 / 3;
+        assert.ok(Math.abs(opusGroup.detectionRate - EXPECTED_RATE) < 0.001, `detectionRate should be ~${EXPECTED_RATE}, got ${opusGroup.detectionRate}`);
+    });
+    void it('should include uniqueModels count in summary', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS }),
+            makeEvalSpan({ model: MODEL_GPT4O }),
+            makeEvalSpan({ model: MODEL_CLAUDE_HAIKU }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.strictEqual(result.summary.uniqueModels, EXPECTED_THREE);
+    });
+});
+// ---------- method grouping ----------
+void describe('hallucinationDetection — method grouping', () => {
+    void it('should group by detection method when groupBy is method', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ evaluator: METHOD_QAG, scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ evaluator: METHOD_GEVAL, scoreValue: SCORE_LOW_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', groupBy: 'method' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.strictEqual(result.groups.length, EXPECTED_TWO);
+    });
+    void it('should include method field in method groups', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ evaluator: METHOD_QAG, scoreValue: SCORE_HIGH_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', groupBy: 'method' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        const qagGroup = result.groups.find((g) => 'method' in g && g.method === METHOD_QAG);
+        assert.ok(qagGroup, `${METHOD_QAG} group should exist`);
+    });
+    void it('should count spans per method group', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ evaluator: METHOD_GEVAL, scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ evaluator: METHOD_GEVAL, scoreValue: SCORE_MED_RISK }),
+            makeEvalSpan({ evaluator: METHOD_SENTINEL, scoreValue: SCORE_LOW_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', groupBy: 'method' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        const gevalGroup = result.groups.find((g) => 'method' in g && g.method === METHOD_GEVAL);
+        assert.ok(gevalGroup, 'geval group should exist');
+        assert.strictEqual(gevalGroup.count, EXPECTED_TWO);
+    });
+});
+// ---------- threshold override ----------
+void describe('hallucinationDetection — threshold override', () => {
+    void it('should use custom threshold for highRiskCount calculation', async () => {
+        // MED_RISK (0.25) is above THRESHOLD_LOW (0.1) but might differ at high threshold
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: SCORE_HIGH_RISK }), // 0.8 → above both thresholds
+            makeEvalSpan({ scoreValue: SCORE_MED_RISK }), // 0.25 → above THRESHOLD_LOW, below THRESHOLD_HIGH
+            makeEvalSpan({ scoreValue: SCORE_LOW_RISK }), // 0.05 → below both thresholds
+        ]);
+        const resultLow = await hallucinationDetection({ backend: 'local', threshold: THRESHOLD_LOW }, { localBackend: backend });
+        const resultHigh = await hallucinationDetection({ backend: 'local', threshold: THRESHOLD_HIGH }, { localBackend: backend });
+        assert.ok(isResult(resultLow));
+        assert.ok(isResult(resultHigh));
+        // Low threshold counts more spans as high-risk
+        assert.ok(resultLow.summary.highRiskCount >= resultHigh.summary.highRiskCount, `low threshold should yield >= highRiskCount than high threshold`);
+    });
+    void it('should store the custom threshold in result.threshold', async () => {
+        const CUSTOM_THRESHOLD = 0.3;
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: SCORE_HIGH_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', threshold: CUSTOM_THRESHOLD }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.strictEqual(result.threshold, CUSTOM_THRESHOLD);
+    });
+});
+// ---------- model filter ----------
+void describe('hallucinationDetection — model filter', () => {
+    void it('should filter to only spans matching model', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ model: MODEL_GPT4O, scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ model: MODEL_GPT4O, scoreValue: SCORE_MED_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', model: MODEL_GPT4O }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.strictEqual(result.summary.evaluatedSpans, EXPECTED_TWO);
+    });
+    void it('should return no-data when model filter matches no spans', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: SCORE_HIGH_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', model: 'nonexistent-model' }, { localBackend: backend });
+        assert.ok(isNoData(result), `expected no-data for unmatched model filter, got kind=${result.kind}`);
+    });
+    void it('should not include filtered-out model in groups', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ model: MODEL_CLAUDE_OPUS, scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ model: MODEL_GPT4O, scoreValue: SCORE_HIGH_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', model: MODEL_CLAUDE_OPUS, groupBy: 'model' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        const gpt4oGroup = result.groups.find((g) => 'model' in g && g.model === MODEL_GPT4O);
+        assert.ok(!gpt4oGroup, 'gpt-4o should not appear when filtered for claude-3-opus');
+    });
+});
+// ---------- method filter ----------
+void describe('hallucinationDetection — method filter', () => {
+    void it('should filter to only spans matching method', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ evaluator: METHOD_QAG, scoreValue: SCORE_HIGH_RISK }),
+            makeEvalSpan({ evaluator: METHOD_QAG, scoreValue: SCORE_MED_RISK }),
+            makeEvalSpan({ evaluator: METHOD_GEVAL, scoreValue: SCORE_LOW_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', method: METHOD_QAG }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.strictEqual(result.summary.evaluatedSpans, EXPECTED_TWO);
+    });
+    void it('should return no-data when method filter matches no spans', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ evaluator: METHOD_GEVAL, scoreValue: SCORE_HIGH_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local', method: 'nonexistent-method' }, { localBackend: backend });
+        assert.ok(isNoData(result), `expected no-data for unmatched method filter, got kind=${result.kind}`);
+    });
+});
+// ---------- topRisks ----------
+void describe('hallucinationDetection — topRisks', () => {
+    void it('should return topRisks sorted in descending risk order', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ scoreValue: 0.2 }),
+            makeEvalSpan({ scoreValue: 0.9 }),
+            makeEvalSpan({ scoreValue: 0.5 }),
+            makeEvalSpan({ scoreValue: 0.1 }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.ok(result.topRisks.length > 0, 'topRisks should be non-empty');
+        // Verify descending order
+        for (let i = 0; i < result.topRisks.length - 1; i++) {
+            const scoreA = result.topRisks[i]?.score ?? NaN;
+            const scoreB = result.topRisks[i + 1]?.score ?? NaN;
+            assert.ok(scoreA >= scoreB, `topRisks[${i}].score (${scoreA}) should be >= topRisks[${i + 1}].score (${scoreB})`);
+        }
+    });
+    void it('should cap topRisks at 10 entries', async () => {
+        const spans = Array.from({ length: 15 }, (_, i) => makeEvalSpan({ scoreValue: (i + 1) / 20 }));
+        const backend = makeBackend(spans);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        assert.ok(result.topRisks.length <= TOP_RISKS_MAX, `topRisks should have at most 10 entries, got ${result.topRisks.length}`);
+    });
+    void it('should include model, method, score, and evaluationName in each topRisk entry', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({
+                model: MODEL_CLAUDE_OPUS,
+                scoreValue: SCORE_HIGH_RISK,
+                evaluator: METHOD_QAG,
+                evalName: 'hallucination_check',
+            }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        const topRisk = result.topRisks[0];
+        assert.ok(topRisk, 'first topRisk entry should exist');
+        assert.ok(typeof topRisk.model === 'string', 'topRisk.model should be a string');
+        assert.ok(typeof topRisk.method === 'string', 'topRisk.method should be a string');
+        assert.ok(typeof topRisk.score === 'number', 'topRisk.score should be a number');
+        assert.ok(typeof topRisk.evaluationName === 'string', 'topRisk.evaluationName should be a string');
+    });
+    void it('should set topRisk model from gen_ai.request.model attribute', async () => {
+        const backend = makeBackend([
+            makeEvalSpan({ model: MODEL_CLAUDE_HAIKU, scoreValue: SCORE_HIGH_RISK }),
+        ]);
+        const result = await hallucinationDetection({ backend: 'local' }, { localBackend: backend });
+        assert.ok(isResult(result));
+        const topRisk = result.topRisks[0];
+        assert.ok(topRisk, 'first topRisk should exist');
+        assert.strictEqual(topRisk.model, MODEL_CLAUDE_HAIKU);
+    });
+});
+// ---------- tool export ----------
+void describe('hallucinationDetectionTool export', () => {
+    void it('should export a tool object with name obs_hallucination_detection', async () => {
+        const { hallucinationDetectionTool } = await import('./hallucination-detection.js');
+        assert.strictEqual(hallucinationDetectionTool.name, 'obs_hallucination_detection');
+    });
+});
+//# sourceMappingURL=hallucination-detection.test.js.map

package/dist/tools/hallucination-detection.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hallucination-detection.test.js","sourceRoot":"","sources":["../../src/tools/hallucination-detection.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,2BAA2B,EAAkB,MAAM,sBAAsB,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAuB,MAAM,kCAAkC,CAAC;AAC3F,OAAO,EACL,sBAAsB,EACtB,4BAA4B,EAC5B,qCAAqC,GAGtC,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAC7F,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,uCAAuC;AAEvC,MAAM,cAAc,GAAG,mBAAmB,CAAC;AAC3C,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,iBAAiB;AACjB,MAAM,iBAAiB,GAAG,eAAe,CAAC;AAC1C,MAAM,kBAAkB,GAAG,gBAAgB,CAAC;AAC5C,MAAM,WAAW,GAAG,QAAQ,CAAC;AAE7B,kBAAkB;AAClB,MAAM,UAAU,GAAG,kBAAkB,CAAC;AACtC,MAAM,YAAY,GAAG,OAAO,CAAC;AAC7B,MAAM,eAAe,GAAG,UAAU,CAAC;AAEnC,iBAAiB;AACjB,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,uBAAuB,GAAG,GAAG,CAAC,CAAK,oCAAoC;AAE7E,qBAAqB;AACrB,MAAM,aAAa,GAAG,GAAG,CAAC;AAC1B,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B,kBAAkB;AAClB,MAAM,YAAY,GAAG,CAAC,CAAC;AACvB,MAAM,YAAY,GAAG,CAAC,CAAC;AACvB,MAAM,cAAc,GAAG,CAAC,CAAC;AAEzB,MAAM,aAAa,GAAG,EAAE,CAAC;AAEzB,gCAAgC;AAEhC,IAAI,WAAW,GAAG,CAAC,CAAC;AAEpB,SAAS,YAAY,CAAC,SAOrB;IACC,WAAW,IAAI,CAAC,CAAC;IACjB,OAAO;QACL,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI,SAAS;QACvC,MAAM,EAAE,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,KAAK,CAAC,cAAc,EAAE,YAAY,CAAC,EAAE;QACjG,IAAI,EAAE,YAAY;QAClB,iBAAiB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW;QAC3C,eAAe,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,WAAW;QAChD,UAAU,EAAE,EAAE;QACd,UAAU,EAAE;YACV,sBAAsB,EAAE,SAAS,CAAC,KAAK,IAAI,iBAAiB;YAC5D,CAAC,2BAA2B,CAAC,WAAW,CAAC,EAAE,SAAS,CAAC,UAAU,IAAI,eAAe;YAClF,CAAC,2BAA2B,CAAC,WAAW,CAAC,EAAE,SAAS,CAAC,UAAU,IAAI,oBAAoB;YACvF,GAAG,CAAC,SAAS,CAAC,SAAS,KAAK,SAAS,IAAI;gBACvC,CAAC,2BAA2B,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,SAAS;aAC7D,CAAC;YACF,GAAG,CAAC,SAAS,CAAC,QAAQ,KAAK,SAAS,IAAI;gBACtC,CAAC,2BAA2B,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,QAAQ;aACvD,CAAC;SACH;KACF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe;IACtB,WAAW,IAAI,CAAC,CAAC;IACjB,OAAO;QACL,OAAO,EAAE,cAAc;QACvB,MAAM,EAAE,eAAe,WAAW,EAAE;QACpC,IAAI,EAAE,UAAU;QAChB,iBAAiB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW;QAC3C,eAAe,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,WAAW;QACjD,UAAU,EAAE,GAAG;QACf,UAAU,EAAE;YACV,sBAAsB,EAAE,iBAAiB;YACzC,2BAA2B,EAAE,GAAG;SACjC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAkB;IACrC,MAAM,KAAK,GAAmB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC/C,OAAO,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;AAC5C,CAAC;AAID,SAAS,QAAQ,CAAC,CAAY;IAC5B,OAAO,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC;AAC9B,CAAC;AAED,SAAS,QAAQ,CAAC,CAAY;IAC5B,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;AAC7B,CAAC;AAED,+BAA+B;AAE/B,KAAK,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IACjD,KAAK,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,4BAA4B,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACtD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,qCAAqC,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC3C,MAAM,MAAM,GAAG,4BAA4B,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QACzE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAClD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,4BAA4B,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAClD,MAAM,MAAM,GAAG,4BAA4B,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAChF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QACnD,MAAM,MAAM,GAAG,4BAA4B,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QAC1E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,4BAA4B,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,4BAA4B,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,4BAA4B,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QAC1D,MAAM,MAAM,GAAG,4BAA4B,CAAC,KAAK,CAAC;YAChD,SAAS,EAAE,YAAY;YACvB,OAAO,EAAE,YAAY;SACtB,CAAC,CAAC;QACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACnD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACvC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,4BAA4B,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,sCAAsC;AAEtC,KAAK,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;IACrD,KAAK,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,OAAO,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,8BAA8B,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC/F,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,eAAe,EAAE,EAAE,eAAe,EAAE,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QACvF,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,gEAAgE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7G,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,WAAW,GAAG,CAAC,CAAC;QACtB,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,eAAe,EAAE,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QACpE,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,EAAE,WAAW,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,OAAO,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,OAAO,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,wCAAwC;AAExC,KAAK,QAAQ,CAAC,0CAA0C,EAAE,GAAG,EAAE;IAC7D,KAAK,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAChF,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,oBAAoB,EAAE,CAAC;SAChF,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,6BAA6B,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YAC7C,YAAY,CAAC,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SAC7C,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;YACjC,YAAY,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;SAClC,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,YAAY,GAAG,GAAG,CAAC;QACzB,MAAM,CAAC,EAAE,CACP,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,GAAG,YAAY,CAAC,GAAG,KAAK,EAC5D,2BAA2B,YAAY,SAAS,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,CAC9E,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,EAAG,0BAA0B;YAC1E,YAAY,CAAC,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC,EAAI,0BAA0B;SAC3E,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YAC7C,YAAY,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YAC7C,YAAY,CAAC,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SAC7C,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,aAAa,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CACP,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,GAAG,aAAa,CAAC,GAAG,KAAK,EACrE,mCAAmC,aAAa,SAAS,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAC/F,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,WAAW,GAAG,CAAC,CAAC;QACtB,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,eAAe,EAAE;YACjB,YAAY,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YAC7C,YAAY,CAAC,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SAC7C,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,EAAE,WAAW,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;SAC9C,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;SAC3E,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,8CAA8C,CAAC,CAAC;QAC5E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,uBAAuB,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SAClF,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,6CAA6C,CAAC,CAAC;QAC3E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+CAA+C;AAE/C,KAAK,QAAQ,CAAC,iDAAiD,EAAE,GAAG,EAAE;IACpE,KAAK,EAAE,CAAC,6EAA6E,EAAE,KAAK,IAAI,EAAE;QAChG,MAAM,YAAY,GAAG,GAAG,CAAC;QACzB,MAAM,aAAa,GAAG,GAAG,CAAC;QAC1B,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SACvE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CACP,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,GAAG,aAAa,CAAC,GAAG,KAAK,EAC7D,oDAAoD,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,CAClF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,6EAA6E,EAAE,KAAK,IAAI,EAAE;QAChG,MAAM,gBAAgB,GAAG,GAAG,CAAC;QAC7B,MAAM,aAAa,GAAG,GAAG,CAAC;QAC1B,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,gBAAgB,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SAC3E,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CACP,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,GAAG,aAAa,CAAC,GAAG,KAAK,EAC7D,oDAAoD,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,CAClF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,YAAY,GAAG,GAAG,CAAC,CAAE,iCAAiC;QAC5D,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SACvE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,8BAA8B,CAAC,CAAC;QACtE,MAAM,uBAAuB,GAAG,GAAG,CAAC;QACpC,MAAM,CAAC,EAAE,CACP,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,GAAG,CAAC,GAAG,uBAAuB,CAAC,GAAG,KAAK,EAC9E,gDAAgD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAC5E,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,wFAAwF,EAAE,KAAK,IAAI,EAAE;QAC3G,MAAM,UAAU,GAAG,GAAG,CAAC;QACvB,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,oBAAoB,EAAE,CAAC;SAC3E,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CACP,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,KAAK,EAC1D,sDAAsD,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,CACpF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,uCAAuC;AAEvC,KAAK,QAAQ,CAAC,yCAAyC,EAAE,GAAG,EAAE;IAC5D,KAAK,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YACvE,YAAY,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SACjE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EACtC,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YACvE,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;YACtE,YAAY,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SACjE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EACtC,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,iBAAiB,CAAC,CAAC;QAC3F,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,kCAAkC,CAAC,CAAC;QACzD,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;YAC3D,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;SAC5D,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EACtC,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,iBAAiB,CAAC,CAAC;QAC3F,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,kCAAkC,CAAC,CAAC;QACzD,MAAM,YAAY,GAAG,GAAG,CAAC;QACzB,MAAM,CAAC,EAAE,CACP,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,GAAG,YAAY,CAAC,GAAG,KAAK,EACvD,2BAA2B,YAAY,SAAS,SAAS,CAAC,YAAY,EAAE,CACzE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,EAAG,kBAAkB;YAC5F,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC,EAAI,kBAAkB;SAC7F,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EACtC,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,iBAAiB,CAAC,CAAC;QAC3F,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,kCAAkC,CAAC,CAAC;QACzD,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YACvE,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YACvE,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SACvE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EACtC,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,iBAAiB,CAAC,CAAC;QAC3F,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,kCAAkC,CAAC,CAAC;QACzD,MAAM,aAAa,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CACP,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,aAAa,GAAG,aAAa,CAAC,GAAG,KAAK,EACzD,4BAA4B,aAAa,SAAS,SAAS,CAAC,aAAa,EAAE,CAC5E,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC;YAC1C,YAAY,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;YACpC,YAAY,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;SAC5C,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,wCAAwC;AAExC,KAAK,QAAQ,CAAC,0CAA0C,EAAE,GAAG,EAAE;IAC7D,KAAK,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YACpE,YAAY,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SACtE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EACvC,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;SACrE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EACvC,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;QACrF,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,UAAU,qBAAqB,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YACtE,YAAY,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;YACrE,YAAY,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SACzE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EACvC,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC;QACzF,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAC;QAClD,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,2CAA2C;AAE3C,KAAK,QAAQ,CAAC,6CAA6C,EAAE,GAAG,EAAE;IAChE,KAAK,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QAC9E,kFAAkF;QAClF,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,EAAI,8BAA8B;YAC/E,YAAY,CAAC,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC,EAAK,mDAAmD;YACpG,YAAY,CAAC,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC,EAAK,+BAA+B;SACjF,CAAC,CAAC;QACH,MAAM,SAAS,GAAc,MAAM,sBAAsB,CACvD,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,EAC9C,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,UAAU,GAAc,MAAM,sBAAsB,CACxD,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,EAC/C,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;QAChC,+CAA+C;QAC/C,MAAM,CAAC,EAAE,CACP,SAAS,CAAC,OAAO,CAAC,aAAa,IAAI,UAAU,CAAC,OAAO,CAAC,aAAa,EACnE,iEAAiE,CAClE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,gBAAgB,GAAG,GAAG,CAAC;QAC7B,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;SAC9C,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,EACjD,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,qCAAqC;AAErC,KAAK,QAAQ,CAAC,uCAAuC,EAAE,GAAG,EAAE;IAC1D,KAAK,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YACvE,YAAY,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YACjE,YAAY,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SACjE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,EACxC,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;SACxE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,EAChD,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,yDAAyD,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACtG,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YACvE,YAAY,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;SAClE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,OAAO,EAAE,EAChE,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC;QACtF,MAAM,CAAC,EAAE,CAAC,CAAC,UAAU,EAAE,0DAA0D,CAAC,CAAC;IACrF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,sCAAsC;AAEtC,KAAK,QAAQ,CAAC,wCAAwC,EAAE,GAAG,EAAE;IAC3D,KAAK,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;YACpE,YAAY,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;YACnE,YAAY,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;SACtE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,EACxC,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;SACvE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CACpD,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,EAClD,EAAE,YAAY,EAAE,OAAO,EAAE,CAC1B,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,0DAA0D,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACvG,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,iCAAiC;AAEjC,KAAK,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACtD,KAAK,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;YACjC,YAAY,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;YACjC,YAAY,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;YACjC,YAAY,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;SAClC,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,8BAA8B,CAAC,CAAC;QACtE,0BAA0B;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACpD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,GAAG,CAAC;YAChD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,IAAI,GAAG,CAAC;YACpD,MAAM,CAAC,EAAE,CACP,MAAM,IAAI,MAAM,EAChB,YAAY,CAAC,YAAY,MAAM,2BAA2B,CAAC,GAAG,CAAC,YAAY,MAAM,GAAG,CACrF,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAChD,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAC3C,CAAC;QACF,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,aAAa,EAAE,gDAAgD,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/H,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,+EAA+E,EAAE,KAAK,IAAI,EAAE;QAClG,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC;gBACX,KAAK,EAAE,iBAAiB;gBACxB,UAAU,EAAE,eAAe;gBAC3B,SAAS,EAAE,UAAU;gBACrB,QAAQ,EAAE,qBAAqB;aAChC,CAAC;SACH,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,kCAAkC,CAAC,CAAC;QACvD,MAAM,CAAC,EAAE,CAAC,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,EAAE,kCAAkC,CAAC,CAAC;QACjF,MAAM,CAAC,EAAE,CAAC,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,mCAAmC,CAAC,CAAC;QACnF,MAAM,CAAC,EAAE,CAAC,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,EAAE,kCAAkC,CAAC,CAAC;QACjF,MAAM,CAAC,EAAE,CAAC,OAAO,OAAO,CAAC,cAAc,KAAK,QAAQ,EAAE,2CAA2C,CAAC,CAAC;IACrG,CAAC,CAAC,CAAC;IAEH,KAAK,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,OAAO,GAAG,WAAW,CAAC;YAC1B,YAAY,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;SACzE,CAAC,CAAC;QACH,MAAM,MAAM,GAAc,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;QACjD,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,oCAAoC;AAEpC,KAAK,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACtD,KAAK,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACtF,MAAM,EAAE,0BAA0B,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAC;QACpF,MAAM,CAAC,WAAW,CAAC,0BAA0B,CAAC,IAAI,EAAE,6BAA6B,CAAC,CAAC;IACrF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}