rag-eval-node-ts 0.3.0

package/dist/__tests__/types.test.js

@@ -0,0 +1,531 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+// ---------------------------------------------------------------------------
+// Helper: a compile-time type assertion that T is assignable to Expected.
+// At runtime this is just an identity function — the real value is that
+// TypeScript will reject the test file if the shape is wrong.
+// ---------------------------------------------------------------------------
+function assertType(_val) { }
+// ---------------------------------------------------------------------------
+// MetricId union — all 7 values
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('MetricId', () => {
+    (0, vitest_1.it)('contains all seven metric identifiers', () => {
+        const ids = [
+            'faithfulness',
+            'answerRelevance',
+            'contextPrecision',
+            'contextRecall',
+            'contextRelevance',
+            'answerCorrectness',
+            'hallucinationRate',
+        ];
+        (0, vitest_1.expect)(ids).toHaveLength(7);
+        (0, vitest_1.expect)(ids).toContain('faithfulness');
+        (0, vitest_1.expect)(ids).toContain('answerRelevance');
+        (0, vitest_1.expect)(ids).toContain('contextPrecision');
+        (0, vitest_1.expect)(ids).toContain('contextRecall');
+        (0, vitest_1.expect)(ids).toContain('contextRelevance');
+        (0, vitest_1.expect)(ids).toContain('answerCorrectness');
+        (0, vitest_1.expect)(ids).toContain('hallucinationRate');
+    });
+});
+// ---------------------------------------------------------------------------
+// EvaluationMode union — 3 values
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('EvaluationMode', () => {
+    (0, vitest_1.it)('contains heuristic, llm, and hybrid', () => {
+        const modes = ['heuristic', 'llm', 'hybrid'];
+        (0, vitest_1.expect)(modes).toHaveLength(3);
+        (0, vitest_1.expect)(modes).toContain('heuristic');
+        (0, vitest_1.expect)(modes).toContain('llm');
+        (0, vitest_1.expect)(modes).toContain('hybrid');
+    });
+});
+// ---------------------------------------------------------------------------
+// EvalSample
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('EvalSample', () => {
+    (0, vitest_1.it)('requires question, answer, contexts and accepts optional fields', () => {
+        const minimal = {
+            question: 'What is RAG?',
+            answer: 'RAG stands for Retrieval-Augmented Generation.',
+            contexts: ['Context about RAG'],
+        };
+        assertType(minimal);
+        (0, vitest_1.expect)(minimal.question).toBe('What is RAG?');
+        (0, vitest_1.expect)(minimal.answer).toBeDefined();
+        (0, vitest_1.expect)(Array.isArray(minimal.contexts)).toBe(true);
+        (0, vitest_1.expect)(minimal.groundTruth).toBeUndefined();
+        (0, vitest_1.expect)(minimal.id).toBeUndefined();
+        (0, vitest_1.expect)(minimal.metadata).toBeUndefined();
+    });
+    (0, vitest_1.it)('accepts all optional fields', () => {
+        const full = {
+            question: 'What is RAG?',
+            answer: 'RAG stands for Retrieval-Augmented Generation.',
+            contexts: ['Context about RAG'],
+            groundTruth: 'RAG is a technique that combines retrieval with generation.',
+            id: 'sample-001',
+            metadata: { source: 'test', priority: 1 },
+        };
+        assertType(full);
+        (0, vitest_1.expect)(full.groundTruth).toBeDefined();
+        (0, vitest_1.expect)(full.id).toBe('sample-001');
+        (0, vitest_1.expect)(full.metadata).toEqual({ source: 'test', priority: 1 });
+    });
+});
+// ---------------------------------------------------------------------------
+// EvalSignal
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('EvalSignal', () => {
+    (0, vitest_1.it)('has required id, metricId, severity, message fields', () => {
+        const signal = {
+            id: 'unsupported-claim-1',
+            metricId: 'faithfulness',
+            severity: 'critical',
+            message: 'Claim not supported by any context chunk.',
+        };
+        assertType(signal);
+        (0, vitest_1.expect)(signal.id).toBe('unsupported-claim-1');
+        (0, vitest_1.expect)(signal.metricId).toBe('faithfulness');
+        (0, vitest_1.expect)(signal.severity).toBe('critical');
+        (0, vitest_1.expect)(signal.message).toBeDefined();
+        (0, vitest_1.expect)(signal.evidence).toBeUndefined();
+        (0, vitest_1.expect)(signal.contextChunkIndex).toBeUndefined();
+    });
+    (0, vitest_1.it)('accepts optional evidence and contextChunkIndex', () => {
+        const signal = {
+            id: 'irrelevant-chunk',
+            metricId: 'contextPrecision',
+            severity: 'warning',
+            message: 'Context chunk appears irrelevant.',
+            evidence: 'The cat sat on the mat.',
+            contextChunkIndex: 2,
+        };
+        assertType(signal);
+        (0, vitest_1.expect)(signal.evidence).toBe('The cat sat on the mat.');
+        (0, vitest_1.expect)(signal.contextChunkIndex).toBe(2);
+    });
+    (0, vitest_1.it)('severity is constrained to info | warning | critical', () => {
+        const severities = ['info', 'warning', 'critical'];
+        (0, vitest_1.expect)(severities).toHaveLength(3);
+    });
+});
+// ---------------------------------------------------------------------------
+// MetricResult
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('MetricResult', () => {
+    (0, vitest_1.it)('has score as number | null and passed as boolean | null', () => {
+        const result = {
+            metricId: 'faithfulness',
+            score: 0.85,
+            mode: 'heuristic',
+            passed: true,
+            threshold: 0.7,
+            explanation: 'All claims were found in the context.',
+            signals: [],
+            llmCalls: 0,
+            durationMs: 12,
+        };
+        assertType(result);
+        (0, vitest_1.expect)(result.score).toBe(0.85);
+        (0, vitest_1.expect)(result.passed).toBe(true);
+    });
+    (0, vitest_1.it)('allows null score and null passed', () => {
+        const result = {
+            metricId: 'contextRecall',
+            score: null,
+            mode: 'llm',
+            passed: null,
+            threshold: 0.7,
+            explanation: 'groundTruth was not provided.',
+            signals: [],
+            llmCalls: 0,
+            durationMs: 1,
+        };
+        assertType(result);
+        (0, vitest_1.expect)(result.score).toBeNull();
+        (0, vitest_1.expect)(result.passed).toBeNull();
+    });
+    (0, vitest_1.it)('mode is constrained to heuristic | llm (not hybrid)', () => {
+        const modes = ['heuristic', 'llm'];
+        (0, vitest_1.expect)(modes).toHaveLength(2);
+    });
+    (0, vitest_1.it)('has all required numeric fields', () => {
+        const result = {
+            metricId: 'answerRelevance',
+            score: 0.72,
+            mode: 'llm',
+            passed: true,
+            threshold: 0.7,
+            explanation: 'Answer is relevant to the question.',
+            signals: [],
+            llmCalls: 3,
+            durationMs: 450,
+        };
+        (0, vitest_1.expect)(typeof result.threshold).toBe('number');
+        (0, vitest_1.expect)(typeof result.llmCalls).toBe('number');
+        (0, vitest_1.expect)(typeof result.durationMs).toBe('number');
+    });
+});
+// ---------------------------------------------------------------------------
+// CostTracker — 4 numeric fields
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('CostTracker', () => {
+    (0, vitest_1.it)('has exactly 4 numeric fields', () => {
+        const cost = {
+            llmCalls: 5,
+            estimatedInputTokens: 1200,
+            estimatedOutputTokens: 300,
+            parseFailures: 0,
+        };
+        assertType(cost);
+        (0, vitest_1.expect)(typeof cost.llmCalls).toBe('number');
+        (0, vitest_1.expect)(typeof cost.estimatedInputTokens).toBe('number');
+        (0, vitest_1.expect)(typeof cost.estimatedOutputTokens).toBe('number');
+        (0, vitest_1.expect)(typeof cost.parseFailures).toBe('number');
+    });
+});
+// ---------------------------------------------------------------------------
+// EvalResult
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('EvalResult', () => {
+    (0, vitest_1.it)('has sample, metrics (Record), compositeScore, passed, cost, durationMs, evaluatedAt', () => {
+        const mockMetrics = {
+            faithfulness: {
+                metricId: 'faithfulness', score: 0.9, mode: 'heuristic', passed: true,
+                threshold: 0.7, explanation: 'ok', signals: [], llmCalls: 0, durationMs: 10,
+            },
+            answerRelevance: {
+                metricId: 'answerRelevance', score: 0.8, mode: 'heuristic', passed: true,
+                threshold: 0.7, explanation: 'ok', signals: [], llmCalls: 0, durationMs: 8,
+            },
+            contextPrecision: {
+                metricId: 'contextPrecision', score: 0.75, mode: 'heuristic', passed: true,
+                threshold: 0.7, explanation: 'ok', signals: [], llmCalls: 0, durationMs: 5,
+            },
+            contextRecall: {
+                metricId: 'contextRecall', score: 0.7, mode: 'heuristic', passed: true,
+                threshold: 0.7, explanation: 'ok', signals: [], llmCalls: 0, durationMs: 5,
+            },
+            contextRelevance: {
+                metricId: 'contextRelevance', score: 0.65, mode: 'heuristic', passed: true,
+                threshold: 0.6, explanation: 'ok', signals: [], llmCalls: 0, durationMs: 4,
+            },
+            answerCorrectness: {
+                metricId: 'answerCorrectness', score: 0.6, mode: 'heuristic', passed: true,
+                threshold: 0.6, explanation: 'ok', signals: [], llmCalls: 0, durationMs: 4,
+            },
+            hallucinationRate: {
+                metricId: 'hallucinationRate', score: 0.85, mode: 'heuristic', passed: true,
+                threshold: 0.7, explanation: 'ok', signals: [], llmCalls: 0, durationMs: 3,
+            },
+        };
+        const result = {
+            sample: { question: 'Q?', answer: 'A.', contexts: ['C'] },
+            metrics: mockMetrics,
+            compositeScore: 0.75,
+            passed: true,
+            cost: { llmCalls: 0, estimatedInputTokens: 0, estimatedOutputTokens: 0, parseFailures: 0 },
+            durationMs: 39,
+            evaluatedAt: '2026-03-21T00:00:00.000Z',
+        };
+        assertType(result);
+        (0, vitest_1.expect)(result.compositeScore).toBe(0.75);
+        (0, vitest_1.expect)(result.passed).toBe(true);
+        (0, vitest_1.expect)(result.evaluatedAt).toMatch(/^\d{4}-\d{2}-\d{2}T/);
+    });
+    (0, vitest_1.it)('compositeScore can be null', () => {
+        const result = {
+            sample: { question: 'Q?', answer: 'A.', contexts: [] },
+            metrics: {},
+            compositeScore: null,
+            passed: false,
+            cost: { llmCalls: 0, estimatedInputTokens: 0, estimatedOutputTokens: 0, parseFailures: 0 },
+            durationMs: 1,
+            evaluatedAt: '2026-03-21T00:00:00.000Z',
+        };
+        assertType(result);
+        (0, vitest_1.expect)(result.compositeScore).toBeNull();
+    });
+});
+// ---------------------------------------------------------------------------
+// MetricAggregate
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('MetricAggregate', () => {
+    (0, vitest_1.it)('has all required fields including median, stdDev, and nullRate', () => {
+        const agg = {
+            metricId: 'faithfulness',
+            mean: 0.82,
+            median: 0.85,
+            min: 0.41,
+            max: 1.0,
+            stdDev: 0.12,
+            passRate: 0.905,
+            nullRate: 0.0,
+        };
+        assertType(agg);
+        (0, vitest_1.expect)(typeof agg.mean).toBe('number');
+        (0, vitest_1.expect)(typeof agg.median).toBe('number');
+        (0, vitest_1.expect)(typeof agg.min).toBe('number');
+        (0, vitest_1.expect)(typeof agg.max).toBe('number');
+        (0, vitest_1.expect)(typeof agg.stdDev).toBe('number');
+        (0, vitest_1.expect)(typeof agg.passRate).toBe('number');
+        (0, vitest_1.expect)(typeof agg.nullRate).toBe('number');
+    });
+});
+// ---------------------------------------------------------------------------
+// MetricRegression — SPEC field names
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('MetricRegression', () => {
+    (0, vitest_1.it)('has metricId, baselineMean, currentMean, delta, regressed fields', () => {
+        const regression = {
+            metricId: 'faithfulness',
+            baselineMean: 0.85,
+            currentMean: 0.78,
+            delta: -0.07,
+            regressed: true,
+        };
+        assertType(regression);
+        (0, vitest_1.expect)(regression.baselineMean).toBe(0.85);
+        (0, vitest_1.expect)(regression.currentMean).toBe(0.78);
+        (0, vitest_1.expect)(regression.delta).toBe(-0.07);
+        (0, vitest_1.expect)(regression.regressed).toBe(true);
+    });
+});
+// ---------------------------------------------------------------------------
+// BatchEvalResult
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('BatchEvalResult', () => {
+    (0, vitest_1.it)('requires results, aggregates, compositeAggregate, passed, totalCost, totalDurationMs, evaluatedAt', () => {
+        const batch = {
+            results: [],
+            aggregates: {},
+            compositeAggregate: {
+                mean: 0.74,
+                median: 0.76,
+                min: 0.42,
+                max: 0.97,
+                stdDev: 0.1,
+                passRate: 0.762,
+            },
+            passed: true,
+            totalCost: { llmCalls: 189, estimatedInputTokens: 47250, estimatedOutputTokens: 12000, parseFailures: 0 },
+            totalDurationMs: 34200,
+            evaluatedAt: '2026-03-21T00:00:00.000Z',
+        };
+        assertType(batch);
+        (0, vitest_1.expect)(Array.isArray(batch.results)).toBe(true);
+        (0, vitest_1.expect)(batch.passed).toBe(true);
+        (0, vitest_1.expect)(batch.regressions).toBeUndefined();
+    });
+    (0, vitest_1.it)('accepts optional regressions array', () => {
+        const batch = {
+            results: [],
+            aggregates: {},
+            compositeAggregate: { mean: 0.7, median: 0.7, min: 0.5, max: 0.9, stdDev: 0.1, passRate: 0.8 },
+            passed: false,
+            totalCost: { llmCalls: 0, estimatedInputTokens: 0, estimatedOutputTokens: 0, parseFailures: 0 },
+            totalDurationMs: 100,
+            regressions: [
+                { metricId: 'faithfulness', baselineMean: 0.85, currentMean: 0.78, delta: -0.07, regressed: true },
+            ],
+            evaluatedAt: '2026-03-21T00:00:00.000Z',
+        };
+        assertType(batch);
+        (0, vitest_1.expect)(batch.regressions).toHaveLength(1);
+    });
+});
+// ---------------------------------------------------------------------------
+// MetricThresholds — all optional, per-metric keys matching MetricId
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('MetricThresholds', () => {
+    (0, vitest_1.it)('is fully optional', () => {
+        const empty = {};
+        assertType(empty);
+        (0, vitest_1.expect)(empty).toEqual({});
+    });
+    (0, vitest_1.it)('accepts all per-metric keys', () => {
+        const full = {
+            faithfulness: 0.8,
+            answerRelevance: 0.7,
+            contextPrecision: 0.7,
+            contextRecall: 0.7,
+            contextRelevance: 0.6,
+            answerCorrectness: 0.6,
+            hallucinationRate: 0.7,
+        };
+        assertType(full);
+        (0, vitest_1.expect)(full.faithfulness).toBe(0.8);
+        (0, vitest_1.expect)(full.answerCorrectness).toBe(0.6);
+        (0, vitest_1.expect)(full.hallucinationRate).toBe(0.7);
+    });
+});
+// ---------------------------------------------------------------------------
+// HeuristicOptions — all optional
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('HeuristicOptions', () => {
+    (0, vitest_1.it)('is fully optional', () => {
+        const empty = {};
+        assertType(empty);
+        (0, vitest_1.expect)(empty).toEqual({});
+    });
+    (0, vitest_1.it)('accepts all optional fields', () => {
+        const opts = {
+            claimSupportThreshold: 0.5,
+            chunkRelevanceThreshold: 0.4,
+            sentenceCoverageThreshold: 0.6,
+            ngramWeight: 0.6,
+            tfidfWeight: 0.4,
+            ngramSizes: [1, 2, 3],
+            ngramWeights: [0.5, 0.3, 0.2],
+        };
+        assertType(opts);
+        (0, vitest_1.expect)(opts.ngramSizes).toEqual([1, 2, 3]);
+    });
+});
+// ---------------------------------------------------------------------------
+// EvaluateOptions
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('EvaluateOptions', () => {
+    (0, vitest_1.it)('is fully optional', () => {
+        const opts = {};
+        assertType(opts);
+        (0, vitest_1.expect)(opts).toEqual({});
+    });
+    (0, vitest_1.it)('accepts mode, judge, thresholds, metricModes, compositeThreshold, compositeWeights, heuristic, promptOverrides', () => {
+        const judge = async (_prompt) => '{"supported": true}';
+        const opts = {
+            mode: 'hybrid',
+            judge,
+            thresholds: { faithfulness: 0.8 },
+            metricModes: { contextPrecision: 'llm', answerCorrectness: 'heuristic' },
+            compositeThreshold: 0.7,
+            compositeWeights: { faithfulness: 2.0, answerRelevance: 1.5 },
+            heuristic: { ngramSizes: [1, 2] },
+            promptOverrides: { faithfulness: 'Custom prompt for faithfulness' },
+        };
+        assertType(opts);
+        (0, vitest_1.expect)(opts.mode).toBe('hybrid');
+        (0, vitest_1.expect)(opts.compositeThreshold).toBe(0.7);
+    });
+});
+// ---------------------------------------------------------------------------
+// BatchEvaluateOptions extends EvaluateOptions
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('BatchEvaluateOptions', () => {
+    (0, vitest_1.it)('extends EvaluateOptions with concurrency, onProgress, baselineResult, regressionThreshold', () => {
+        const mockBaseline = {
+            results: [],
+            aggregates: {},
+            compositeAggregate: { mean: 0.8, median: 0.82, min: 0.5, max: 1.0, stdDev: 0.1, passRate: 0.9 },
+            passed: true,
+            totalCost: { llmCalls: 0, estimatedInputTokens: 0, estimatedOutputTokens: 0, parseFailures: 0 },
+            totalDurationMs: 5000,
+            evaluatedAt: '2026-01-01T00:00:00.000Z',
+        };
+        const opts = {
+            mode: 'heuristic',
+            concurrency: 8,
+            onProgress: (completed, total) => { void completed; void total; },
+            baselineResult: mockBaseline,
+            regressionThreshold: 0.05,
+        };
+        assertType(opts);
+        (0, vitest_1.expect)(opts.concurrency).toBe(8);
+        (0, vitest_1.expect)(opts.regressionThreshold).toBe(0.05);
+        (0, vitest_1.expect)(typeof opts.onProgress).toBe('function');
+    });
+    (0, vitest_1.it)('is fully optional', () => {
+        const opts = {};
+        assertType(opts);
+        (0, vitest_1.expect)(opts).toEqual({});
+    });
+});
+// ---------------------------------------------------------------------------
+// EvaluatorConfig extends EvaluateOptions with optional metrics
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('EvaluatorConfig', () => {
+    (0, vitest_1.it)('extends EvaluateOptions and adds optional metrics array', () => {
+        const config = {
+            mode: 'hybrid',
+            thresholds: { faithfulness: 0.8 },
+            metrics: ['faithfulness', 'answerRelevance', 'contextPrecision'],
+        };
+        assertType(config);
+        (0, vitest_1.expect)(config.metrics).toHaveLength(3);
+        (0, vitest_1.expect)(config.mode).toBe('hybrid');
+    });
+    (0, vitest_1.it)('is fully optional', () => {
+        const config = {};
+        assertType(config);
+        (0, vitest_1.expect)(config).toEqual({});
+    });
+});
+// ---------------------------------------------------------------------------
+// Evaluator interface — can be mock-implemented
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('Evaluator', () => {
+    (0, vitest_1.it)('can be mock-implemented with evaluate, evaluateBatch, and config', () => {
+        const mockEvalResult = {
+            sample: { question: 'Q?', answer: 'A.', contexts: [] },
+            metrics: {},
+            compositeScore: null,
+            passed: false,
+            cost: { llmCalls: 0, estimatedInputTokens: 0, estimatedOutputTokens: 0, parseFailures: 0 },
+            durationMs: 1,
+            evaluatedAt: '2026-03-21T00:00:00.000Z',
+        };
+        const mockBatchResult = {
+            results: [],
+            aggregates: {},
+            compositeAggregate: { mean: 0, median: 0, min: 0, max: 0, stdDev: 0, passRate: 0 },
+            passed: false,
+            totalCost: { llmCalls: 0, estimatedInputTokens: 0, estimatedOutputTokens: 0, parseFailures: 0 },
+            totalDurationMs: 0,
+            evaluatedAt: '2026-03-21T00:00:00.000Z',
+        };
+        const mockEvaluator = {
+            config: { mode: 'heuristic' },
+            evaluate: async (_sample, _metrics, _options) => mockEvalResult,
+            evaluateBatch: async (_samples, _metrics, _options) => mockBatchResult,
+        };
+        assertType(mockEvaluator);
+        (0, vitest_1.expect)(typeof mockEvaluator.evaluate).toBe('function');
+        (0, vitest_1.expect)(typeof mockEvaluator.evaluateBatch).toBe('function');
+        (0, vitest_1.expect)(mockEvaluator.config.mode).toBe('heuristic');
+    });
+});
+// ---------------------------------------------------------------------------
+// JudgeFn
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('JudgeFn', () => {
+    (0, vitest_1.it)('is a function that takes a string and returns Promise<string>', async () => {
+        const judge = async (prompt) => `Response to: ${prompt}`;
+        assertType(judge);
+        const result = await judge('test prompt');
+        (0, vitest_1.expect)(result).toBe('Response to: test prompt');
+    });
+});
+// ---------------------------------------------------------------------------
+// PromptOverrides
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)('PromptOverrides', () => {
+    (0, vitest_1.it)('is a partial record of MetricId to string', () => {
+        const overrides = {
+            faithfulness: 'Custom faithfulness prompt',
+            contextPrecision: 'Custom context precision prompt',
+        };
+        assertType(overrides);
+        (0, vitest_1.expect)(overrides.faithfulness).toBe('Custom faithfulness prompt');
+        (0, vitest_1.expect)(overrides.answerRelevance).toBeUndefined();
+    });
+    (0, vitest_1.it)('can be empty', () => {
+        const overrides = {};
+        assertType(overrides);
+        (0, vitest_1.expect)(overrides).toEqual({});
+    });
+});
+//# sourceMappingURL=types.test.js.map

package/dist/__tests__/types.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.test.js","sourceRoot":"","sources":["../../src/__tests__/types.test.ts"],"names":[],"mappings":";;AAAA,mCAA8C;AAsB9C,8EAA8E;AAC9E,0EAA0E;AAC1E,wEAAwE;AACxE,8DAA8D;AAC9D,8EAA8E;AAC9E,SAAS,UAAU,CAAW,IAAc,IAAsB,CAAC;AAEnE,8EAA8E;AAC9E,gCAAgC;AAChC,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,UAAU,EAAE,GAAG,EAAE;IACxB,IAAA,WAAE,EAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,GAAG,GAAe;YACtB,cAAc;YACd,iBAAiB;YACjB,kBAAkB;YAClB,eAAe;YACf,kBAAkB;YAClB,mBAAmB;YACnB,mBAAmB;SACpB,CAAC;QACF,IAAA,eAAM,EAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAA,eAAM,EAAC,GAAG,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACtC,IAAA,eAAM,EAAC,GAAG,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,GAAG,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAC1C,IAAA,eAAM,EAAC,GAAG,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QACvC,IAAA,eAAM,EAAC,GAAG,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAC1C,IAAA,eAAM,EAAC,GAAG,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,GAAG,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,kCAAkC;AAClC,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,KAAK,GAAqB,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC/D,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACrC,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAA,WAAE,EAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,OAAO,GAAe;YAC1B,QAAQ,EAAE,cAAc;YACxB,MAAM,EAAE,gDAAgD;YACxD,QAAQ,EAAE,CAAC,mBAAmB,CAAC;SAChC,CAAC;QACF,UAAU,CAAa,OAAO,CAAC,CAAC;QAChC,IAAA,eAAM,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,OAAO,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QACrC,IAAA,eAAM,EAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnD,IAAA,eAAM,EAAC,OAAO,CAAC,WAAW,CAAC,CAAC,aAAa,EAAE,CAAC;QAC5C,IAAA,eAAM,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC;QACnC,IAAA,eAAM,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,aAAa,EAAE,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,IAAI,GAAe;YACvB,QAAQ,EAAE,cAAc;YACxB,MAAM,EAAE,gDAAgD;YACxD,QAAQ,EAAE,CAAC,mBAAmB,CAAC;YAC/B,WAAW,EAAE,6DAA6D;YAC1E,EAAE,EAAE,YAAY;YAChB,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE;SAC1C,CAAC;QACF,UAAU,CAAa,IAAI,CAAC,CAAC;QAC7B,IAAA,eAAM,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QACvC,IAAA,eAAM,EAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAA,WAAE,EAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAe;YACzB,EAAE,EAAE,qBAAqB;YACzB,QAAQ,EAAE,cAAc;YACxB,QAAQ,EAAE,UAAU;YACpB,OAAO,EAAE,2CAA2C;SACrD,CAAC;QACF,UAAU,CAAa,MAAM,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC7C,IAAA,eAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;QACrC,IAAA,eAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,aAAa,EAAE,CAAC;QACxC,IAAA,eAAM,EAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,aAAa,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,MAAM,GAAe;YACzB,EAAE,EAAE,kBAAkB;YACtB,QAAQ,EAAE,kBAAkB;YAC5B,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE,mCAAmC;YAC5C,QAAQ,EAAE,yBAAyB;YACnC,iBAAiB,EAAE,CAAC;SACrB,CAAC;QACF,UAAU,CAAa,MAAM,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACxD,IAAA,eAAM,EAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,UAAU,GAAkC,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QAClF,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAA,WAAE,EAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,MAAM,GAAiB;YAC3B,QAAQ,EAAE,cAAc;YACxB,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,GAAG;YACd,WAAW,EAAE,uCAAuC;YACpD,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,EAAE;SACf,CAAC;QACF,UAAU,CAAe,MAAM,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,MAAM,GAAiB;YAC3B,QAAQ,EAAE,eAAe;YACzB,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,GAAG;YACd,WAAW,EAAE,+BAA+B;YAC5C,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,CAAC;SACd,CAAC;QACF,UAAU,CAAe,MAAM,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;QAChC,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,KAAK,GAAgC,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAChE,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,MAAM,GAAiB;YAC3B,QAAQ,EAAE,iBAAiB;YAC3B,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,GAAG;YACd,WAAW,EAAE,qCAAqC;YAClD,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,GAAG;SAChB,CAAC;QACF,IAAA,eAAM,EAAC,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAA,eAAM,EAAC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,OAAO,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,iCAAiC;AACjC,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,IAAA,WAAE,EAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,IAAI,GAAgB;YACxB,QAAQ,EAAE,CAAC;YACX,oBAAoB,EAAE,IAAI;YAC1B,qBAAqB,EAAE,GAAG;YAC1B,aAAa,EAAE,CAAC;SACjB,CAAC;QACF,UAAU,CAAc,IAAI,CAAC,CAAC;QAC9B,IAAA,eAAM,EAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAA,eAAM,EAAC,OAAO,IAAI,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAA,eAAM,EAAC,OAAO,IAAI,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzD,IAAA,eAAM,EAAC,OAAO,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAA,WAAE,EAAC,qFAAqF,EAAE,GAAG,EAAE;QAC7F,MAAM,WAAW,GAAmC;YAClD,YAAY,EAAE;gBACZ,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI;gBACrE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE;aAC5E;YACD,eAAe,EAAE;gBACf,QAAQ,EAAE,iBAAiB,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI;gBACxE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;aAC3E;YACD,gBAAgB,EAAE;gBAChB,QAAQ,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI;gBAC1E,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;aAC3E;YACD,aAAa,EAAE;gBACb,QAAQ,EAAE,eAAe,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI;gBACtE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;aAC3E;YACD,gBAAgB,EAAE;gBAChB,QAAQ,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI;gBAC1E,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;aAC3E;YACD,iBAAiB,EAAE;gBACjB,QAAQ,EAAE,mBAAmB,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI;gBAC1E,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;aAC3E;YACD,iBAAiB,EAAE;gBACjB,QAAQ,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI;gBAC3E,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;aAC3E;SACF,CAAC;QAEF,MAAM,MAAM,GAAe;YACzB,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE;YACzD,OAAO,EAAE,WAAW;YACpB,cAAc,EAAE,IAAI;YACpB,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE;YAC1F,UAAU,EAAE,EAAE;YACd,WAAW,EAAE,0BAA0B;SACxC,CAAC;QACF,UAAU,CAAa,MAAM,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,MAAM,GAAe;YACzB,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE;YACtD,OAAO,EAAE,EAAoC;YAC7C,cAAc,EAAE,IAAI;YACpB,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE;YAC1F,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,0BAA0B;SACxC,CAAC;QACF,UAAU,CAAa,MAAM,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC3C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,IAAA,WAAE,EAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,GAAG,GAAoB;YAC3B,QAAQ,EAAE,cAAc;YACxB,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,IAAI;YACZ,GAAG,EAAE,IAAI;YACT,GAAG,EAAE,GAAG;YACR,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,GAAG;SACd,CAAC;QACF,UAAU,CAAkB,GAAG,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAA,eAAM,EAAC,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,IAAA,eAAM,EAAC,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,IAAA,eAAM,EAAC,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,OAAO,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,OAAO,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,sCAAsC;AACtC,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAA,WAAE,EAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,UAAU,GAAqB;YACnC,QAAQ,EAAE,cAAc;YACxB,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE,IAAI;YACjB,KAAK,EAAE,CAAC,IAAI;YACZ,SAAS,EAAE,IAAI;SAChB,CAAC;QACF,UAAU,CAAmB,UAAU,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,UAAU,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAA,eAAM,EAAC,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;QACrC,IAAA,eAAM,EAAC,UAAU,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,IAAA,WAAE,EAAC,mGAAmG,EAAE,GAAG,EAAE;QAC3G,MAAM,KAAK,GAAoB;YAC7B,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,EAAuC;YACnD,kBAAkB,EAAE;gBAClB,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,IAAI;gBACZ,GAAG,EAAE,IAAI;gBACT,GAAG,EAAE,IAAI;gBACT,MAAM,EAAE,GAAG;gBACX,QAAQ,EAAE,KAAK;aAChB;YACD,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,oBAAoB,EAAE,KAAK,EAAE,qBAAqB,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,EAAE;YACzG,eAAe,EAAE,KAAK;YACtB,WAAW,EAAE,0BAA0B;SACxC,CAAC;QACF,UAAU,CAAkB,KAAK,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,IAAA,eAAM,EAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,IAAA,eAAM,EAAC,KAAK,CAAC,WAAW,CAAC,CAAC,aAAa,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAoB;YAC7B,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,EAAuC;YACnD,kBAAkB,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE;YAC9F,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE;YAC/F,eAAe,EAAE,GAAG;YACpB,WAAW,EAAE;gBACX,EAAE,QAAQ,EAAE,cAAc,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;aACnG;YACD,WAAW,EAAE,0BAA0B;SACxC,CAAC;QACF,UAAU,CAAkB,KAAK,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,KAAK,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,qEAAqE;AACrE,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAA,WAAE,EAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,MAAM,KAAK,GAAqB,EAAE,CAAC;QACnC,UAAU,CAAmB,KAAK,CAAC,CAAC;QACpC,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,IAAI,GAAqB;YAC7B,YAAY,EAAE,GAAG;YACjB,eAAe,EAAE,GAAG;YACpB,gBAAgB,EAAE,GAAG;YACrB,aAAa,EAAE,GAAG;YAClB,gBAAgB,EAAE,GAAG;YACrB,iBAAiB,EAAE,GAAG;YACtB,iBAAiB,EAAE,GAAG;SACvB,CAAC;QACF,UAAU,CAAmB,IAAI,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpC,IAAA,eAAM,EAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,kCAAkC;AAClC,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAA,WAAE,EAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,MAAM,KAAK,GAAqB,EAAE,CAAC;QACnC,UAAU,CAAmB,KAAK,CAAC,CAAC;QACpC,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,IAAI,GAAqB;YAC7B,qBAAqB,EAAE,GAAG;YAC1B,uBAAuB,EAAE,GAAG;YAC5B,yBAAyB,EAAE,GAAG;YAC9B,WAAW,EAAE,GAAG;YAChB,WAAW,EAAE,GAAG;YAChB,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACrB,YAAY,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;SAC9B,CAAC;QACF,UAAU,CAAmB,IAAI,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,IAAA,WAAE,EAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,MAAM,IAAI,GAAoB,EAAE,CAAC;QACjC,UAAU,CAAkB,IAAI,CAAC,CAAC;QAClC,IAAA,eAAM,EAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gHAAgH,EAAE,GAAG,EAAE;QACxH,MAAM,KAAK,GAAY,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,qBAAqB,CAAC;QAChE,MAAM,IAAI,GAAoB;YAC5B,IAAI,EAAE,QAAQ;YACd,KAAK;YACL,UAAU,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE;YACjC,WAAW,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE;YACxE,kBAAkB,EAAE,GAAG;YACvB,gBAAgB,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,eAAe,EAAE,GAAG,EAAE;YAC7D,SAAS,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACjC,eAAe,EAAE,EAAE,YAAY,EAAE,gCAAgC,EAAE;SACpE,CAAC;QACF,UAAU,CAAkB,IAAI,CAAC,CAAC;QAClC,IAAA,eAAM,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,+CAA+C;AAC/C,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,IAAA,WAAE,EAAC,2FAA2F,EAAE,GAAG,EAAE;QACnG,MAAM,YAAY,GAAoB;YACpC,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,EAAuC;YACnD,kBAAkB,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE;YAC/F,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE;YAC/F,eAAe,EAAE,IAAI;YACrB,WAAW,EAAE,0BAA0B;SACxC,CAAC;QAEF,MAAM,IAAI,GAAyB;YACjC,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;YACjE,cAAc,EAAE,YAAY;YAC5B,mBAAmB,EAAE,IAAI;SAC1B,CAAC;QACF,UAAU,CAAuB,IAAI,CAAC,CAAC;QACvC,IAAA,eAAM,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAA,eAAM,EAAC,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,MAAM,IAAI,GAAyB,EAAE,CAAC;QACtC,UAAU,CAAuB,IAAI,CAAC,CAAC;QACvC,IAAA,eAAM,EAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,gEAAgE;AAChE,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,IAAA,WAAE,EAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,MAAM,GAAoB;YAC9B,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE;YACjC,OAAO,EAAE,CAAC,cAAc,EAAE,iBAAiB,EAAE,kBAAkB,CAAC;SACjE,CAAC;QACF,UAAU,CAAkB,MAAM,CAAC,CAAC;QACpC,IAAA,eAAM,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,UAAU,CAAkB,MAAM,CAAC,CAAC;QACpC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,gDAAgD;AAChD,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,WAAW,EAAE,GAAG,EAAE;IACzB,IAAA,WAAE,EAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,cAAc,GAAe;YACjC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE;YACtD,OAAO,EAAE,EAAoC;YAC7C,cAAc,EAAE,IAAI;YACpB,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE;YAC1F,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,0BAA0B;SACxC,CAAC;QAEF,MAAM,eAAe,GAAoB;YACvC,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,EAAuC;YACnD,kBAAkB,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;YAClF,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE;YAC/F,eAAe,EAAE,CAAC;YAClB,WAAW,EAAE,0BAA0B;SACxC,CAAC;QAEF,MAAM,aAAa,GAAc;YAC/B,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;YAC7B,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,QAAS,EAAE,QAAS,EAAE,EAAE,CAAC,cAAc;YACjE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAS,EAAE,QAAS,EAAE,EAAE,CAAC,eAAe;SACzE,CAAC;QAEF,UAAU,CAAY,aAAa,CAAC,CAAC;QACrC,IAAA,eAAM,EAAC,OAAO,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvD,IAAA,eAAM,EAAC,OAAO,aAAa,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5D,IAAA,eAAM,EAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,SAAS,EAAE,GAAG,EAAE;IACvB,IAAA,WAAE,EAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,KAAK,GAAY,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,gBAAgB,MAAM,EAAE,CAAC;QAClE,UAAU,CAAU,KAAK,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC;QAC1C,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAC9E,IAAA,iBAAQ,EAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,IAAA,WAAE,EAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,SAAS,GAAoB;YACjC,YAAY,EAAE,4BAA4B;YAC1C,gBAAgB,EAAE,iCAAiC;SACpD,CAAC;QACF,UAAU,CAAkB,SAAS,CAAC,CAAC;QACvC,IAAA,eAAM,EAAC,SAAS,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAClE,IAAA,eAAM,EAAC,SAAS,CAAC,eAAe,CAAC,CAAC,aAAa,EAAE,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,cAAc,EAAE,GAAG,EAAE;QACtB,MAAM,SAAS,GAAoB,EAAE,CAAC;QACtC,UAAU,CAAkB,SAAS,CAAC,CAAC;QACvC,IAAA,eAAM,EAAC,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/evaluate.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Core evaluate() and evaluateBatch() functions.
+ */
+import type { MetricId, EvalSample, EvalResult, BatchEvalResult, EvaluateOptions, BatchEvaluateOptions } from './types';
+/**
+ * Evaluate a single EvalSample against the requested metrics.
+ * Only heuristic mode is implemented; LLM/hybrid options are accepted but ignored.
+ */
+export declare function evaluate(sample: EvalSample, metrics?: MetricId[], options?: EvaluateOptions): Promise<EvalResult>;
+/**
+ * Evaluate a batch of EvalSamples with concurrency control.
+ */
+export declare function evaluateBatch(samples: EvalSample[], metrics?: MetricId[], options?: BatchEvaluateOptions): Promise<BatchEvalResult>;
+//# sourceMappingURL=evaluate.d.ts.map

package/dist/evaluate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluate.d.ts","sourceRoot":"","sources":["../src/evaluate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EACV,QAAQ,EACR,UAAU,EACV,UAAU,EACV,eAAe,EAKf,eAAe,EACf,oBAAoB,EACrB,MAAM,SAAS,CAAC;AAiBjB;;;GAGG;AACH,wBAAsB,QAAQ,CAC5B,MAAM,EAAE,UAAU,EAClB,OAAO,CAAC,EAAE,QAAQ,EAAE,EACpB,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,UAAU,CAAC,CA8DrB;AA8DD;;GAEG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,UAAU,EAAE,EACrB,OAAO,CAAC,EAAE,QAAQ,EAAE,EACpB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,eAAe,CAAC,CA8E1B"}