observability-toolkit 2.0.0 → 2.1.1

package/dist/lib/judge/llm-judge-resilience.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=llm-judge-resilience.test.d.ts.map

package/dist/lib/judge/llm-judge-resilience.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-judge-resilience.test.d.ts","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-resilience.test.ts"],"names":[],"mappings":""}

package/dist/lib/judge/llm-judge-resilience.test.js

@@ -0,0 +1,353 @@
+import { describe, it } from 'vitest';
+import assert from 'node:assert';
+import { isValidScore, evaluateWithRetry, runCanaryEvaluations, extendCanaryCases, DEFAULT_CANARY_CASES, } from './llm-as-judge.js';
+import { TEST_SCORE_EXCELLENT, TEST_SCORE_GOOD, TEST_SCORE_HIGH, TEST_SCORE_MID, TEST_SCORE_PASSING, } from '../quality/quality-test-constants.js';
+import { META_EVAL_SAMPLE_RATE, NORMALIZED_SCORE_MAX, } from './llm-judge-constants.js';
+import { DEFAULT_MAX_RETRIES, } from '../core/constants.js';
+import { COUNT_HUNDRED, COUNT_SIXTY, COUNT_THREE, COUNT_TWO, } from '../../test-helpers/test-constants.js';
+const TEST_SCORE_EPSILON = META_EVAL_SAMPLE_RATE / COUNT_HUNDRED;
+const TEST_SCORE_NEAR_MAX = NORMALIZED_SCORE_MAX - TEST_SCORE_EPSILON;
+const TEST_SCORE_BELOW_MIN = -META_EVAL_SAMPLE_RATE;
+const TEST_SCORE_ABOVE_MAX = NORMALIZED_SCORE_MAX + META_EVAL_SAMPLE_RATE;
+const TEST_CANARY_LOW_HALLUCINATION_SCORE = META_EVAL_SAMPLE_RATE;
+const TEST_CANARY_COMPLEXITY_SCORE = META_EVAL_SAMPLE_RATE / COUNT_TWO;
+const TEST_RANGE_BELOW_MIN_SCORE = TEST_SCORE_MID - META_EVAL_SAMPLE_RATE;
+describe('production utilities', () => {
+    describe('isValidScore', () => {
+        it('should return true for valid scores', () => {
+            assert.strictEqual(isValidScore(0), true);
+            assert.strictEqual(isValidScore(TEST_SCORE_MID), true);
+            assert.strictEqual(isValidScore(1), true);
+            assert.strictEqual(isValidScore(TEST_SCORE_EPSILON), true);
+            assert.strictEqual(isValidScore(TEST_SCORE_NEAR_MAX), true);
+        });
+        it('should return false for invalid scores', () => {
+            assert.strictEqual(isValidScore(TEST_SCORE_BELOW_MIN), false);
+            assert.strictEqual(isValidScore(TEST_SCORE_ABOVE_MAX), false);
+            assert.strictEqual(isValidScore(NaN), false);
+            assert.strictEqual(isValidScore(Infinity), false);
+            assert.strictEqual(isValidScore(-Infinity), false);
+        });
+    });
+    describe('evaluateWithRetry', () => {
+        it('should return result on first success', async () => {
+            const evaluate = async () => ({
+                score: TEST_SCORE_GOOD,
+                reason: 'Good',
+            });
+            const result = await evaluateWithRetry(evaluate, { input: 'test', output: 'test' });
+            assert.strictEqual(result.score, TEST_SCORE_GOOD);
+            assert.strictEqual(result.retryCount, 0);
+        });
+        it('should retry on error', async () => {
+            let attempts = 0;
+            const evaluate = async () => {
+                attempts++;
+                if (attempts < COUNT_TWO) {
+                    throw new Error('Temporary error');
+                }
+                return { score: TEST_SCORE_PASSING, reason: 'Success' };
+            };
+            const result = await evaluateWithRetry(evaluate, { input: 'test', output: 'test' }, DEFAULT_MAX_RETRIES);
+            assert.strictEqual(result.score, TEST_SCORE_PASSING);
+            assert.strictEqual(result.retryCount, 1);
+        });
+        it('should throw after max retries', async () => {
+            const evaluate = async () => {
+                throw new Error('Persistent error');
+            };
+            await assert.rejects(evaluateWithRetry(evaluate, { input: 'test', output: 'test' }, COUNT_TWO), /Persistent error/);
+        });
+        it('should retry on invalid score', async () => {
+            let attempts = 0;
+            const evaluate = async () => {
+                attempts++;
+                if (attempts === 1) {
+                    return { score: 1.5, reason: 'Invalid' }; // Invalid score
+                }
+                return { score: TEST_SCORE_MID, reason: 'Valid' };
+            };
+            const result = await evaluateWithRetry(evaluate, { input: 'test', output: 'test' });
+            assert.strictEqual(result.score, TEST_SCORE_MID);
+            assert.ok(result.retryCount >= 1);
+        });
+        it('should handle high maxRetries without overflow', async () => {
+            // Test that backoff calculation doesn't overflow with large retry counts
+            // Math.pow(2, 100) would return Infinity, causing issues
+            let attempts = 0;
+            const evaluate = async () => {
+                attempts++;
+                // Succeed on first attempt to avoid actual long delays
+                return { score: TEST_SCORE_HIGH, reason: 'Success' };
+            };
+            // Pass a very high maxRetries value - should not cause overflow
+            const result = await evaluateWithRetry(evaluate, { input: 'test', output: 'test' }, COUNT_HUNDRED // High retry count that would cause 2^100 overflow
+            );
+            assert.strictEqual(result.score, TEST_SCORE_HIGH);
+            assert.strictEqual(result.retryCount, 0);
+            assert.strictEqual(attempts, 1);
+        });
+        // Tests for error.cause preservation (L1 recommendation)
+        describe('error cause preservation', () => {
+            it('should preserve Error instance as-is', async () => {
+                const originalError = new Error('Original error');
+                const evaluate = async () => {
+                    throw originalError;
+                };
+                try {
+                    await evaluateWithRetry(evaluate, { input: 'test', output: 'test' }, 1);
+                    assert.fail('Should have thrown');
+                }
+                catch (error) {
+                    assert.ok(error instanceof Error);
+                    assert.strictEqual(error.message, 'Original error');
+                    // Error instance should be the same reference
+                    assert.strictEqual(error, originalError);
+                }
+            });
+            it('should wrap non-Error with cause for debugging context', async () => {
+                const nonErrorValue = { code: 'RATE_LIMIT', retryAfter: COUNT_SIXTY };
+                const evaluate = async () => {
+                    throw nonErrorValue;
+                };
+                try {
+                    await evaluateWithRetry(evaluate, { input: 'test', output: 'test' }, 1);
+                    assert.fail('Should have thrown');
+                }
+                catch (error) {
+                    assert.ok(error instanceof Error);
+                    // Message should be stringified version
+                    assert.ok(error.message.includes('RATE_LIMIT'));
+                    // Cause should preserve original object
+                    assert.deepStrictEqual(error.cause, nonErrorValue);
+                }
+            });
+            it('should wrap string error with cause', async () => {
+                const stringError = 'Something went wrong';
+                const evaluate = async () => {
+                    throw stringError;
+                };
+                try {
+                    await evaluateWithRetry(evaluate, { input: 'test', output: 'test' }, 1);
+                    assert.fail('Should have thrown');
+                }
+                catch (error) {
+                    assert.ok(error instanceof Error);
+                    assert.strictEqual(error.message, stringError);
+                    assert.strictEqual(error.cause, stringError);
+                }
+            });
+            it('should wrap null/undefined with cause', async () => {
+                const evaluate = async () => {
+                    throw null;
+                };
+                try {
+                    await evaluateWithRetry(evaluate, { input: 'test', output: 'test' }, 1);
+                    assert.fail('Should have thrown');
+                }
+                catch (error) {
+                    assert.ok(error instanceof Error);
+                    assert.strictEqual(error.message, 'null');
+                    assert.strictEqual(error.cause, null);
+                }
+            });
+            it('should preserve cause through multiple retries', async () => {
+                let attempts = 0;
+                const nonErrorValue = { attempt: 0 };
+                const evaluate = async () => {
+                    attempts++;
+                    nonErrorValue.attempt = attempts;
+                    throw nonErrorValue;
+                };
+                try {
+                    await evaluateWithRetry(evaluate, { input: 'test', output: 'test' }, DEFAULT_MAX_RETRIES);
+                    assert.fail('Should have thrown');
+                }
+                catch (error) {
+                    assert.ok(error instanceof Error);
+                    // Should have the last attempt's value
+                    assert.strictEqual(error.cause.attempt, DEFAULT_MAX_RETRIES);
+                }
+            });
+        });
+    });
+});
+// ============================================================================
+// Canary Evaluations Tests
+// ============================================================================
+describe('canary evaluations', () => {
+    it('should have default canary cases', () => {
+        assert.ok(Array.isArray(DEFAULT_CANARY_CASES));
+        assert.ok(DEFAULT_CANARY_CASES.length >= COUNT_THREE);
+        for (const canary of DEFAULT_CANARY_CASES) {
+            assert.ok(canary.name);
+            assert.ok(canary.input);
+            assert.ok(canary.output);
+            assert.ok(canary.metric);
+            assert.ok(canary.expectedScore.min !== undefined || canary.expectedScore.max !== undefined);
+        }
+    });
+    describe('runCanaryEvaluations', () => {
+        it('should pass when all scores meet expectations', async () => {
+            const evaluate = async (testCase, _metric) => {
+                // Return scores that pass all canary tests
+                if (testCase.input === 'What is 2+2?')
+                    return TEST_SCORE_EXCELLENT;
+                if (testCase.input === 'What is the capital of France?')
+                    return TEST_CANARY_LOW_HALLUCINATION_SCORE;
+                if (testCase.input === 'Explain quantum computing')
+                    return TEST_CANARY_COMPLEXITY_SCORE;
+                return TEST_SCORE_MID;
+            };
+            const report = await runCanaryEvaluations(evaluate);
+            assert.strictEqual(report.passed, true);
+            assert.ok(report.results.every(r => r.passed));
+        });
+        it('should fail when a score does not meet min threshold', async () => {
+            const evaluate = async () => TEST_SCORE_MID; // Will fail perfect_answer min: 0.9
+            const report = await runCanaryEvaluations(evaluate);
+            assert.strictEqual(report.passed, false);
+            const failedResult = report.results.find(r => r.name === 'perfect_answer');
+            assert.ok(failedResult && !failedResult.passed);
+        });
+        it('should fail when a score exceeds max threshold', async () => {
+            const evaluate = async () => TEST_SCORE_GOOD; // Will fail hallucination max: 0.3
+            const report = await runCanaryEvaluations(evaluate);
+            assert.strictEqual(report.passed, false);
+        });
+        it('should handle invalid scores', async () => {
+            const evaluate = async () => NaN;
+            const report = await runCanaryEvaluations(evaluate);
+            assert.strictEqual(report.passed, false);
+            assert.ok(report.results.every(r => !r.passed));
+        });
+        it('should use custom canary cases', async () => {
+            const customCanaries = [{
+                    name: 'custom_test',
+                    input: 'Custom input',
+                    output: 'Custom output',
+                    metric: 'custom',
+                    expectedScore: { min: TEST_SCORE_MID },
+                    description: 'Custom test',
+                }];
+            const evaluate = async () => TEST_SCORE_PASSING;
+            const report = await runCanaryEvaluations(evaluate, customCanaries);
+            assert.strictEqual(report.results.length, 1);
+            assert.strictEqual(report.results[0].name, 'custom_test');
+            assert.strictEqual(report.passed, true);
+        });
+        it('should include timestamps', async () => {
+            const evaluate = async () => TEST_SCORE_EXCELLENT;
+            const report = await runCanaryEvaluations(evaluate);
+            assert.ok(report.timestamp);
+            assert.ok(new Date(report.timestamp).getTime() > 0);
+            assert.ok(report.results.every(r => r.timestamp));
+        });
+        it('should reject canary without min or max threshold', async () => {
+            const invalidCanaries = [{
+                    name: 'invalid_canary',
+                    input: 'test',
+                    output: 'test',
+                    metric: 'test',
+                    expectedScore: {}, // Neither min nor max
+                    description: 'Invalid canary',
+                }];
+            const evaluate = async () => TEST_SCORE_MID;
+            await assert.rejects(runCanaryEvaluations(evaluate, invalidCanaries), /must define expectedScore.min or expectedScore.max/);
+        });
+        it('should work with extendCanaryCases output', async () => {
+            const userCases = [{
+                    name: 'custom_case',
+                    input: 'Custom input',
+                    output: 'Custom output',
+                    metric: 'relevance',
+                    expectedScore: { min: TEST_SCORE_MID },
+                    description: 'Custom canary',
+                }];
+            const extended = extendCanaryCases(userCases);
+            const evaluate = async () => TEST_SCORE_PASSING;
+            const report = await runCanaryEvaluations(evaluate, extended);
+            assert.strictEqual(report.results.length, DEFAULT_CANARY_CASES.length + 1);
+            assert.ok(report.results.find(r => r.name === 'custom_case'));
+        });
+        it('should validate both min and max when both are defined', async () => {
+            const canaries = [{
+                    name: 'range_test',
+                    input: 'test',
+                    output: 'test',
+                    metric: 'test',
+                    expectedScore: { min: TEST_SCORE_MID, max: TEST_SCORE_GOOD },
+                    description: 'Should fail when score exceeds max',
+                }];
+            // Score 0.9 exceeds max of 0.8 - should fail
+            const evaluateHigh = async () => TEST_SCORE_HIGH;
+            const reportHigh = await runCanaryEvaluations(evaluateHigh, canaries);
+            assert.strictEqual(reportHigh.results[0].passed, false, 'Score 0.9 should fail max 0.8');
+            // Score 0.4 is below min of 0.5 - should fail
+            const evaluateLow = async () => TEST_RANGE_BELOW_MIN_SCORE;
+            const reportLow = await runCanaryEvaluations(evaluateLow, canaries);
+            assert.strictEqual(reportLow.results[0].passed, false, 'Score 0.4 should fail min 0.5');
+            // Score 0.7 is within range - should pass
+            const evaluateInRange = async () => TEST_SCORE_PASSING;
+            const reportInRange = await runCanaryEvaluations(evaluateInRange, canaries);
+            assert.strictEqual(reportInRange.results[0].passed, true, 'Score 0.7 should pass range 0.5-0.8');
+        });
+    });
+    describe('extendCanaryCases', () => {
+        it('should append user cases to defaults', () => {
+            const userCases = [{
+                    name: 'new_case',
+                    input: 'input',
+                    output: 'output',
+                    metric: 'relevance',
+                    expectedScore: { min: TEST_SCORE_MID },
+                    description: 'A new case',
+                }];
+            const result = extendCanaryCases(userCases);
+            assert.strictEqual(result.length, DEFAULT_CANARY_CASES.length + 1);
+            assert.strictEqual(result[result.length - 1].name, 'new_case');
+        });
+        it('should deduplicate by name, user overrides default', () => {
+            const userCases = [{
+                    name: 'perfect_answer',
+                    input: 'Override input',
+                    output: 'Override output',
+                    metric: 'custom_metric',
+                    expectedScore: { min: TEST_SCORE_GOOD },
+                    description: 'Overridden perfect_answer',
+                }];
+            const result = extendCanaryCases(userCases);
+            assert.strictEqual(result.length, DEFAULT_CANARY_CASES.length);
+            const override = result.find(c => c.name === 'perfect_answer');
+            assert.strictEqual(override?.input, 'Override input');
+            assert.strictEqual(override?.metric, 'custom_metric');
+        });
+        it('should accept custom base cases', () => {
+            const base = [{
+                    name: 'base_case',
+                    input: 'b',
+                    output: 'b',
+                    metric: 'm',
+                    expectedScore: { min: TEST_SCORE_MID },
+                    description: 'base',
+                }];
+            const user = [{
+                    name: 'user_case',
+                    input: 'u',
+                    output: 'u',
+                    metric: 'm',
+                    expectedScore: { max: 0.3 },
+                    description: 'user',
+                }];
+            const result = extendCanaryCases(user, base);
+            assert.strictEqual(result.length, COUNT_TWO);
+            assert.strictEqual(result[0].name, 'base_case');
+            assert.strictEqual(result[1].name, 'user_case');
+        });
+        it('should return defaults when user cases is empty', () => {
+            const result = extendCanaryCases([]);
+            assert.deepStrictEqual(result, DEFAULT_CANARY_CASES);
+        });
+    });
+});
+//# sourceMappingURL=llm-judge-resilience.test.js.map

package/dist/lib/judge/llm-judge-resilience.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-judge-resilience.test.js","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-resilience.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EACL,YAAY,EACZ,iBAAiB,EACjB,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,GAErB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,oBAAoB,EACpB,eAAe,EACf,eAAe,EACf,cAAc,EACd,kBAAkB,GACnB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EACL,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,aAAa,EACb,WAAW,EACX,WAAW,EACX,SAAS,GACV,MAAM,sCAAsC,CAAC;AAE9C,MAAM,kBAAkB,GAAG,qBAAqB,GAAG,aAAa,CAAC;AACjE,MAAM,mBAAmB,GAAG,oBAAoB,GAAG,kBAAkB,CAAC;AACtE,MAAM,oBAAoB,GAAG,CAAC,qBAAqB,CAAC;AACpD,MAAM,oBAAoB,GAAG,oBAAoB,GAAG,qBAAqB,CAAC;AAC1E,MAAM,mCAAmC,GAAG,qBAAqB,CAAC;AAClE,MAAM,4BAA4B,GAAG,qBAAqB,GAAG,SAAS,CAAC;AACvE,MAAM,0BAA0B,GAAG,cAAc,GAAG,qBAAqB,CAAC;AAE1E,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,kBAAkB,CAAC,EAAE,IAAI,CAAC,CAAC;YAC3D,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,mBAAmB,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,oBAAoB,CAAC,EAAE,KAAK,CAAC,CAAC;YAC9D,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,oBAAoB,CAAC,EAAE,KAAK,CAAC,CAAC;YAC9D,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,QAAQ,GAAG,KAAK,IAAyB,EAAE,CAAC,CAAC;gBACjD,KAAK,EAAE,eAAe;gBACtB,MAAM,EAAE,MAAM;aACf,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,iBAAiB,CACpC,QAAQ,EACR,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAClC,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;YACrC,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,MAAM,QAAQ,GAAG,KAAK,IAAyB,EAAE;gBAC/C,QAAQ,EAAE,CAAC;gBACX,IAAI,QAAQ,GAAG,SAAS,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;gBACrC,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;YAC1D,CAAC,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CACpC,QAAQ,EACR,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EACjC,mBAAmB,CACpB,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;YACrD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,QAAQ,GAAG,KAAK,IAAyB,EAAE;gBAC/C,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACtC,CAAC,CAAC;YAEF,MAAM,MAAM,CAAC,OAAO,CAClB,iBAAiB,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EACzE,kBAAkB,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,MAAM,QAAQ,GAAG,KAAK,IAAyB,EAAE;gBAC/C,QAAQ,EAAE,CAAC;gBACX,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;oBACnB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,gBAAgB;gBAC5D,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YACpD,CAAC,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CACpC,QAAQ,EACR,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAClC,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;YACjD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,yEAAyE;YACzE,yDAAyD;YACzD,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,MAAM,QAAQ,GAAG,KAAK,IAAyB,EAAE;gBAC/C,QAAQ,EAAE,CAAC;gBACX,uDAAuD;gBACvD,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;YACvD,CAAC,CAAC;YAEF,gEAAgE;YAChE,MAAM,MAAM,GAAG,MAAM,iBAAiB,CACpC,QAAQ,EACR,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EACjC,aAAa,CAAC,mDAAmD;aAClE,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,yDAAyD;QACzD,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;YACxC,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;gBACpD,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBAClD,MAAM,QAAQ,GAAG,KAAK,IAAyB,EAAE;oBAC/C,MAAM,aAAa,CAAC;gBACtB,CAAC,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,iBAAiB,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;oBACxE,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC;oBAClC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;oBACpD,8CAA8C;oBAC9C,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;gBAC3C,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;gBACtE,MAAM,aAAa,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC;gBACtE,MAAM,QAAQ,GAAG,KAAK,IAAyB,EAAE;oBAC/C,MAAM,aAAa,CAAC;gBACtB,CAAC,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,iBAAiB,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;oBACxE,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC;oBAClC,wCAAwC;oBACxC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;oBAChD,wCAAwC;oBACxC,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;gBACnD,MAAM,WAAW,GAAG,sBAAsB,CAAC;gBAC3C,MAAM,QAAQ,GAAG,KAAK,IAAyB,EAAE;oBAC/C,MAAM,WAAW,CAAC;gBACpB,CAAC,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,iBAAiB,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;oBACxE,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC;oBAClC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;oBAC/C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;gBACrD,MAAM,QAAQ,GAAG,KAAK,IAAyB,EAAE;oBAC/C,MAAM,IAAI,CAAC;gBACb,CAAC,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,iBAAiB,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;oBACxE,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC;oBAClC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;oBAC1C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;gBAC9D,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,MAAM,aAAa,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;gBACrC,MAAM,QAAQ,GAAG,KAAK,IAAyB,EAAE;oBAC/C,QAAQ,EAAE,CAAC;oBACX,aAAa,CAAC,OAAO,GAAG,QAAQ,CAAC;oBACjC,MAAM,aAAa,CAAC;gBACtB,CAAC,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,iBAAiB,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC;oBAC1F,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC;oBAClC,uCAAuC;oBACvC,MAAM,CAAC,WAAW,CAAE,KAAK,CAAC,KAA6B,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;gBACxF,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AAEL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,2BAA2B;AAC3B,+EAA+E;AAE/E,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,EAAE,CAAC,oBAAoB,CAAC,MAAM,IAAI,WAAW,CAAC,CAAC;QAEtD,KAAK,MAAM,MAAM,IAAI,oBAAoB,EAAE,CAAC;YAC1C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACvB,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxB,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACzB,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACzB,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,CAAC,aAAa,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC;QAC9F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,QAAQ,GAAG,KAAK,EAAE,QAA2C,EAAE,OAAe,EAAE,EAAE;gBACtF,2CAA2C;gBAC3C,IAAI,QAAQ,CAAC,KAAK,KAAK,cAAc;oBAAE,OAAO,oBAAoB,CAAC;gBACnE,IAAI,QAAQ,CAAC,KAAK,KAAK,gCAAgC;oBAAE,OAAO,mCAAmC,CAAC;gBACpG,IAAI,QAAQ,CAAC,KAAK,KAAK,2BAA2B;oBAAE,OAAO,4BAA4B,CAAC;gBACxF,OAAO,cAAc,CAAC;YACxB,CAAC,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YAEpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE,CAAC,cAAc,CAAC,CAAC,oCAAoC;YAEjF,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YAEpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACzC,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC;YAC3E,MAAM,CAAC,EAAE,CAAC,YAAY,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE,CAAC,eAAe,CAAC,CAAC,mCAAmC;YAEjF,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YAEpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC;YAEjC,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YAEpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACzC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,cAAc,GAAG,CAAC;oBACtB,IAAI,EAAE,aAAa;oBACnB,KAAK,EAAE,cAAc;oBACrB,MAAM,EAAE,eAAe;oBACvB,MAAM,EAAE,QAAQ;oBAChB,aAAa,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;oBACtC,WAAW,EAAE,aAAa;iBAC3B,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE,CAAC,kBAAkB,CAAC;YAEhD,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;YAEpE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;YAC1D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;YACzC,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE,CAAC,oBAAoB,CAAC;YAElD,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YAEpD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC5B,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,eAAe,GAAG,CAAC;oBACvB,IAAI,EAAE,gBAAgB;oBACtB,KAAK,EAAE,MAAM;oBACb,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,MAAM;oBACd,aAAa,EAAE,EAAE,EAAE,sBAAsB;oBACzC,WAAW,EAAE,gBAAgB;iBAC9B,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE,CAAC,cAAc,CAAC;YAE5C,MAAM,MAAM,CAAC,OAAO,CAClB,oBAAoB,CAAC,QAAQ,EAAE,eAAe,CAAC,EAC/C,oDAAoD,CACrD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,SAAS,GAAG,CAAC;oBACjB,IAAI,EAAE,aAAa;oBACnB,KAAK,EAAE,cAAc;oBACrB,MAAM,EAAE,eAAe;oBACvB,MAAM,EAAE,WAAW;oBACnB,aAAa,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;oBACtC,WAAW,EAAE,eAAe;iBAC7B,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE,CAAC,kBAAkB,CAAC;YAEhD,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAE9D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC3E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACtE,MAAM,QAAQ,GAAG,CAAC;oBAChB,IAAI,EAAE,YAAY;oBAClB,KAAK,EAAE,MAAM;oBACb,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,MAAM;oBACd,aAAa,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,eAAe,EAAE;oBAC5D,WAAW,EAAE,oCAAoC;iBAClD,CAAC,CAAC;YAEH,6CAA6C;YAC7C,MAAM,YAAY,GAAG,KAAK,IAAI,EAAE,CAAC,eAAe,CAAC;YACjD,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YACtE,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,+BAA+B,CAAC,CAAC;YAEzF,8CAA8C;YAC9C,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE,CAAC,0BAA0B,CAAC;YAC3D,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YACpE,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,+BAA+B,CAAC,CAAC;YAExF,0CAA0C;YAC1C,MAAM,eAAe,GAAG,KAAK,IAAI,EAAE,CAAC,kBAAkB,CAAC;YACvD,MAAM,aAAa,GAAG,MAAM,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;YAC5E,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,qCAAqC,CAAC,CAAC;QACnG,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,SAAS,GAAG,CAAC;oBACjB,IAAI,EAAE,UAAU;oBAChB,KAAK,EAAE,OAAO;oBACd,MAAM,EAAE,QAAQ;oBAChB,MAAM,EAAE,WAAW;oBACnB,aAAa,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;oBACtC,WAAW,EAAE,YAAY;iBAC1B,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;YAE5C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACnE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,SAAS,GAAG,CAAC;oBACjB,IAAI,EAAE,gBAAgB;oBACtB,KAAK,EAAE,gBAAgB;oBACvB,MAAM,EAAE,iBAAiB;oBACzB,MAAM,EAAE,eAAe;oBACvB,aAAa,EAAE,EAAE,GAAG,EAAE,eAAe,EAAE;oBACvC,WAAW,EAAE,2BAA2B;iBACzC,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;YAE5C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC;YAC/D,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,gBAAgB,CAAC,CAAC;YACtD,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,IAAI,GAAG,CAAC;oBACZ,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,GAAG;oBACX,MAAM,EAAE,GAAG;oBACX,aAAa,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;oBACtC,WAAW,EAAE,MAAM;iBACpB,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,CAAC;oBACZ,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,GAAG;oBACX,MAAM,EAAE,GAAG;oBACX,aAAa,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;oBAC3B,WAAW,EAAE,MAAM;iBACpB,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAE7C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,MAAM,GAAG,iBAAiB,CAAC,EAAE,CAAC,CAAC;YACrC,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/lib/judge/llm-judge-security.d.ts

@@ -0,0 +1,106 @@
+/**
+ * LLM-as-Judge Security Utilities
+ *
+ * Error classes, input sanitization, prompt injection protection,
+ * test case validation, safe JSON parsing, timeout protection, and logging.
+ *
+ * @security All user inputs are sanitized for prompt injection protection
+ */
+import { z } from 'zod';
+import type { TestCase } from './llm-as-judge.js';
+import { MAX_INPUT_PAYLOAD_BYTES as MAX_INPUT_SIZE_BYTES, TEXT_PREVIEW_LIMIT } from '../core/constants.js';
+import { MAX_TEXT_LENGTH, MAX_CONTEXT_ITEMS, MAX_STATEMENTS, MAX_LOGPROBS, LOGPROBS_CONFIDENCE_THRESHOLD, DEFAULT_LLM_TIMEOUT_MS, MAX_JSON_DEPTH } from './llm-judge-constants.js';
+export { MAX_INPUT_SIZE_BYTES, MAX_TEXT_LENGTH, MAX_CONTEXT_ITEMS, MAX_STATEMENTS, MAX_LOGPROBS, LOGPROBS_CONFIDENCE_THRESHOLD, DEFAULT_LLM_TIMEOUT_MS, MAX_JSON_DEPTH, TEXT_PREVIEW_LIMIT, };
+/**
+ * Error for prompt injection detection.
+ *
+ * NOTE: This class is exported for type-checking and external use but is
+ * intentionally NOT thrown by sanitizeForPrompt(). The design decision is
+ * to silently replace injection patterns with '[filtered]' markers rather
+ * than fail-fast, allowing evaluation to proceed with sanitized input.
+ */
+export declare class PromptInjectionError extends Error {
+    constructor(message: string);
+}
+/**
+ * Error thrown when an LLM call exceeds the configured timeout.
+ *
+ * @see withTimeout
+ */
+export declare class LLMTimeoutError extends Error {
+    constructor(timeoutMs: number);
+}
+/**
+ * Error thrown when score extraction or normalization fails.
+ *
+ * @see normalizeWithLogprobs
+ * @see extractScoreFromText
+ */
+export declare class ScoreNormalizationError extends Error {
+    constructor(message: string);
+}
+/**
+ * Log levels for llm-as-judge module.
+ * Set via LLM_JUDGE_LOG_LEVEL environment variable.
+ * @default 'warn'
+ */
+export declare const logLevelSchema: z.ZodEnum<{
+    debug: "debug";
+    info: "info";
+    warn: "warn";
+    error: "error";
+    silent: "silent";
+}>;
+export type LogLevel = z.infer<typeof logLevelSchema>;
+/**
+ * Current log level for the module.
+ */
+export declare const LOG_LEVEL: LogLevel;
+/**
+ * Check if a log level should be output based on current LOG_LEVEL.
+ */
+export declare function shouldLog(level: LogLevel): boolean;
+/** Span attribute keys emitted by sanitizeWithPatterns — exported for test verification. */
+export declare const SANITIZE_SPAN_ATTR: {
+    readonly INJECTION_DETECTED: "security.sanitize.injection_detected";
+    readonly OUTPUT_LENGTH: "security.sanitize.output_length";
+};
+/**
+ * Sanitizes an array of context strings for safe prompt inclusion.
+ */
+export declare function sanitizeContextArray(context: string[]): string[];
+/**
+ * Sanitize text for safe inclusion in prompts.
+ * Detects and removes potential prompt injection attempts.
+ *
+ * @security Known limitation: the `confusables` library resolves cross-script
+ * homoglyphs (e.g. Latin 'a' vs Cyrillic 'а') into their canonical forms before
+ * injection-pattern matching. However, same-script substitutions — where a character
+ * from the same writing system is used in place of another — are not detected, as
+ * they are visually distinct within their script and not covered by confusable mappings.
+ */
+export declare function sanitizeForPrompt(text: string, maxLength?: number): string;
+/**
+ * Create a customizable sanitizer with additional injection patterns.
+ * Compiled patterns are cached by pattern source to avoid recompilation.
+ */
+export declare function createSanitizer(additionalPatterns?: RegExp[]): (text: string, maxLength?: number) => string;
+/**
+ * Validate test case total size against security limits.
+ * Field-level constraints (max length, context items, types) are enforced by testCaseSchema.
+ */
+export declare function validateTestCase(testCase: TestCase): void;
+/**
+ * Safe JSON parsing with depth limit to prevent DoS attacks.
+ */
+export declare function safeJSONParse(text: string, maxDepth?: number): unknown;
+/**
+ * Execute an async function with timeout protection.
+ */
+export declare function withTimeout<T>(fn: (signal: AbortSignal) => Promise<T>, timeoutMs?: number): Promise<T>;
+/**
+ * Compute a short SHA-256 hash of evaluation inputs for audit provenance.
+ * @internal
+ */
+export declare function hashInput(...parts: (string | undefined)[]): string;
+//# sourceMappingURL=llm-judge-security.d.ts.map

package/dist/lib/judge/llm-judge-security.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-judge-security.d.ts","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-security.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAGlD,OAAO,EAAE,uBAAuB,IAAI,oBAAoB,EAAE,kBAAkB,EAAuB,MAAM,sBAAsB,CAAC;AAChI,OAAO,EACL,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,YAAY,EACZ,6BAA6B,EAC7B,sBAAsB,EACtB,cAAc,EACf,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,oBAAoB,EACpB,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,YAAY,EACZ,6BAA6B,EAC7B,sBAAsB,EACtB,cAAc,EACd,kBAAkB,GACnB,CAAC;AAMF;;;;;;;GAOG;AACH,qBAAa,oBAAqB,SAAQ,KAAK;gBACjC,OAAO,EAAE,MAAM;CAI5B;AAED;;;;GAIG;AACH,qBAAa,eAAgB,SAAQ,KAAK;gBAC5B,SAAS,EAAE,MAAM;CAI9B;AAED;;;;;GAKG;AACH,qBAAa,uBAAwB,SAAQ,KAAK;gBACpC,OAAO,EAAE,MAAM;CAI5B;AAWD;;;;GAIG;AACH,eAAO,MAAM,cAAc;;;;;;EAAuD,CAAC;AACnF,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEtD;;GAEG;AACH,eAAO,MAAM,SAAS,EAAE,QAA8E,CAAC;AAEvG;;GAEG;AACH,wBAAgB,SAAS,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAKlD;AA+CD,4FAA4F;AAC5F,eAAO,MAAM,kBAAkB;;;CAGrB,CAAC;AA8CX;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAEhE;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,GAAE,MAAwB,GAAG,MAAM,CAS3F;AAID;;;GAGG;AACH,wBAAgB,eAAe,CAC7B,kBAAkB,GAAE,MAAM,EAAO,GAChC,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,KAAK,MAAM,CA8C9C;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAgBzD;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,MAAuB,GAAG,OAAO,CA4BtF;AAED;;GAEG;AACH,wBAAsB,WAAW,CAAC,CAAC,EACjC,EAAE,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,CAAC,CAAC,EACvC,SAAS,GAAE,MAA+B,GACzC,OAAO,CAAC,CAAC,CAAC,CA8BZ;AAMD;;;GAGG;AACH,wBAAgB,SAAS,CAAC,GAAG,KAAK,EAAE,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,GAAG,MAAM,CAIlE"}