openlit 1.13.0 → 1.14.0

package/dist/evals/__tests__/offline.test.js

@@ -0,0 +1,418 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const offline_1 = require("../offline");
+const types_1 = require("../types");
+const config_1 = __importDefault(require("../../config"));
+const MOCK_SUCCESS_BODY = {
+    success: true,
+    evaluations: [
+        { type: 'hallucination', score: 0.85, verdict: 'yes', classification: 'factual_inaccuracy', explanation: 'Response contradicts context' },
+        { type: 'toxicity', score: 0.1, verdict: 'no', classification: 'none', explanation: 'No toxicity detected' },
+    ],
+    context_applied: {
+        ruleMatched: true,
+        matchingRuleIds: ['rule-1'],
+        contextEntityIds: ['ctx-a'],
+        userContextsCount: 1,
+    },
+    metadata: { model: 'gpt-4', runId: 'test-run-1' },
+};
+function mockFetchResponse(body, status = 200) {
+    return jest.fn().mockResolvedValue({
+        ok: status >= 200 && status < 300,
+        status,
+        json: jest.fn().mockResolvedValue(body),
+    });
+}
+beforeEach(() => {
+    jest.restoreAllMocks();
+    config_1.default.openlitApiKey = undefined;
+    config_1.default.openlitUrl = undefined;
+    config_1.default.applicationName = undefined;
+    config_1.default.environment = undefined;
+    delete process.env.OPENLIT_API_KEY;
+    delete process.env.OPENLIT_URL;
+    delete process.env.OTEL_SERVICE_NAME;
+    delete process.env.OTEL_RESOURCE_ATTRIBUTES;
+    delete process.env.OTEL_DEPLOYMENT_ENVIRONMENT;
+    delete process.env.OPENLIT_ENVIRONMENT;
+});
+describe('runEval', () => {
+    test('resolves API key from explicit param', async () => {
+        const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
+        global.fetch = fetchMock;
+        const result = await (0, offline_1.runEval)({
+            prompt: 'test', response: 'test',
+            openlitApiKey: 'key-explicit', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        });
+        expect(result.success).toBe(true);
+        expect(fetchMock).toHaveBeenCalledWith('http://localhost:3000/api/evaluation/offline', expect.objectContaining({
+            headers: expect.objectContaining({ Authorization: 'Bearer key-explicit' }),
+        }));
+    });
+    test('resolves API key from OpenlitConfig', async () => {
+        config_1.default.openlitApiKey = 'key-config';
+        config_1.default.openlitUrl = 'http://localhost:3000';
+        const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
+        global.fetch = fetchMock;
+        await (0, offline_1.runEval)({ prompt: 'test', response: 'test', printResults: false });
+        expect(fetchMock).toHaveBeenCalledWith(expect.any(String), expect.objectContaining({
+            headers: expect.objectContaining({ Authorization: 'Bearer key-config' }),
+        }));
+    });
+    test('resolves API key from env var', async () => {
+        process.env.OPENLIT_API_KEY = 'key-env';
+        process.env.OPENLIT_URL = 'http://localhost:3000';
+        const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
+        global.fetch = fetchMock;
+        await (0, offline_1.runEval)({ prompt: 'test', response: 'test', printResults: false });
+        expect(fetchMock).toHaveBeenCalledWith(expect.any(String), expect.objectContaining({
+            headers: expect.objectContaining({ Authorization: 'Bearer key-env' }),
+        }));
+    });
+    test('throws when API key is missing', async () => {
+        await expect((0, offline_1.runEval)({
+            prompt: 'test', response: 'test', openlitUrl: 'http://localhost:3000', printResults: false,
+        })).rejects.toThrow('Missing OpenLIT API key');
+    });
+    test('throws when URL is missing', async () => {
+        await expect((0, offline_1.runEval)({
+            prompt: 'test', response: 'test', openlitApiKey: 'key', printResults: false,
+        })).rejects.toThrow('Missing OpenLIT URL');
+    });
+    test('strips trailing slashes from URL', async () => {
+        const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
+        global.fetch = fetchMock;
+        await (0, offline_1.runEval)({
+            prompt: 'test', response: 'test',
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000///',
+            printResults: false,
+        });
+        expect(fetchMock).toHaveBeenCalledWith('http://localhost:3000/api/evaluation/offline', expect.anything());
+    });
+    test('parses successful response with evaluations and context', async () => {
+        global.fetch = mockFetchResponse(MOCK_SUCCESS_BODY);
+        const result = await (0, offline_1.runEval)({
+            prompt: 'What is the capital?', response: 'Lyon',
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        });
+        expect(result.success).toBe(true);
+        expect(result.evaluations).toHaveLength(2);
+        expect(result.evaluations[0].type).toBe('hallucination');
+        expect(result.evaluations[0].score).toBe(0.85);
+        expect(result.evaluations[1].verdict).toBe('no');
+        expect(result.contextApplied?.ruleMatched).toBe(true);
+        expect(result.contextApplied?.matchingRuleIds).toEqual(['rule-1']);
+        expect(result.metadata?.model).toBe('gpt-4');
+    });
+    test('handles 401 authentication failure', async () => {
+        global.fetch = mockFetchResponse({ err: 'unauthorized' }, 401);
+        const result = await (0, offline_1.runEval)({
+            prompt: 'test', response: 'test',
+            openlitApiKey: 'bad-key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        });
+        expect(result.success).toBe(false);
+        expect(result.error).toContain('Authentication failed');
+    });
+    test('handles non-JSON error response', async () => {
+        global.fetch = jest.fn().mockResolvedValue({
+            ok: false, status: 502,
+            json: jest.fn().mockRejectedValue(new SyntaxError('Unexpected token')),
+        });
+        const result = await (0, offline_1.runEval)({
+            prompt: 'test', response: 'test',
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        });
+        expect(result.success).toBe(false);
+        expect(result.error).toContain('non-JSON');
+    });
+    test('retries on 429 then succeeds', async () => {
+        let callCount = 0;
+        global.fetch = jest.fn().mockImplementation(() => {
+            callCount++;
+            if (callCount === 1) {
+                return Promise.resolve({
+                    ok: false, status: 429,
+                    json: jest.fn().mockResolvedValue({ err: 'rate limited' }),
+                });
+            }
+            return Promise.resolve({
+                ok: true, status: 200,
+                json: jest.fn().mockResolvedValue(MOCK_SUCCESS_BODY),
+            });
+        });
+        const result = await (0, offline_1.runEval)({
+            prompt: 'test', response: 'test',
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        });
+        expect(result.success).toBe(true);
+        expect(callCount).toBe(2);
+    });
+    test('sends evalTypes and contexts in payload', async () => {
+        const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
+        global.fetch = fetchMock;
+        await (0, offline_1.runEval)({
+            prompt: 'test', response: 'test',
+            contexts: ['ctx1', 'ctx2'],
+            evalTypes: ['hallucination'],
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        });
+        const body = JSON.parse(fetchMock.mock.calls[0][1].body);
+        expect(body.contexts).toEqual(['ctx1', 'ctx2']);
+        expect(body.eval_types).toEqual(['hallucination']);
+    });
+});
+describe('resolveAttributes', () => {
+    test('picks up OTEL_SERVICE_NAME and OTEL_DEPLOYMENT_ENVIRONMENT', async () => {
+        process.env.OTEL_SERVICE_NAME = 'my-svc';
+        process.env.OTEL_DEPLOYMENT_ENVIRONMENT = 'staging';
+        const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
+        global.fetch = fetchMock;
+        await (0, offline_1.runEval)({
+            prompt: 'test', response: 'test',
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        });
+        const body = JSON.parse(fetchMock.mock.calls[0][1].body);
+        expect(body.attributes['service.name']).toBe('my-svc');
+        expect(body.attributes['deployment.environment']).toBe('staging');
+    });
+    test('OpenlitConfig overrides OTEL env vars', async () => {
+        process.env.OTEL_SERVICE_NAME = 'otel-svc';
+        config_1.default.applicationName = 'config-svc';
+        const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
+        global.fetch = fetchMock;
+        await (0, offline_1.runEval)({
+            prompt: 'test', response: 'test',
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        });
+        const body = JSON.parse(fetchMock.mock.calls[0][1].body);
+        expect(body.attributes['service.name']).toBe('config-svc');
+    });
+    test('explicit attributes take highest priority', async () => {
+        config_1.default.applicationName = 'config-svc';
+        const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
+        global.fetch = fetchMock;
+        await (0, offline_1.runEval)({
+            prompt: 'test', response: 'test',
+            attributes: { 'service.name': 'explicit-svc' },
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        });
+        const body = JSON.parse(fetchMock.mock.calls[0][1].body);
+        expect(body.attributes['service.name']).toBe('explicit-svc');
+    });
+    test('parses OTEL_RESOURCE_ATTRIBUTES', async () => {
+        process.env.OTEL_RESOURCE_ATTRIBUTES = 'service.name=res-svc,custom.tag=v1';
+        const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
+        global.fetch = fetchMock;
+        await (0, offline_1.runEval)({
+            prompt: 'test', response: 'test',
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        });
+        const body = JSON.parse(fetchMock.mock.calls[0][1].body);
+        expect(body.attributes['custom.tag']).toBe('v1');
+    });
+});
+describe('runEvalBatch', () => {
+    test('evaluates two items and returns batch result', async () => {
+        global.fetch = mockFetchResponse(MOCK_SUCCESS_BODY);
+        const result = await (0, offline_1.runEvalBatch)({
+            dataset: [
+                { prompt: 'p1', response: 'r1' },
+                { prompt: 'p2', response: 'r2' },
+            ],
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        });
+        expect(result.results).toHaveLength(2);
+        expect(result.runId).toBeDefined();
+        expect(result.results[0].success).toBe(true);
+    });
+    test('throws on empty dataset', async () => {
+        await expect((0, offline_1.runEvalBatch)({
+            dataset: [],
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        })).rejects.toThrow('non-empty array');
+    });
+    test('throws on missing prompt in dataset item', async () => {
+        await expect((0, offline_1.runEvalBatch)({
+            dataset: [{ prompt: 'ok', response: 'ok' }, { prompt: '', response: 'r' }],
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        })).rejects.toThrow("dataset[1] must have a 'prompt' string property");
+    });
+    test('throws on missing response in dataset item', async () => {
+        await expect((0, offline_1.runEvalBatch)({
+            dataset: [{ prompt: 'ok', response: 'ok' }, { prompt: 'p', response: '' }],
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        })).rejects.toThrow("dataset[1] must have a 'response' string property");
+    });
+    test('throws on non-object dataset item', async () => {
+        await expect((0, offline_1.runEvalBatch)({
+            dataset: ['not-an-object'],
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        })).rejects.toThrow('must be an object');
+    });
+    test('uses custom runId when provided', async () => {
+        global.fetch = mockFetchResponse(MOCK_SUCCESS_BODY);
+        const result = await (0, offline_1.runEvalBatch)({
+            dataset: [{ prompt: 'p', response: 'r' }],
+            runId: 'my-run',
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+            printResults: false,
+        });
+        expect(result.runId).toBe('my-run');
+    });
+});
+describe('fetchEvalTypes', () => {
+    test('returns parsed eval types', async () => {
+        global.fetch = mockFetchResponse({
+            eval_types: [
+                { id: 'hallucination', label: 'Hallucination', description: 'Detect hallucinated facts', enabled: true, is_custom: false },
+                { id: 'custom_1', label: 'Custom', description: 'User-defined', enabled: true, is_custom: true },
+            ],
+        });
+        const types = await (0, offline_1.fetchEvalTypes)({ openlitApiKey: 'key', openlitUrl: 'http://localhost:3000' });
+        expect(types).toHaveLength(2);
+        expect(types[0].id).toBe('hallucination');
+        expect(types[0].isCustom).toBe(false);
+        expect(types[1].isCustom).toBe(true);
+    });
+    test('throws on 401', async () => {
+        global.fetch = mockFetchResponse({ err: 'unauthorized' }, 401);
+        await expect((0, offline_1.fetchEvalTypes)({
+            openlitApiKey: 'bad-key', openlitUrl: 'http://localhost:3000',
+        })).rejects.toThrow('Authentication failed');
+    });
+    test('throws on connection error', async () => {
+        global.fetch = jest.fn().mockRejectedValue(new Error('fetch failed'));
+        await expect((0, offline_1.fetchEvalTypes)({
+            openlitApiKey: 'key', openlitUrl: 'http://localhost:3000',
+        })).rejects.toThrow('fetch failed');
+    });
+});
+describe('helper functions', () => {
+    const passedResult = {
+        success: true,
+        evaluations: [
+            { type: 'toxicity', score: 0.1, verdict: 'no', classification: 'none', explanation: 'Clean' },
+        ],
+    };
+    const failedResult = {
+        success: true,
+        evaluations: [
+            { type: 'hallucination', score: 0.9, verdict: 'yes', classification: 'factual', explanation: 'Wrong' },
+            { type: 'toxicity', score: 0.1, verdict: 'no', classification: 'none', explanation: 'Clean' },
+        ],
+    };
+    const errorResult = {
+        success: false,
+        evaluations: [],
+        error: 'Server error',
+    };
+    test('isPassed returns true for passing result', () => {
+        expect((0, types_1.isPassed)(passedResult)).toBe(true);
+    });
+    test('isPassed returns false for failed result', () => {
+        expect((0, types_1.isPassed)(failedResult)).toBe(false);
+    });
+    test('isPassed returns false for error result', () => {
+        expect((0, types_1.isPassed)(errorResult)).toBe(false);
+    });
+    test('getFailedEvals returns failing evaluations', () => {
+        const failed = (0, types_1.getFailedEvals)(failedResult);
+        expect(failed).toHaveLength(1);
+        expect(failed[0].type).toBe('hallucination');
+    });
+    test('getFailedEvals returns empty for passing result', () => {
+        expect((0, types_1.getFailedEvals)(passedResult)).toHaveLength(0);
+    });
+    test('isAllPassed returns true when all pass', () => {
+        const batch = { results: [passedResult, passedResult] };
+        expect((0, types_1.isAllPassed)(batch)).toBe(true);
+    });
+    test('isAllPassed returns false when any fail', () => {
+        const batch = { results: [passedResult, failedResult] };
+        expect((0, types_1.isAllPassed)(batch)).toBe(false);
+    });
+    test('isAllPassed returns false for empty results', () => {
+        const batch = { results: [] };
+        expect((0, types_1.isAllPassed)(batch)).toBe(false);
+    });
+    test('getPassRate calculates correctly', () => {
+        const batch = { results: [passedResult, failedResult, passedResult] };
+        expect((0, types_1.getPassRate)(batch)).toBeCloseTo(2 / 3);
+    });
+    test('getPassRate returns 0 for empty results', () => {
+        expect((0, types_1.getPassRate)({ results: [] })).toBe(0);
+    });
+});
+describe('formatSummary', () => {
+    test('formats successful result', () => {
+        const result = {
+            success: true,
+            evaluations: [
+                { type: 'hallucination', score: 0.85, verdict: 'yes', classification: 'factual', explanation: 'Wrong fact' },
+            ],
+        };
+        const output = (0, offline_1.formatSummary)(result);
+        expect(output).toContain('FAILED');
+        expect(output).toContain('hallucination');
+        expect(output).toContain('0.85');
+    });
+    test('formats error result', () => {
+        const result = { success: false, evaluations: [], error: 'Connection refused' };
+        const output = (0, offline_1.formatSummary)(result);
+        expect(output).toContain('Connection refused');
+    });
+    test('formats context info', () => {
+        const result = {
+            success: true,
+            evaluations: [{ type: 'toxicity', score: 0.1, verdict: 'no', classification: 'none', explanation: '' }],
+            contextApplied: { ruleMatched: true, matchingRuleIds: ['r1'], contextEntityIds: ['c1', 'c2'], userContextsCount: 0 },
+        };
+        const output = (0, offline_1.formatSummary)(result);
+        expect(output).toContain('2 entities');
+        expect(output).toContain('1 rules');
+    });
+});
+describe('formatBatchSummary', () => {
+    test('formats batch with mixed results', () => {
+        const batch = {
+            results: [
+                { success: true, evaluations: [{ type: 'toxicity', score: 0.1, verdict: 'no', classification: 'none', explanation: '' }] },
+                { success: true, evaluations: [{ type: 'hallucination', score: 0.9, verdict: 'yes', classification: 'factual', explanation: '' }] },
+            ],
+            runId: 'test-batch',
+        };
+        const output = (0, offline_1.formatBatchSummary)(batch);
+        expect(output).toContain('1 FAILED');
+        expect(output).toContain('50%');
+        expect(output).toContain('test-batch');
+    });
+    test('formats all-passed batch', () => {
+        const batch = {
+            results: [
+                { success: true, evaluations: [{ type: 'toxicity', score: 0.1, verdict: 'no', classification: 'none', explanation: '' }] },
+            ],
+        };
+        const output = (0, offline_1.formatBatchSummary)(batch);
+        expect(output).toContain('ALL PASSED');
+    });
+});
+//# sourceMappingURL=offline.test.js.map

package/dist/evals/__tests__/offline.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"offline.test.js","sourceRoot":"","sources":["../../../src/evals/__tests__/offline.test.ts"],"names":[],"mappings":";;;;;AAAA,wCAAsG;AACtG,oCAAkH;AAClH,0DAAyC;AAEzC,MAAM,iBAAiB,GAAG;IACxB,OAAO,EAAE,IAAI;IACb,WAAW,EAAE;QACX,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,WAAW,EAAE,8BAA8B,EAAE;QACzI,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,sBAAsB,EAAE;KAC7G;IACD,eAAe,EAAE;QACf,WAAW,EAAE,IAAI;QACjB,eAAe,EAAE,CAAC,QAAQ,CAAC;QAC3B,gBAAgB,EAAE,CAAC,OAAO,CAAC;QAC3B,iBAAiB,EAAE,CAAC;KACrB;IACD,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE;CAClD,CAAC;AAEF,SAAS,iBAAiB,CAAC,IAAS,EAAE,MAAM,GAAG,GAAG;IAChD,OAAO,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;QACjC,EAAE,EAAE,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG;QACjC,MAAM;QACN,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;KACjB,CAAC,CAAC;AAC5B,CAAC;AAED,UAAU,CAAC,GAAG,EAAE;IACd,IAAI,CAAC,eAAe,EAAE,CAAC;IACvB,gBAAa,CAAC,aAAa,GAAG,SAAS,CAAC;IACxC,gBAAa,CAAC,UAAU,GAAG,SAAS,CAAC;IACrC,gBAAa,CAAC,eAAe,GAAG,SAAS,CAAC;IAC1C,gBAAa,CAAC,WAAW,GAAG,SAAS,CAAC;IACtC,OAAO,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;IACnC,OAAO,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IAC/B,OAAO,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IACrC,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;IAC5C,OAAO,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC;IAC/C,OAAO,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AACzC,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;IACvB,IAAI,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAO,EAAC;YAC3B,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,aAAa,EAAE,cAAc,EAAE,UAAU,EAAE,uBAAuB;YAClE,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CACpC,8CAA8C,EAC9C,MAAM,CAAC,gBAAgB,CAAC;YACtB,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC;SAC3E,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACrD,gBAAa,CAAC,aAAa,GAAG,YAAY,CAAC;QAC3C,gBAAa,CAAC,UAAU,GAAG,uBAAuB,CAAC;QACnD,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CACpC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CAAC,gBAAgB,CAAC;YACtB,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,aAAa,EAAE,mBAAmB,EAAE,CAAC;SACzE,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC/C,OAAO,CAAC,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,WAAW,GAAG,uBAAuB,CAAC;QAClD,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CACpC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CAAC,gBAAgB,CAAC;YACtB,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,aAAa,EAAE,gBAAgB,EAAE,CAAC;SACtE,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,MAAM,CAAC,IAAA,iBAAO,EAAC;YACnB,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,uBAAuB,EAAE,YAAY,EAAE,KAAK;SAC3F,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,MAAM,CAAC,IAAA,iBAAO,EAAC;YACnB,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK;SAC5E,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC;YACZ,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,0BAA0B;YAC5D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QACH,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CACpC,8CAA8C,EAC9C,MAAM,CAAC,QAAQ,EAAE,CAClB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAO,EAAC;YAC3B,MAAM,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM;YAChD,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,GAAG,CAAC,CAAC;QAE/D,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAO,EAAC;YAC3B,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YACzC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG;YACtB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,WAAW,CAAC,kBAAkB,CAAC,CAAC;SAChD,CAAC,CAAC;QAE1B,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAO,EAAC;YAC3B,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC9C,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE;YAC/C,SAAS,EAAE,CAAC;YACZ,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;gBACpB,OAAO,OAAO,CAAC,OAAO,CAAC;oBACrB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG;oBACtB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC;iBAC3D,CAAC,CAAC;YACL,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG;gBACrB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,iBAAiB,CAAC;aACrD,CAAC,CAAC;QACL,CAAC,CAAc,CAAC;QAEhB,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAO,EAAC;YAC3B,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC;YACZ,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;YAC1B,SAAS,EAAE,CAAC,eAAe,CAAC;YAC5B,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,IAAI,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,QAAQ,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,2BAA2B,GAAG,SAAS,CAAC;QAEpD,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC;YACZ,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACvD,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,UAAU,CAAC;QAC3C,gBAAa,CAAC,eAAe,GAAG,YAAY,CAAC;QAE7C,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC;YACZ,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QAC3D,gBAAa,CAAC,eAAe,GAAG,YAAY,CAAC;QAE7C,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC;YACZ,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,UAAU,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE;YAC9C,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QACjD,OAAO,CAAC,GAAG,CAAC,wBAAwB,GAAG,oCAAoC,CAAC;QAE5E,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC;YACZ,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAI,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAY,EAAC;YAChC,OAAO,EAAE;gBACP,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;gBAChC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;aACjC;YACD,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,MAAM,CAAC,IAAA,sBAAY,EAAC;YACxB,OAAO,EAAE,EAAE;YACX,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,MAAM,CAAC,IAAA,sBAAY,EAAC;YACxB,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAS,CAAC;YACjF,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,MAAM,CAAC,IAAA,sBAAY,EAAC;YACxB,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAS,CAAC;YACjF,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,mDAAmD,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,MAAM,CAAC,IAAA,sBAAY,EAAC;YACxB,OAAO,EAAE,CAAC,eAAe,CAAQ;YACjC,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAY,EAAC;YAChC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC;YACzC,KAAK,EAAE,QAAQ;YACf,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;YACzD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,IAAI,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC;YAC/B,UAAU,EAAE;gBACV,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,2BAA2B,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE;gBAC1H,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;aACjG;SACF,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,IAAA,wBAAc,EAAC,EAAE,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAClG,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE;QAC/B,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,GAAG,CAAC,CAAC;QAE/D,MAAM,MAAM,CAAC,IAAA,wBAAc,EAAC;YAC1B,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,uBAAuB;SAC9D,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QAEtE,MAAM,MAAM,CAAC,IAAA,wBAAc,EAAC;YAC1B,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB;SAC1D,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,MAAM,YAAY,GAAsB;QACtC,OAAO,EAAE,IAAI;QACb,WAAW,EAAE;YACX,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE;SAC9F;KACF,CAAC;IAEF,MAAM,YAAY,GAAsB;QACtC,OAAO,EAAE,IAAI;QACb,WAAW,EAAE;YACX,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE;YACtG,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE;SAC9F;KACF,CAAC;IAEF,MAAM,WAAW,GAAsB;QACrC,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,EAAE;QACf,KAAK,EAAE,cAAc;KACtB,CAAC;IAEF,IAAI,CAAC,0CAA0C,EAAE,GAAG,EAAE;QACpD,MAAM,CAAC,IAAA,gBAAQ,EAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0CAA0C,EAAE,GAAG,EAAE;QACpD,MAAM,CAAC,IAAA,gBAAQ,EAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,IAAA,gBAAQ,EAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,IAAA,sBAAc,EAAC,YAAY,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iDAAiD,EAAE,GAAG,EAAE;QAC3D,MAAM,CAAC,IAAA,sBAAc,EAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAClD,MAAM,KAAK,GAAoB,EAAE,OAAO,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC,EAAE,CAAC;QACzE,MAAM,CAAC,IAAA,mBAAW,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACnD,MAAM,KAAK,GAAoB,EAAE,OAAO,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC,EAAE,CAAC;QACzE,MAAM,CAAC,IAAA,mBAAW,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACvD,MAAM,KAAK,GAAoB,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QAC/C,MAAM,CAAC,IAAA,mBAAW,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAoB,EAAE,OAAO,EAAE,CAAC,YAAY,EAAE,YAAY,EAAE,YAAY,CAAC,EAAE,CAAC;QACvF,MAAM,CAAC,IAAA,mBAAW,EAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,IAAA,mBAAW,EAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACrC,MAAM,MAAM,GAAsB;YAChC,OAAO,EAAE,IAAI;YACb,WAAW,EAAE;gBACX,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE;aAC7G;SACF,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,uBAAa,EAAC,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAChC,MAAM,MAAM,GAAsB,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;QACnG,MAAM,MAAM,GAAG,IAAA,uBAAa,EAAC,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAChC,MAAM,MAAM,GAAsB;YAChC,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YACvG,cAAc,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,IAAI,CAAC,EAAE,gBAAgB,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;SACrH,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,uBAAa,EAAC,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAoB;YAC7B,OAAO,EAAE;gBACP,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE;gBAC1H,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE;aACpI;YACD,KAAK,EAAE,YAAY;SACpB,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,4BAAkB,EAAC,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACpC,MAAM,KAAK,GAAoB;YAC7B,OAAO,EAAE;gBACP,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE;aAC3H;SACF,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,4BAAkB,EAAC,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/evals/index.d.ts

@@ -1,5 +1,2 @@
-export { Hallucination } from './hallucination';
-export { Bias } from './bias';
-export { Toxicity } from './toxicity';
-export { All } from './all';
-export * from './types';
+export { runEval, runEvalBatch, fetchEvalTypes, formatSummary, formatBatchSummary } from './offline';
+export { OfflineEvaluation, OfflineEvalResult, BatchEvalResult, EvalType, ContextInfo, EvalOptions, EvalBatchOptions, EvalTypesOptions, isPassed, getFailedEvals, isAllPassed, getPassRate, } from './types';

package/dist/evals/index.js

@@ -1,29 +1,15 @@
 "use strict";
-// Evals module for OpenLIT TypeScript SDK
-// Provides Hallucination, Bias, Toxicity, and All evaluators
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.All = exports.Toxicity = exports.Bias = exports.Hallucination = void 0;
-var hallucination_1 = require("./hallucination");
-Object.defineProperty(exports, "Hallucination", { enumerable: true, get: function () { return hallucination_1.Hallucination; } });
-var bias_1 = require("./bias");
-Object.defineProperty(exports, "Bias", { enumerable: true, get: function () { return bias_1.Bias; } });
-var toxicity_1 = require("./toxicity");
-Object.defineProperty(exports, "Toxicity", { enumerable: true, get: function () { return toxicity_1.Toxicity; } });
-var all_1 = require("./all");
-Object.defineProperty(exports, "All", { enumerable: true, get: function () { return all_1.All; } });
-__exportStar(require("./types"), exports);
+exports.getPassRate = exports.isAllPassed = exports.getFailedEvals = exports.isPassed = exports.formatBatchSummary = exports.formatSummary = exports.fetchEvalTypes = exports.runEvalBatch = exports.runEval = void 0;
+var offline_1 = require("./offline");
+Object.defineProperty(exports, "runEval", { enumerable: true, get: function () { return offline_1.runEval; } });
+Object.defineProperty(exports, "runEvalBatch", { enumerable: true, get: function () { return offline_1.runEvalBatch; } });
+Object.defineProperty(exports, "fetchEvalTypes", { enumerable: true, get: function () { return offline_1.fetchEvalTypes; } });
+Object.defineProperty(exports, "formatSummary", { enumerable: true, get: function () { return offline_1.formatSummary; } });
+Object.defineProperty(exports, "formatBatchSummary", { enumerable: true, get: function () { return offline_1.formatBatchSummary; } });
+var types_1 = require("./types");
+Object.defineProperty(exports, "isPassed", { enumerable: true, get: function () { return types_1.isPassed; } });
+Object.defineProperty(exports, "getFailedEvals", { enumerable: true, get: function () { return types_1.getFailedEvals; } });
+Object.defineProperty(exports, "isAllPassed", { enumerable: true, get: function () { return types_1.isAllPassed; } });
+Object.defineProperty(exports, "getPassRate", { enumerable: true, get: function () { return types_1.getPassRate; } });
 //# sourceMappingURL=index.js.map

package/dist/evals/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/evals/index.ts"],"names":[],"mappings":";AAAA,0CAA0C;AAC1C,6DAA6D;;;;;;;;;;;;;;;;;AAE7D,iDAAgD;AAAvC,8GAAA,aAAa,OAAA;AACtB,+BAA8B;AAArB,4FAAA,IAAI,OAAA;AACb,uCAAsC;AAA7B,oGAAA,QAAQ,OAAA;AACjB,6BAA4B;AAAnB,0FAAA,GAAG,OAAA;AACZ,0CAAwB"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/evals/index.ts"],"names":[],"mappings":";;;AAAA,qCAAqG;AAA5F,kGAAA,OAAO,OAAA;AAAE,uGAAA,YAAY,OAAA;AAAE,yGAAA,cAAc,OAAA;AAAE,wGAAA,aAAa,OAAA;AAAE,6GAAA,kBAAkB,OAAA;AACjF,iCAIiB;AADf,iGAAA,QAAQ,OAAA;AAAE,uGAAA,cAAc,OAAA;AAAE,oGAAA,WAAW,OAAA;AAAE,oGAAA,WAAW,OAAA"}

package/dist/evals/offline.d.ts

@@ -0,0 +1,6 @@
+import { OfflineEvalResult, EvalType, BatchEvalResult, EvalOptions, EvalBatchOptions, EvalTypesOptions } from './types';
+export declare function formatSummary(result: OfflineEvalResult): string;
+export declare function formatBatchSummary(batch: BatchEvalResult): string;
+export declare function runEval(options: EvalOptions): Promise<OfflineEvalResult>;
+export declare function runEvalBatch(options: EvalBatchOptions): Promise<BatchEvalResult>;
+export declare function fetchEvalTypes(options?: EvalTypesOptions): Promise<EvalType[]>;