judgeval 0.2.9 → 0.3.0

package/dist/cjs/data/result.js

@@ -1,83 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ScoringResultBuilder = exports.ScoringResult = void 0;
-class ScoringResult {
-    constructor(options) {
-        this.dataObject = options.dataObject;
-        this.scorersData = options.scorersData;
-        this.error = options.error;
-    }
-    /**
-     * Builder pattern for creating a ScoringResult
-     */
-    static builder() {
-        return new ScoringResultBuilder();
-    }
-    /**
-     * Convert the scoring result to a plain object
-     */
-    toJSON() {
-        return {
-            success: this.scorersData ? this.scorersData.every(scorer => scorer.success) : false,
-            scorers_data: this.scorersData ? this.scorersData.map(scorer => ({
-                name: scorer.name,
-                threshold: scorer.threshold,
-                success: scorer.success,
-                score: scorer.score,
-                reason: scorer.reason,
-                strict_mode: scorer.strict_mode,
-                evaluation_model: scorer.evaluation_model,
-                error: scorer.error,
-                evaluation_cost: scorer.evaluation_cost,
-                verbose_logs: scorer.verbose_logs,
-                additional_metadata: scorer.additional_metadata
-            })) : null,
-            data_object: this.dataObject ? {
-                input: this.dataObject.input,
-                actual_output: this.dataObject.actualOutput,
-                expected_output: this.dataObject.expectedOutput,
-                context: this.dataObject.context,
-                retrieval_context: this.dataObject.retrievalContext,
-                additional_metadata: this.dataObject.additionalMetadata,
-                tools_called: this.dataObject.toolsCalled,
-                expected_tools: this.dataObject.expectedTools,
-                name: this.dataObject.name || "example",
-                example_id: this.dataObject.exampleId,
-                example_index: this.dataObject.exampleIndex || 0,
-                timestamp: this.dataObject.timestamp || new Date().toISOString(),
-                trace_id: this.dataObject.traceId || `trace-${Date.now()}-${Math.floor(Math.random() * 1000)}`
-            } : null,
-            error: this.error || null
-        };
-    }
-}
-exports.ScoringResult = ScoringResult;
-/**
- * Builder for creating ScoringResult instances
- */
-class ScoringResultBuilder {
-    dataObject(dataObject) {
-        this._dataObject = dataObject;
-        return this;
-    }
-    scorersData(scorersData) {
-        this._scorersData = scorersData;
-        return this;
-    }
-    error(error) {
-        this._error = error;
-        return this;
-    }
-    build() {
-        if (!this._dataObject) {
-            throw new Error('Data object is required for a ScoringResult');
-        }
-        return new ScoringResult({
-            dataObject: this._dataObject,
-            scorersData: this._scorersData,
-            error: this._error,
-        });
-    }
-}
-exports.ScoringResultBuilder = ScoringResultBuilder;
-//# sourceMappingURL=result.js.map

package/dist/cjs/data/result.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"result.js","sourceRoot":"","sources":["../../../src/data/result.ts"],"names":[],"mappings":";;;AA4BA,MAAa,aAAa;IAKxB,YAAY,OAA6B;QACvC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAAO;QACZ,OAAO,IAAI,oBAAoB,EAAE,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK;YACpF,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC/D,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;aAChD,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;YACV,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC7B,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK;gBAC5B,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY;gBAC3C,eAAe,EAAE,IAAI,CAAC,UAAU,CAAC,cAAc;gBAC/C,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO;gBAChC,iBAAiB,EAAE,IAAI,CAAC,UAAU,CAAC,gBAAgB;gBACnD,mBAAmB,EAAE,IAAI,CAAC,UAAU,CAAC,kBAAkB;gBACvD,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW;gBACzC,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,aAAa;gBAC7C,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,SAAS;gBACvC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS;gBACrC,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY,IAAI,CAAC;gBAChD,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBAChE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE;aAC/F,CAAC,CAAC,CAAC,IAAI;YACR,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;SAC1B,CAAC;IACJ,CAAC;CACF;AAvDD,sCAuDC;AAED;;GAEG;AACH,MAAa,oBAAoB;IAK/B,UAAU,CAAC,UAAmB;QAC5B,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAC,WAAyB;QACnC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAa;QACjB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QAED,OAAO,IAAI,aAAa,CAAC;YACvB,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,KAAK,EAAE,IAAI,CAAC,MAAM;SACnB,CAAC,CAAC;IACL,CAAC;CACF;AA/BD,oDA+BC"}

package/dist/cjs/e2etests/eval-operations.test.js

@@ -1,282 +0,0 @@
-"use strict";
-/**
- * E2E tests for evaluation operations in the JudgmentClient.
- * Migrated from the Python SDK's test_eval_operations.py
- */
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const dotenv = __importStar(require("dotenv"));
-const judgment_client_js_1 = require("../judgment-client.js");
-const example_js_1 = require("../data/example.js");
-const api_scorer_js_1 = require("../scorers/api-scorer.js");
-const axios_1 = __importDefault(require("axios"));
-// Load environment variables
-dotenv.config();
-// Generate a random string for test names
-const generateRandomString = (length = 20) => {
-    const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';
-    let result = '';
-    for (let i = 0; i < length; i++) {
-        result += characters.charAt(Math.floor(Math.random() * characters.length));
-    }
-    return result;
-};
-describe('Evaluation Operations', () => {
-    let client;
-    beforeAll(() => {
-        client = judgment_client_js_1.JudgmentClient.getInstance();
-    });
-    /**
-     * Helper function to run evaluation
-     */
-    const runEvalHelper = (projectName, evalRunName) => __awaiter(void 0, void 0, void 0, function* () {
-        // Single step in our workflow, an outreach Sales Agent
-        const example1 = new example_js_1.ExampleBuilder()
-            .input("Generate a cold outreach email for TechCorp. Facts: They recently launched an AI-powered analytics platform. Their CEO Sarah Chen previously worked at Google. They have 50+ enterprise clients.")
-            .actualOutput("Dear Ms. Chen,\n\nI noticed TechCorp's recent launch of your AI analytics platform and was impressed by its enterprise-focused approach. Your experience from Google clearly shines through in building scalable solutions, as evidenced by your impressive 50+ enterprise client base.\n\nWould you be open to a brief call to discuss how we could potentially collaborate?\n\nBest regards,\nAlex")
-            .retrievalContext(["TechCorp launched AI analytics platform in 2024", "Sarah Chen is CEO, ex-Google executive", "Current client base: 50+ enterprise customers"])
-            .build();
-        const example2 = new example_js_1.ExampleBuilder()
-            .input("Generate a cold outreach email for GreenEnergy Solutions. Facts: They're developing solar panel technology that's 30% more efficient. They're looking to expand into the European market. They won a sustainability award in 2023.")
-            .actualOutput("Dear GreenEnergy Solutions team,\n\nCongratulations on your 2023 sustainability award! Your innovative solar panel technology with 30% higher efficiency is exactly what the European market needs right now.\n\nI'd love to discuss how we could support your European expansion plans.\n\nBest regards,\nAlex")
-            .expectedOutput("A professional cold email mentioning the sustainability award, solar technology innovation, and European expansion plans")
-            .context(["Business Development"])
-            .retrievalContext(["GreenEnergy Solutions won 2023 sustainability award", "New solar technology 30% more efficient", "Planning European market expansion"])
-            .build();
-        const scorer = new api_scorer_js_1.FaithfulnessScorer(0.5);
-        const scorer2 = new api_scorer_js_1.HallucinationScorer(0.5);
-        return client.runEvaluation([example1, example2], [scorer, scorer2], "Qwen/Qwen2.5-72B-Instruct-Turbo", undefined, { batch: "test" }, true, projectName, evalRunName, true);
-    });
-    test('Basic evaluation workflow', () => __awaiter(void 0, void 0, void 0, function* () {
-        const PROJECT_NAME = "OutreachWorkflow";
-        const EVAL_RUN_NAME = "ColdEmailGenerator-Improve-BasePrompt";
-        yield runEvalHelper(PROJECT_NAME, EVAL_RUN_NAME);
-        const results = yield client.pullEval(PROJECT_NAME, EVAL_RUN_NAME);
-        expect(results).toBeTruthy();
-        expect(results.length).toBeGreaterThan(0);
-        // Clean up
-        yield client.deleteProject(PROJECT_NAME);
-    }));
-    test('Delete evaluation by project and run names', () => __awaiter(void 0, void 0, void 0, function* () {
-        var _a;
-        const PROJECT_NAME = generateRandomString();
-        const EVAL_RUN_NAMES = Array(3).fill(0).map(() => generateRandomString());
-        // Run evaluations with different run names
-        for (const evalRunName of EVAL_RUN_NAMES) {
-            yield runEvalHelper(PROJECT_NAME, evalRunName);
-        }
-        // Delete evaluations
-        yield client.deleteEval(PROJECT_NAME, EVAL_RUN_NAMES);
-        // Delete project
-        yield client.deleteProject(PROJECT_NAME);
-        // Verify evaluations are deleted
-        for (const evalRunName of EVAL_RUN_NAMES) {
-            try {
-                yield client.pullEval(PROJECT_NAME, evalRunName);
-                // If pullEval succeeds, the test should fail
-                throw new Error(`pullEval for ${evalRunName} should have failed after project deletion, but it succeeded.`);
-            }
-            catch (error) {
-                // Expect either 404 (ideal) or 500 (current behavior)
-                expect(axios_1.default.isAxiosError(error)).toBe(true);
-                if (axios_1.default.isAxiosError(error)) {
-                    expect([404, 500]).toContain((_a = error.response) === null || _a === void 0 ? void 0 : _a.status);
-                }
-                else {
-                    // If it's not an AxiosError, rethrow to fail the test
-                    throw error;
-                }
-            }
-        }
-    }));
-    test('Delete evaluation by project', () => __awaiter(void 0, void 0, void 0, function* () {
-        var _a, _b;
-        const PROJECT_NAME = generateRandomString();
-        const EVAL_RUN_NAME = generateRandomString();
-        const EVAL_RUN_NAME2 = generateRandomString();
-        yield runEvalHelper(PROJECT_NAME, EVAL_RUN_NAME);
-        yield runEvalHelper(PROJECT_NAME, EVAL_RUN_NAME2);
-        // Delete project
-        yield client.deleteProject(PROJECT_NAME);
-        // Verify evaluations are deleted
-        try {
-            yield client.pullEval(PROJECT_NAME, EVAL_RUN_NAME);
-            throw new Error(`pullEval for ${EVAL_RUN_NAME} should have failed after project deletion, but it succeeded.`);
-        }
-        catch (error) {
-            expect(axios_1.default.isAxiosError(error)).toBe(true);
-            if (axios_1.default.isAxiosError(error)) {
-                expect([404, 500]).toContain((_a = error.response) === null || _a === void 0 ? void 0 : _a.status);
-            }
-            else {
-                throw error;
-            }
-        }
-        try {
-            yield client.pullEval(PROJECT_NAME, EVAL_RUN_NAME2);
-            throw new Error(`pullEval for ${EVAL_RUN_NAME2} should have failed after project deletion, but it succeeded.`);
-        }
-        catch (error) {
-            expect(axios_1.default.isAxiosError(error)).toBe(true);
-            if (axios_1.default.isAxiosError(error)) {
-                expect([404, 500]).toContain((_b = error.response) === null || _b === void 0 ? void 0 : _b.status);
-            }
-            else {
-                throw error;
-            }
-        }
-    }));
-    test('Assert test functionality', () => __awaiter(void 0, void 0, void 0, function* () {
-        // Create examples and scorers
-        const example = new example_js_1.ExampleBuilder()
-            .input("What if these shoes don't fit?")
-            .actualOutput("We offer a 30-day full refund at no extra cost.")
-            .retrievalContext(["All customers are eligible for a 30 day full refund at no extra cost."])
-            .build();
-        const example1 = new example_js_1.ExampleBuilder()
-            .input("How much are your croissants?")
-            .actualOutput("Sorry, we don't accept electronic returns.")
-            .build();
-        const example2 = new example_js_1.ExampleBuilder()
-            .input("Who is the best basketball player in the world?")
-            .actualOutput("No, the room is too small.")
-            .build();
-        const scorer = new api_scorer_js_1.FaithfulnessScorer(0.5);
-        const scorer1 = new api_scorer_js_1.AnswerRelevancyScorer(0.5);
-        const projectName = `test_project_${generateRandomString(8)}`;
-        const evalName = `test_eval_${generateRandomString(8)}`;
-        try {
-            // This should fail with an assertion error
-            yield expect(client.assertTest([example, example1, example2], [scorer, scorer1], "Qwen/Qwen2.5-72B-Instruct-Turbo", undefined, {}, true, projectName, evalName, true)).rejects.toThrow();
-        }
-        finally {
-            // Clean up resources to prevent leaks
-            try {
-                yield client.deleteProject(projectName);
-            }
-            catch (error) {
-                console.warn(`Failed to clean up project ${projectName}:`, error);
-            }
-        }
-    }), 120000);
-    test('Evaluate dataset', () => __awaiter(void 0, void 0, void 0, function* () {
-        const example1 = new example_js_1.ExampleBuilder()
-            .input("What if these shoes don't fit?")
-            .actualOutput("We offer a 30-day full refund at no extra cost.")
-            .retrievalContext(["All customers are eligible for a 30 day full refund at no extra cost."])
-            .build();
-        const example2 = new example_js_1.ExampleBuilder()
-            .input("How do I reset my password?")
-            .actualOutput("You can reset your password by clicking on 'Forgot Password' at the login screen.")
-            .expectedOutput("You can reset your password by clicking on 'Forgot Password' at the login screen.")
-            .additionalMetadata({ name: "Password Reset", difficulty: "medium" })
-            .context(["User Account"])
-            .retrievalContext(["Password reset instructions"])
-            .toolsCalled(["authentication"])
-            .expectedTools(["authentication"])
-            .build();
-        const projectName = `test_project_${generateRandomString(8)}`;
-        const evalName = `test_eval_run_${generateRandomString(8)}`;
-        // Use the evaluate method with examples directly
-        const res = yield client.evaluate({
-            examples: [example1, example2],
-            scorers: [new api_scorer_js_1.FaithfulnessScorer(0.5)],
-            model: "Qwen/Qwen2.5-72B-Instruct-Turbo",
-            metadata: { batch: "test" },
-            projectName,
-            evalName
-        });
-        expect(res).toBeTruthy();
-        expect(res.length).toBeGreaterThan(0);
-        // Clean up
-        yield client.deleteProject(projectName);
-    }));
-    test('Override eval behavior', () => __awaiter(void 0, void 0, void 0, function* () {
-        const example1 = new example_js_1.ExampleBuilder()
-            .input("What if these shoes don't fit?")
-            .actualOutput("We offer a 30-day full refund at no extra cost.")
-            .retrievalContext(["All customers are eligible for a 30 day full refund at no extra cost."])
-            .build();
-        const scorer = new api_scorer_js_1.FaithfulnessScorer(0.5);
-        const PROJECT_NAME = "test_eval_run_naming_collisions";
-        const EVAL_RUN_NAME = generateRandomString();
-        // First run should succeed
-        yield client.runEvaluation([example1], [scorer], "Qwen/Qwen2.5-72B-Instruct-Turbo", undefined, { batch: "test" }, true, PROJECT_NAME, EVAL_RUN_NAME, false // override=false
-        );
-        // Second run with log_results=false should succeed
-        yield client.runEvaluation([example1], [scorer], "Qwen/Qwen2.5-72B-Instruct-Turbo", undefined, { batch: "test" }, false, // log_results=false
-        PROJECT_NAME, EVAL_RUN_NAME, false // override=false
-        );
-        // Third run with override=true should succeed
-        yield client.runEvaluation([example1], [scorer], "Qwen/Qwen2.5-72B-Instruct-Turbo", undefined, { batch: "test" }, true, PROJECT_NAME, EVAL_RUN_NAME, true // override=true
-        );
-        // Fourth run with override=false should fail
-        yield expect(client.runEvaluation([example1], [scorer], "Qwen/Qwen2.5-72B-Instruct-Turbo", undefined, { batch: "test" }, true, PROJECT_NAME, EVAL_RUN_NAME, false // override=false
-        )).rejects.toThrow();
-        // Clean up
-        yield client.deleteProject(PROJECT_NAME);
-    }));
-});
-// Advanced evaluation operations tests
-describe('Advanced Evaluation Operations', () => {
-    let client;
-    beforeAll(() => {
-        client = judgment_client_js_1.JudgmentClient.getInstance();
-    });
-    test('JSON scorer functionality', () => __awaiter(void 0, void 0, void 0, function* () {
-        var _a, _b;
-        // Test data for JSON scorer
-        const jsonExample = new example_js_1.ExampleBuilder()
-            .input("Extract the following information as JSON: Name: John Smith, Age: 35, Occupation: Software Engineer")
-            .actualOutput('{"name": "John Smith", "age": 35, "occupation": "Software Engineer"}')
-            .expectedOutput('{"name": "John Smith", "age": 35, "occupation": "Software Engineer"}')
-            .build();
-        const jsonScorer = new api_scorer_js_1.JsonCorrectnessScorer(0.8);
-        const results = yield client.evaluate({
-            examples: [jsonExample],
-            scorers: [jsonScorer],
-            model: "Qwen/Qwen2.5-72B-Instruct-Turbo",
-            projectName: "json-scorer-test",
-            evalName: `json-scorer-${generateRandomString()}`
-        });
-        expect(results).toBeTruthy();
-        expect(results.length).toBe(1);
-        expect((_a = results[0].scorersData) === null || _a === void 0 ? void 0 : _a.length).toBe(1);
-        expect((_b = results[0].scorersData) === null || _b === void 0 ? void 0 : _b[0].name).toBe("json_correctness");
-    }));
-});
-//# sourceMappingURL=eval-operations.test.js.map

package/dist/cjs/e2etests/eval-operations.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"eval-operations.test.js","sourceRoot":"","sources":["../../../src/e2etests/eval-operations.test.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,+CAAiC;AACjC,8DAAuD;AACvD,mDAA6D;AAC7D,4DAKkC;AAClC,kDAA0B;AAE1B,6BAA6B;AAC7B,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,0CAA0C;AAC1C,MAAM,oBAAoB,GAAG,CAAC,SAAiB,EAAE,EAAU,EAAE;IAC3D,MAAM,UAAU,GAAG,gEAAgE,CAAC;IACpF,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,IAAI,MAAsB,CAAC;IAE3B,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,GAAG,mCAAc,CAAC,WAAW,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,aAAa,GAAG,CAAO,WAAmB,EAAE,WAAmB,EAAE,EAAE;QACvE,uDAAuD;QACvD,MAAM,QAAQ,GAAG,IAAI,2BAAc,EAAE;aAClC,KAAK,CAAC,kMAAkM,CAAC;aACzM,YAAY,CAAC,sYAAsY,CAAC;aACpZ,gBAAgB,CAAC,CAAC,iDAAiD,EAAE,wCAAwC,EAAE,+CAA+C,CAAC,CAAC;aAChK,KAAK,EAAE,CAAC;QAEX,MAAM,QAAQ,GAAG,IAAI,2BAAc,EAAE;aAClC,KAAK,CAAC,oOAAoO,CAAC;aAC3O,YAAY,CAAC,iTAAiT,CAAC;aAC/T,cAAc,CAAC,0HAA0H,CAAC;aAC1I,OAAO,CAAC,CAAC,sBAAsB,CAAC,CAAC;aACjC,gBAAgB,CAAC,CAAC,qDAAqD,EAAE,yCAAyC,EAAE,oCAAoC,CAAC,CAAC;aAC1J,KAAK,EAAE,CAAC;QAEX,MAAM,MAAM,GAAG,IAAI,kCAAkB,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,mCAAmB,CAAC,GAAG,CAAC,CAAC;QAE7C,OAAO,MAAM,CAAC,aAAa,CACzB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EACpB,CAAC,MAAM,EAAE,OAAO,CAAC,EACjB,iCAAiC,EACjC,SAAS,EACT,EAAE,KAAK,EAAE,MAAM,EAAE,EACjB,IAAI,EACJ,WAAW,EACX,WAAW,EACX,IAAI,CACL,CAAC;IACJ,CAAC,CAAA,CAAC;IAEF,IAAI,CAAC,2BAA2B,EAAE,GAAS,EAAE;QAC3C,MAAM,YAAY,GAAG,kBAAkB,CAAC;QACxC,MAAM,aAAa,GAAG,uCAAuC,CAAC;QAE9D,MAAM,aAAa,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QACnE,MAAM,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,CAAC;QAC7B,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAE1C,WAAW;QACX,MAAM,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;IAC3C,CAAC,CAAA,CAAC,CAAC;IAEH,IAAI,CAAC,4CAA4C,EAAE,GAAS,EAAE;;QAC5D,MAAM,YAAY,GAAG,oBAAoB,EAAE,CAAC;QAC5C,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,oBAAoB,EAAE,CAAC,CAAC;QAE1E,2CAA2C;QAC3C,KAAK,MAAM,WAAW,IAAI,cAAc,EAAE,CAAC;YACzC,MAAM,aAAa,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QACjD,CAAC;QAED,qBAAqB;QACrB,MAAM,MAAM,CAAC,UAAU,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;QAEtD,iBAAiB;QACjB,MAAM,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QAEzC,iCAAiC;QACjC,KAAK,MAAM,WAAW,IAAI,cAAc,EAAE,CAAC;YACzC,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;gBACjD,6CAA6C;gBAC7C,MAAM,IAAI,KAAK,CAAC,gBAAgB,WAAW,+DAA+D,CAAC,CAAC;YAC9G,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,sDAAsD;gBACtD,MAAM,CAAC,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC7C,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7B,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC,CAAC;gBACxD,CAAC;qBAAM,CAAC;oBACL,sDAAsD;oBACtD,MAAM,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAA,CAAC,CAAC;IAEH,IAAI,CAAC,8BAA8B,EAAE,GAAS,EAAE;;QAC9C,MAAM,YAAY,GAAG,oBAAoB,EAAE,CAAC;QAC5C,MAAM,aAAa,GAAG,oBAAoB,EAAE,CAAC;QAC7C,MAAM,cAAc,GAAG,oBAAoB,EAAE,CAAC;QAE9C,MAAM,aAAa,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QACjD,MAAM,aAAa,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;QAElD,iBAAiB;QACjB,MAAM,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QAEzC,iCAAiC;QACjC,IAAI,CAAC;YACD,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,gBAAgB,aAAa,+DAA+D,CAAC,CAAC;QAClH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,CAAC,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7C,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACJ,MAAM,KAAK,CAAC;YAChB,CAAC;QACL,CAAC;QAED,IAAI,CAAC;YACD,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,gBAAgB,cAAc,+DAA+D,CAAC,CAAC;QACnH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,CAAC,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7C,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACJ,MAAM,KAAK,CAAC;YAChB,CAAC;QACL,CAAC;IACH,CAAC,CAAA,CAAC,CAAC;IAEH,IAAI,CAAC,2BAA2B,EAAE,GAAS,EAAE;QAC3C,8BAA8B;QAC9B,MAAM,OAAO,GAAG,IAAI,2BAAc,EAAE;aACjC,KAAK,CAAC,gCAAgC,CAAC;aACvC,YAAY,CAAC,iDAAiD,CAAC;aAC/D,gBAAgB,CAAC,CAAC,uEAAuE,CAAC,CAAC;aAC3F,KAAK,EAAE,CAAC;QAEX,MAAM,QAAQ,GAAG,IAAI,2BAAc,EAAE;aAClC,KAAK,CAAC,+BAA+B,CAAC;aACtC,YAAY,CAAC,4CAA4C,CAAC;aAC1D,KAAK,EAAE,CAAC;QAEX,MAAM,QAAQ,GAAG,IAAI,2BAAc,EAAE;aAClC,KAAK,CAAC,iDAAiD,CAAC;aACxD,YAAY,CAAC,4BAA4B,CAAC;aAC1C,KAAK,EAAE,CAAC;QAEX,MAAM,MAAM,GAAG,IAAI,kCAAkB,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,qCAAqB,CAAC,GAAG,CAAC,CAAC;QAE/C,MAAM,WAAW,GAAG,gBAAgB,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,MAAM,QAAQ,GAAG,aAAa,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC;QAExD,IAAI,CAAC;YACH,2CAA2C;YAC3C,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,CAC5B,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAC7B,CAAC,MAAM,EAAE,OAAO,CAAC,EACjB,iCAAiC,EACjC,SAAS,EACT,EAAE,EACF,IAAI,EACJ,WAAW,EACX,QAAQ,EACR,IAAI,CACL,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;gBAAS,CAAC;YACT,sCAAsC;YACtC,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YAC1C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,8BAA8B,WAAW,GAAG,EAAE,KAAK,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;IACH,CAAC,CAAA,EAAE,MAAM,CAAC,CAAC;IAEX,IAAI,CAAC,kBAAkB,EAAE,GAAS,EAAE;QAClC,MAAM,QAAQ,GAAG,IAAI,2BAAc,EAAE;aAClC,KAAK,CAAC,gCAAgC,CAAC;aACvC,YAAY,CAAC,iDAAiD,CAAC;aAC/D,gBAAgB,CAAC,CAAC,uEAAuE,CAAC,CAAC;aAC3F,KAAK,EAAE,CAAC;QAEX,MAAM,QAAQ,GAAG,IAAI,2BAAc,EAAE;aAClC,KAAK,CAAC,6BAA6B,CAAC;aACpC,YAAY,CAAC,mFAAmF,CAAC;aACjG,cAAc,CAAC,mFAAmF,CAAC;aACnG,kBAAkB,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;aACpE,OAAO,CAAC,CAAC,cAAc,CAAC,CAAC;aACzB,gBAAgB,CAAC,CAAC,6BAA6B,CAAC,CAAC;aACjD,WAAW,CAAC,CAAC,gBAAgB,CAAC,CAAC;aAC/B,aAAa,CAAC,CAAC,gBAAgB,CAAC,CAAC;aACjC,KAAK,EAAE,CAAC;QAEX,MAAM,WAAW,GAAG,gBAAgB,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,MAAM,QAAQ,GAAG,iBAAiB,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC;QAE5D,iDAAiD;QACjD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YAChC,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC;YAC9B,OAAO,EAAE,CAAC,IAAI,kCAAkB,CAAC,GAAG,CAAC,CAAC;YACtC,KAAK,EAAE,iCAAiC;YACxC,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;YAC3B,WAAW;YACX,QAAQ;SACT,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAEtC,WAAW;QACX,MAAM,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;IAC1C,CAAC,CAAA,CAAC,CAAC;IAEH,IAAI,CAAC,wBAAwB,EAAE,GAAS,EAAE;QACxC,MAAM,QAAQ,GAAG,IAAI,2BAAc,EAAE;aAClC,KAAK,CAAC,gCAAgC,CAAC;aACvC,YAAY,CAAC,iDAAiD,CAAC;aAC/D,gBAAgB,CAAC,CAAC,uEAAuE,CAAC,CAAC;aAC3F,KAAK,EAAE,CAAC;QAEX,MAAM,MAAM,GAAG,IAAI,kCAAkB,CAAC,GAAG,CAAC,CAAC;QAE3C,MAAM,YAAY,GAAG,iCAAiC,CAAC;QACvD,MAAM,aAAa,GAAG,oBAAoB,EAAE,CAAC;QAE7C,2BAA2B;QAC3B,MAAM,MAAM,CAAC,aAAa,CACxB,CAAC,QAAQ,CAAC,EACV,CAAC,MAAM,CAAC,EACR,iCAAiC,EACjC,SAAS,EACT,EAAE,KAAK,EAAE,MAAM,EAAE,EACjB,IAAI,EACJ,YAAY,EACZ,aAAa,EACb,KAAK,CAAE,iBAAiB;SACzB,CAAC;QAEF,mDAAmD;QACnD,MAAM,MAAM,CAAC,aAAa,CACxB,CAAC,QAAQ,CAAC,EACV,CAAC,MAAM,CAAC,EACR,iCAAiC,EACjC,SAAS,EACT,EAAE,KAAK,EAAE,MAAM,EAAE,EACjB,KAAK,EAAG,oBAAoB;QAC5B,YAAY,EACZ,aAAa,EACb,KAAK,CAAG,iBAAiB;SAC1B,CAAC;QAEF,8CAA8C;QAC9C,MAAM,MAAM,CAAC,aAAa,CACxB,CAAC,QAAQ,CAAC,EACV,CAAC,MAAM,CAAC,EACR,iCAAiC,EACjC,SAAS,EACT,EAAE,KAAK,EAAE,MAAM,EAAE,EACjB,IAAI,EACJ,YAAY,EACZ,aAAa,EACb,IAAI,CAAI,gBAAgB;SACzB,CAAC;QAEF,6CAA6C;QAC7C,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAC/B,CAAC,QAAQ,CAAC,EACV,CAAC,MAAM,CAAC,EACR,iCAAiC,EACjC,SAAS,EACT,EAAE,KAAK,EAAE,MAAM,EAAE,EACjB,IAAI,EACJ,YAAY,EACZ,aAAa,EACb,KAAK,CAAG,iBAAiB;SAC1B,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QAErB,WAAW;QACX,MAAM,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;IAC3C,CAAC,CAAA,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,uCAAuC;AACvC,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC9C,IAAI,MAAsB,CAAC;IAE3B,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,GAAG,mCAAc,CAAC,WAAW,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,2BAA2B,EAAE,GAAS,EAAE;;QAC3C,4BAA4B;QAC5B,MAAM,WAAW,GAAG,IAAI,2BAAc,EAAE;aACrC,KAAK,CAAC,qGAAqG,CAAC;aAC5G,YAAY,CAAC,sEAAsE,CAAC;aACpF,cAAc,CAAC,sEAAsE,CAAC;aACtF,KAAK,EAAE,CAAC;QAEX,MAAM,UAAU,GAAG,IAAI,qCAAqB,CAAC,GAAG,CAAC,CAAC;QAElD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YACpC,QAAQ,EAAE,CAAC,WAAW,CAAC;YACvB,OAAO,EAAE,CAAC,UAAU,CAAC;YACrB,KAAK,EAAE,iCAAiC;YACxC,WAAW,EAAE,kBAAkB;YAC/B,QAAQ,EAAE,eAAe,oBAAoB,EAAE,EAAE;SAClD,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,CAAC;QAC7B,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAA,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,0CAAE,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAA,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,0CAAG,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACpE,CAAC,CAAA,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}