judgeval 0.2.9 → 0.3.0

package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js

@@ -1,558 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { log, info, warn, error } from '../../../common/logger.js';
-import { JudgevalScorer } from '../../base-scorer.js';
-import { APIScorer } from '../../../constants.js';
-import { AnswerCorrectnessTemplate, StatementsSchema, VerdictsSchema, ReasonSchema } from './prompts.js';
-import { createJudge } from '../../../judges/index.js';
-// Required parameters for this scorer
-const requiredParams = ['input', 'actualOutput', 'expectedOutput'];
-/**
- * Answer Correctness Scorer
- *
- * This scorer evaluates whether the actual output correctly represents
- * the expected output by extracting statements from the expected output
- * and checking if they are correctly represented in the actual output.
- */
-export class AnswerCorrectnessScorer extends JudgevalScorer {
-    /**
-     * Constructor for AnswerCorrectnessScorer
-     * @param threshold Minimum score to consider the evaluation successful (default: 0.5)
-     * @param model LLM to use for evaluation (string or Judge instance)
-     * @param include_reason Whether to generate a reason for the score
-     * @param async_mode Whether to use asynchronous evaluation
-     * @param strict_mode If true, sets threshold to 1.0 (requiring perfect match)
-     * @param verbose_mode Enables detailed logging
-     * @param user Optional user identifier for the LLM
-     * @param additional_metadata Additional metadata to include in the result
-     */
-    constructor(threshold = 0.5, model, include_reason = true, async_mode = true, strict_mode = false, verbose_mode = true, user, additional_metadata) {
-        super(APIScorer.ANSWER_CORRECTNESS, strict_mode ? 1.0 : threshold, additional_metadata, include_reason, async_mode, strict_mode, verbose_mode);
-        info(`Initializing AnswerCorrectnessScorer with threshold=${this.threshold}, model=${model}, strict_mode=${strict_mode}`);
-        const { judge, usingNativeModel } = createJudge(model, user);
-        this.model = judge;
-        this.usingNativeModel = usingNativeModel;
-        this.evaluation_model = this.model.getModelName();
-        log(`Using model: ${this.evaluation_model}`);
-        // Set required fields for this scorer
-        this.requiredFields = ['input', 'actualOutput', 'expectedOutput'];
-    }
-    /**
-     * Get statements from expected output asynchronously
-     */
-    _aGetStatements(expectedOutput) {
-        return __awaiter(this, void 0, void 0, function* () {
-            log("Getting statements asynchronously");
-            // Handle string array
-            const expectedOutputStr = Array.isArray(expectedOutput) ? expectedOutput.join('\n') : expectedOutput;
-            const prompt = AnswerCorrectnessTemplate.deduceStatements(expectedOutputStr);
-            try {
-                const response = yield this.model.aGenerate(prompt);
-                // Parse the response
-                try {
-                    const jsonResponse = JSON.parse(response);
-                    const parsed = StatementsSchema.safeParse(jsonResponse);
-                    if (parsed.success) {
-                        return parsed.data.statements;
-                    }
-                    else {
-                        // Fallback to direct access if schema validation fails
-                        warn("Schema validation failed, falling back to raw response parsing");
-                        if (jsonResponse.statements && Array.isArray(jsonResponse.statements)) {
-                            return jsonResponse.statements;
-                        }
-                    }
-                }
-                catch (parseError) {
-                    warn(`Error parsing JSON response: ${parseError}`);
-                    // Try to extract JSON from the response text
-                    const jsonMatch = response.match(/\{[\s\S]*\}/);
-                    if (jsonMatch) {
-                        try {
-                            const extractedJson = JSON.parse(jsonMatch[0]);
-                            if (extractedJson.statements && Array.isArray(extractedJson.statements)) {
-                                return extractedJson.statements;
-                            }
-                        }
-                        catch (e) {
-                            error(`Failed to extract JSON from response: ${e}`);
-                        }
-                    }
-                }
-                // If all parsing attempts fail, return empty array
-                error("Failed to parse statements from model response");
-                return [];
-            }
-            catch (e) {
-                error(`Error getting statements: ${e}`);
-                return [];
-            }
-        });
-    }
-    /**
-     * Get statements from expected output synchronously
-     */
-    _getStatements(expectedOutput) {
-        // Handle string array
-        const expectedOutputStr = Array.isArray(expectedOutput) ? expectedOutput.join('\n') : expectedOutput;
-        const prompt = AnswerCorrectnessTemplate.deduceStatements(expectedOutputStr);
-        try {
-            const response = this.model.generate(prompt);
-            // Parse the response
-            try {
-                const jsonResponse = JSON.parse(response);
-                const parsed = StatementsSchema.safeParse(jsonResponse);
-                if (parsed.success) {
-                    return parsed.data.statements;
-                }
-                else {
-                    // Fallback to direct access if schema validation fails
-                    warn("Schema validation failed, falling back to raw response parsing");
-                    if (jsonResponse.statements && Array.isArray(jsonResponse.statements)) {
-                        return jsonResponse.statements;
-                    }
-                }
-            }
-            catch (parseError) {
-                warn(`Error parsing JSON response: ${parseError}`);
-                // Try to extract JSON from the response text
-                const jsonMatch = response.match(/\{[\s\S]*\}/);
-                if (jsonMatch) {
-                    try {
-                        const extractedJson = JSON.parse(jsonMatch[0]);
-                        if (extractedJson.statements && Array.isArray(extractedJson.statements)) {
-                            return extractedJson.statements;
-                        }
-                    }
-                    catch (e) {
-                        error(`Failed to extract JSON from response: ${e}`);
-                    }
-                }
-            }
-            // If all parsing attempts fail, return empty array
-            error("Failed to parse statements from model response");
-            return [];
-        }
-        catch (e) {
-            error(`Error getting statements: ${e}`);
-            return [];
-        }
-    }
-    /**
-     * Get verdicts for statements against actual output asynchronously
-     */
-    _aGetVerdicts(actualOutput) {
-        return __awaiter(this, void 0, void 0, function* () {
-            log("Getting verdicts asynchronously");
-            if (!this.statements || this.statements.length === 0) {
-                warn("No statements to evaluate");
-                return [];
-            }
-            // Handle string array
-            const actualOutputStr = Array.isArray(actualOutput) ? actualOutput.join('\n') : actualOutput;
-            const prompt = AnswerCorrectnessTemplate.generateVerdicts(this.statements, actualOutputStr);
-            try {
-                const response = yield this.model.aGenerate(prompt);
-                // Parse the response
-                try {
-                    const jsonResponse = JSON.parse(response);
-                    const parsed = VerdictsSchema.safeParse(jsonResponse);
-                    if (parsed.success) {
-                        return parsed.data.verdicts;
-                    }
-                    else {
-                        // Fallback to direct access if schema validation fails
-                        warn("Schema validation failed, falling back to raw response parsing");
-                        if (jsonResponse.verdicts && Array.isArray(jsonResponse.verdicts)) {
-                            return jsonResponse.verdicts.map((v) => ({
-                                verdict: v.verdict,
-                                reason: v.reason
-                            }));
-                        }
-                    }
-                }
-                catch (parseError) {
-                    warn(`Error parsing JSON response: ${parseError}`);
-                    // Try to extract JSON from the response text
-                    const jsonMatch = response.match(/\{[\s\S]*\}/);
-                    if (jsonMatch) {
-                        try {
-                            const extractedJson = JSON.parse(jsonMatch[0]);
-                            if (extractedJson.verdicts && Array.isArray(extractedJson.verdicts)) {
-                                return extractedJson.verdicts.map((v) => ({
-                                    verdict: v.verdict,
-                                    reason: v.reason
-                                }));
-                            }
-                        }
-                        catch (e) {
-                            error(`Failed to extract JSON from response: ${e}`);
-                        }
-                    }
-                }
-                // If all parsing attempts fail, return empty array
-                error("Failed to parse verdicts from model response");
-                return [];
-            }
-            catch (e) {
-                error(`Error getting verdicts: ${e}`);
-                return [];
-            }
-        });
-    }
-    /**
-     * Get verdicts for statements against actual output synchronously
-     */
-    _getVerdicts(actualOutput) {
-        if (!this.statements || this.statements.length === 0) {
-            warn("No statements to evaluate");
-            return [];
-        }
-        // Handle string array
-        const actualOutputStr = Array.isArray(actualOutput) ? actualOutput.join('\n') : actualOutput;
-        const prompt = AnswerCorrectnessTemplate.generateVerdicts(this.statements, actualOutputStr);
-        try {
-            const response = this.model.generate(prompt);
-            // Parse the response
-            try {
-                const jsonResponse = JSON.parse(response);
-                const parsed = VerdictsSchema.safeParse(jsonResponse);
-                if (parsed.success) {
-                    return parsed.data.verdicts;
-                }
-                else {
-                    // Fallback to direct access if schema validation fails
-                    warn("Schema validation failed, falling back to raw response parsing");
-                    if (jsonResponse.verdicts && Array.isArray(jsonResponse.verdicts)) {
-                        return jsonResponse.verdicts.map((v) => ({
-                            verdict: v.verdict,
-                            reason: v.reason
-                        }));
-                    }
-                }
-            }
-            catch (parseError) {
-                warn(`Error parsing JSON response: ${parseError}`);
-                // Try to extract JSON from the response text
-                const jsonMatch = response.match(/\{[\s\S]*\}/);
-                if (jsonMatch) {
-                    try {
-                        const extractedJson = JSON.parse(jsonMatch[0]);
-                        if (extractedJson.verdicts && Array.isArray(extractedJson.verdicts)) {
-                            return extractedJson.verdicts.map((v) => ({
-                                verdict: v.verdict,
-                                reason: v.reason
-                            }));
-                        }
-                    }
-                    catch (e) {
-                        error(`Failed to extract JSON from response: ${e}`);
-                    }
-                }
-            }
-            // If all parsing attempts fail, return empty array
-            error("Failed to parse verdicts from model response");
-            return [];
-        }
-        catch (e) {
-            error(`Error getting verdicts: ${e}`);
-            return [];
-        }
-    }
-    /**
-     * Get reason for the score asynchronously
-     */
-    _aGetReason() {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            if (!this.include_reason) {
-                return undefined;
-            }
-            if (!this.verdicts || this.verdicts.length === 0) {
-                return undefined;
-            }
-            try {
-                // Get incorrect statements with their verdicts
-                const incorrectStatements = [];
-                for (let i = 0; i < this.statements.length; i++) {
-                    if (i < this.verdicts.length && this.verdicts[i].verdict.toLowerCase() === "no") {
-                        incorrectStatements.push([this.statements[i], this.verdicts[i].reason]);
-                    }
-                }
-                if (incorrectStatements.length === 0) {
-                    return "All statements in the expected output are correctly represented in the actual output.";
-                }
-                // Generate reason
-                const prompt = AnswerCorrectnessTemplate.generateReason(incorrectStatements, ((_a = this.score) === null || _a === void 0 ? void 0 : _a.toString()) || "0");
-                const reasonText = yield this.model.aGenerate(prompt);
-                const parsedReason = ReasonSchema.safeParse(JSON.parse(reasonText));
-                if (!parsedReason.success) {
-                    error(`Failed to parse reason: ${parsedReason.error}`);
-                    return undefined;
-                }
-                return parsedReason.data.reason;
-            }
-            catch (err) {
-                error(`Error getting reason: ${err}`);
-                return undefined;
-            }
-        });
-    }
-    /**
-     * Get reason for the score synchronously
-     */
-    _getReason() {
-        var _a;
-        if (!this.include_reason) {
-            return undefined;
-        }
-        if (!this.verdicts || this.verdicts.length === 0) {
-            return undefined;
-        }
-        try {
-            // Get incorrect statements with their verdicts
-            const incorrectStatements = [];
-            for (let i = 0; i < this.statements.length; i++) {
-                if (i < this.verdicts.length && this.verdicts[i].verdict.toLowerCase() === "no") {
-                    incorrectStatements.push([this.statements[i], this.verdicts[i].reason]);
-                }
-            }
-            if (incorrectStatements.length === 0) {
-                return "All statements in the expected output are correctly represented in the actual output.";
-            }
-            // Generate reason
-            const prompt = AnswerCorrectnessTemplate.generateReason(incorrectStatements, ((_a = this.score) === null || _a === void 0 ? void 0 : _a.toString()) || "0");
-            const reasonText = this.model.generate(prompt);
-            const parsedReason = ReasonSchema.safeParse(JSON.parse(reasonText));
-            if (!parsedReason.success) {
-                error(`Failed to parse reason: ${parsedReason.error}`);
-                return undefined;
-            }
-            return parsedReason.data.reason;
-        }
-        catch (err) {
-            error(`Error getting reason: ${err}`);
-            return undefined;
-        }
-    }
-    /**
-     * Compute score based on verdicts
-     */
-    _computeScore() {
-        log("Computing score");
-        // If we have no statements or verdicts due to API errors, return 0 instead of 1
-        // This ensures that when API calls fail, we don't incorrectly return a perfect score
-        if (!this.statements || this.statements.length === 0) {
-            return 0;
-        }
-        if (!this.verdicts || this.verdicts.length === 0) {
-            return 0;
-        }
-        let correctCount = 0;
-        for (const verdict of this.verdicts) {
-            if (verdict.verdict.trim().toLowerCase() === "yes") {
-                correctCount++;
-            }
-        }
-        const score = correctCount / this.verdicts.length;
-        // Match Python implementation's handling of strict_mode
-        return this.strict_mode && score < this.threshold ? 0 : score;
-    }
-    /**
-     * Check if example has required parameters
-     */
-    _checkExampleParams(example) {
-        for (const param of this.requiredFields) {
-            if (param === 'input' && !example.input) {
-                throw new Error(`Example is missing required parameter: input`);
-            }
-            else if (param === 'actualOutput' && !example.actualOutput) {
-                throw new Error(`Example is missing required parameter: actualOutput`);
-            }
-            else if (param === 'expectedOutput' && !example.expectedOutput) {
-                throw new Error(`Example is missing required parameter: expectedOutput`);
-            }
-            else if (param === 'context' && (!example.context || !Array.isArray(example.context))) {
-                throw new Error(`Example is missing required parameter: context (must be an array)`);
-            }
-            else if (param === 'retrievalContext' && (!example.retrievalContext || !Array.isArray(example.retrievalContext))) {
-                throw new Error(`Example is missing required parameter: retrievalContext (must be an array)`);
-            }
-        }
-    }
-    /**
-     * Create verbose logs for debugging
-     */
-    _createVerboseLogs() {
-        if (!this.verbose_mode) {
-            return '';
-        }
-        const steps = [
-            `Statements:\n${JSON.stringify(this.statements, null, 2)}`,
-            `Verdicts:\n${JSON.stringify(this.verdicts, null, 2)}`,
-            `Score: ${this.score}\nReason: ${this.reason}`
-        ];
-        return steps.join('\n\n');
-    }
-    /**
-     * Score an example synchronously - this is for compatibility with the Python SDK
-     */
-    syncScoreExample(example) {
-        info("Starting example scoring (sync mode)");
-        try {
-            // Check required parameters
-            this._checkExampleParams(example);
-            // Process example
-            if (this.async_mode) {
-                throw new Error("Cannot use synchronous scoreExample with async_mode=true. Use async scoreExample instead.");
-            }
-            // Track token usage
-            let promptTokens = 0;
-            let completionTokens = 0;
-            // Get statements and track tokens
-            this.statements = this._getStatements(example.expectedOutput);
-            promptTokens += 500; // Approximate tokens for statements prompt
-            completionTokens += 100; // Approximate tokens for statements response
-            // Get verdicts and track tokens
-            this.verdicts = this._getVerdicts(example.actualOutput);
-            promptTokens += 800; // Approximate tokens for verdicts prompt
-            completionTokens += 200; // Approximate tokens for verdicts response
-            // Compute score
-            this.score = this._computeScore();
-            // Get reason if needed
-            if (this.include_reason) {
-                this.reason = this._getReason();
-                promptTokens += 300; // Approximate tokens for reason prompt
-                completionTokens += 100; // Approximate tokens for reason response
-            }
-            // Calculate evaluation cost
-            this.evaluation_cost = this._calculateTokenCosts(this.evaluation_model || 'gpt-3.5-turbo', promptTokens, completionTokens);
-            // Set success flag
-            this.success = this.score >= this.threshold;
-            // Create verbose logs if needed
-            if (this.verbose_mode) {
-                this.verbose_logs = this._createVerboseLogs();
-            }
-            info(`Scoring completed with score: ${this.score}`);
-            // Ensure all fields match the ScorerData interface
-            return {
-                name: this.type,
-                threshold: this.threshold,
-                success: this.success || false,
-                score: this.score || 0,
-                reason: this.reason !== undefined ? this.reason : null,
-                strict_mode: this.strict_mode || false,
-                evaluation_model: this.evaluation_model || null,
-                error: null,
-                evaluation_cost: this.evaluation_cost,
-                verbose_logs: this.verbose_logs ? this.verbose_logs : null,
-                additional_metadata: this.additional_metadata || {}
-            };
-        }
-        catch (error) {
-            // Handle errors
-            const errorMessage = error instanceof Error ? error.message : String(error);
-            this.error = errorMessage;
-            this.success = false;
-            return {
-                name: this.type,
-                threshold: this.threshold,
-                success: false,
-                score: 0,
-                reason: `Error during scoring: ${errorMessage}`,
-                strict_mode: this.strict_mode || false,
-                evaluation_model: this.evaluation_model || null,
-                error: errorMessage,
-                evaluation_cost: null,
-                verbose_logs: null,
-                additional_metadata: this.additional_metadata || {}
-            };
-        }
-    }
-    /**
-     * Score an example - this is the main method that should be called
-     * It will use async or sync methods based on the async_mode setting
-     */
-    scoreExample(example) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.async_mode) {
-                return this.syncScoreExample(example);
-            }
-            info("Starting example scoring (async mode)");
-            try {
-                // Check required parameters
-                this._checkExampleParams(example);
-                // Track token usage
-                let promptTokens = 0;
-                let completionTokens = 0;
-                // Process example
-                this.statements = yield this._aGetStatements(example.expectedOutput);
-                promptTokens += 500; // Approximate tokens for statements prompt
-                completionTokens += 100; // Approximate tokens for statements response
-                this.verdicts = yield this._aGetVerdicts(example.actualOutput);
-                promptTokens += 800; // Approximate tokens for verdicts prompt
-                completionTokens += 200; // Approximate tokens for verdicts response
-                this.score = this._computeScore();
-                if (this.include_reason) {
-                    this.reason = yield this._aGetReason();
-                    promptTokens += 300; // Approximate tokens for reason prompt
-                    completionTokens += 100; // Approximate tokens for reason response
-                }
-                this.success = this._successCheck();
-                if (this.verbose_mode) {
-                    this.verbose_logs = this._createVerboseLogs();
-                }
-                // Calculate evaluation cost
-                this.evaluation_cost = this._calculateTokenCosts(this.evaluation_model || 'gpt-3.5-turbo', promptTokens, completionTokens);
-                info(`Scoring completed with score: ${this.score}`);
-                // Ensure all fields match the ScorerData interface
-                return {
-                    name: this.type,
-                    threshold: this.threshold,
-                    success: this.success || false,
-                    score: this.score || 0,
-                    reason: this.reason !== undefined ? this.reason : null,
-                    strict_mode: this.strict_mode || false,
-                    evaluation_model: this.evaluation_model || null,
-                    error: null,
-                    evaluation_cost: this.evaluation_cost,
-                    verbose_logs: this.verbose_logs ? this.verbose_logs : null,
-                    additional_metadata: this.additional_metadata || {}
-                };
-            }
-            catch (error) {
-                // Handle errors
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                this.error = errorMessage;
-                this.success = false;
-                return {
-                    name: this.type,
-                    threshold: this.threshold,
-                    success: false,
-                    score: 0,
-                    reason: `Error during scoring: ${errorMessage}`,
-                    strict_mode: this.strict_mode || false,
-                    evaluation_model: this.evaluation_model || null,
-                    error: errorMessage,
-                    evaluation_cost: null,
-                    verbose_logs: null,
-                    additional_metadata: this.additional_metadata || {}
-                };
-            }
-        });
-    }
-    /**
-     * Get the name of the scorer
-     */
-    get name() {
-        return "Answer Correctness";
-    }
-}
-//# sourceMappingURL=answer-correctness.js.map

package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"answer-correctness.js","sourceRoot":"","sources":["../../../../../src/scorers/metrics/answer-correctness/answer-correctness.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGtD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,yBAAyB,EAAa,gBAAgB,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACpH,OAAO,EAAS,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAG9D,sCAAsC;AACtC,MAAM,cAAc,GAAG,CAAC,OAAO,EAAE,cAAc,EAAE,gBAAgB,CAAC,CAAC;AAEnE;;;;;;GAMG;AACH,MAAM,OAAO,uBAAwB,SAAQ,cAAc;IAQzD;;;;;;;;;;OAUG;IACH,YACE,YAAoB,GAAG,EACvB,KAAsB,EACtB,iBAA0B,IAAI,EAC9B,aAAsB,IAAI,EAC1B,cAAuB,KAAK,EAC5B,eAAwB,IAAI,EAC5B,IAAa,EACb,mBAAyC;QAEzC,KAAK,CACH,SAAS,CAAC,kBAAkB,EAC5B,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAC7B,mBAAmB,EACnB,cAAc,EACd,UAAU,EACV,WAAW,EACX,YAAY,CACb,CAAC;QAEF,IAAI,CAAC,uDAAuD,IAAI,CAAC,SAAS,WAAW,KAAK,iBAAiB,WAAW,EAAE,CAAC,CAAC;QAE1H,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE,GAAG,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;QAElD,GAAG,CAAC,gBAAgB,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAE7C,sCAAsC;QACtC,IAAI,CAAC,cAAc,GAAG,CAAC,OAAO,EAAE,cAAc,EAAE,gBAAgB,CAAC,CAAC;IACpE,CAAC;IAED;;OAEG;IACW,eAAe,CAAC,cAAiC;;YAC7D,GAAG,CAAC,mCAAmC,CAAC,CAAC;YAEzC,sBAAsB;YACtB,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;YAErG,MAAM,MAAM,GAAG,yBAAyB,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;YAE7E,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAEpD,qBAAqB;gBACrB,IAAI,CAAC;oBACH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBAC1C,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAExD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,OAAO,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;oBAChC,CAAC;yBAAM,CAAC;wBACN,uDAAuD;wBACvD,IAAI,CAAC,gEAAgE,CAAC,CAAC;wBACvE,IAAI,YAAY,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;4BACtE,OAAO,YAAY,CAAC,UAAU,CAAC;wBACjC,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,IAAI,CAAC,gCAAgC,UAAU,EAAE,CAAC,CAAC;oBACnD,6CAA6C;oBAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;oBAChD,IAAI,SAAS,EAAE,CAAC;wBACd,IAAI,CAAC;4BACH,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC/C,IAAI,aAAa,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,CAAC;gCACxE,OAAO,aAAa,CAAC,UAAU,CAAC;4BAClC,CAAC;wBACH,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,KAAK,CAAC,yCAAyC,CAAC,EAAE,CAAC,CAAC;wBACtD,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,mDAAmD;gBACnD,KAAK,CAAC,gDAAgD,CAAC,CAAC;gBACxD,OAAO,EAAE,CAAC;YACZ,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,KAAK,CAAC,6BAA6B,CAAC,EAAE,CAAC,CAAC;gBACxC,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACK,cAAc,CAAC,cAAiC;QACtD,sBAAsB;QACtB,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;QAErG,MAAM,MAAM,GAAG,yBAAyB,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;QAE7E,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE7C,qBAAqB;YACrB,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC1C,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;gBAExD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,OAAO,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACN,uDAAuD;oBACvD,IAAI,CAAC,gEAAgE,CAAC,CAAC;oBACvE,IAAI,YAAY,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;wBACtE,OAAO,YAAY,CAAC,UAAU,CAAC;oBACjC,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,gCAAgC,UAAU,EAAE,CAAC,CAAC;gBACnD,6CAA6C;gBAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAChD,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC/C,IAAI,aAAa,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,CAAC;4BACxE,OAAO,aAAa,CAAC,UAAU,CAAC;wBAClC,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,KAAK,CAAC,yCAAyC,CAAC,EAAE,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;YACH,CAAC;YAED,mDAAmD;YACnD,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACxD,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,KAAK,CAAC,6BAA6B,CAAC,EAAE,CAAC,CAAC;YACxC,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACW,aAAa,CAAC,YAA+B;;YACzD,GAAG,CAAC,iCAAiC,CAAC,CAAC;YAEvC,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrD,IAAI,CAAC,2BAA2B,CAAC,CAAC;gBAClC,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,sBAAsB;YACtB,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;YAE7F,MAAM,MAAM,GAAG,yBAAyB,CAAC,gBAAgB,CACvD,IAAI,CAAC,UAAU,EACf,eAAe,CAChB,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAEpD,qBAAqB;gBACrB,IAAI,CAAC;oBACH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBAC1C,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAEtD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;oBAC9B,CAAC;yBAAM,CAAC;wBACN,uDAAuD;wBACvD,IAAI,CAAC,gEAAgE,CAAC,CAAC;wBACvE,IAAI,YAAY,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;4BAClE,OAAO,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;gCAC5C,OAAO,EAAE,CAAC,CAAC,OAAO;gCAClB,MAAM,EAAE,CAAC,CAAC,MAAM;6BACjB,CAAC,CAAC,CAAC;wBACN,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,IAAI,CAAC,gCAAgC,UAAU,EAAE,CAAC,CAAC;oBACnD,6CAA6C;oBAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;oBAChD,IAAI,SAAS,EAAE,CAAC;wBACd,IAAI,CAAC;4BACH,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC/C,IAAI,aAAa,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;gCACpE,OAAO,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;oCAC7C,OAAO,EAAE,CAAC,CAAC,OAAO;oCAClB,MAAM,EAAE,CAAC,CAAC,MAAM;iCACjB,CAAC,CAAC,CAAC;4BACN,CAAC;wBACH,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,KAAK,CAAC,yCAAyC,CAAC,EAAE,CAAC,CAAC;wBACtD,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,mDAAmD;gBACnD,KAAK,CAAC,8CAA8C,CAAC,CAAC;gBACtD,OAAO,EAAE,CAAC;YACZ,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,KAAK,CAAC,2BAA2B,CAAC,EAAE,CAAC,CAAC;gBACtC,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACK,YAAY,CAAC,YAA+B;QAClD,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,2BAA2B,CAAC,CAAC;YAClC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,sBAAsB;QACtB,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;QAE7F,MAAM,MAAM,GAAG,yBAAyB,CAAC,gBAAgB,CACvD,IAAI,CAAC,UAAU,EACf,eAAe,CAChB,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE7C,qBAAqB;YACrB,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC1C,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;gBAEtD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,uDAAuD;oBACvD,IAAI,CAAC,gEAAgE,CAAC,CAAC;oBACvE,IAAI,YAAY,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAClE,OAAO,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;4BAC5C,OAAO,EAAE,CAAC,CAAC,OAAO;4BAClB,MAAM,EAAE,CAAC,CAAC,MAAM;yBACjB,CAAC,CAAC,CAAC;oBACN,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,gCAAgC,UAAU,EAAE,CAAC,CAAC;gBACnD,6CAA6C;gBAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAChD,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC/C,IAAI,aAAa,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACpE,OAAO,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;gCAC7C,OAAO,EAAE,CAAC,CAAC,OAAO;gCAClB,MAAM,EAAE,CAAC,CAAC,MAAM;6BACjB,CAAC,CAAC,CAAC;wBACN,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,KAAK,CAAC,yCAAyC,CAAC,EAAE,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;YACH,CAAC;YAED,mDAAmD;YACnD,KAAK,CAAC,8CAA8C,CAAC,CAAC;YACtD,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,KAAK,CAAC,2BAA2B,CAAC,EAAE,CAAC,CAAC;YACtC,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACW,WAAW;;;YACvB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACzB,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjD,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,IAAI,CAAC;gBACH,+CAA+C;gBAC/C,MAAM,mBAAmB,GAAuB,EAAE,CAAC;gBACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACjD,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC;wBAChF,mBAAmB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAW,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;oBAC3E,CAAC;gBACH,CAAC;gBAED,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACrC,OAAO,uFAAuF,CAAC;gBACjG,CAAC;gBAED,kBAAkB;gBAClB,MAAM,MAAM,GAAG,yBAAyB,CAAC,cAAc,CACrD,mBAAmB,EACnB,CAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,QAAQ,EAAE,KAAI,GAAG,CAC9B,CAAC;gBAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBACtD,MAAM,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;gBAEpE,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;oBAC1B,KAAK,CAAC,2BAA2B,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;oBACvD,OAAO,SAAS,CAAC;gBACnB,CAAC;gBAED,OAAO,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;YAClC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,KAAK,CAAC,yBAAyB,GAAG,EAAE,CAAC,CAAC;gBACtC,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACK,UAAU;;QAChB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,CAAC;YACH,+CAA+C;YAC/C,MAAM,mBAAmB,GAAuB,EAAE,CAAC;YACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjD,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC;oBAChF,mBAAmB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAW,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC3E,CAAC;YACH,CAAC;YAED,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrC,OAAO,uFAAuF,CAAC;YACjG,CAAC;YAED,kBAAkB;YAClB,MAAM,MAAM,GAAG,yBAAyB,CAAC,cAAc,CACrD,mBAAmB,EACnB,CAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,QAAQ,EAAE,KAAI,GAAG,CAC9B,CAAC;YAEF,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;YAEpE,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;gBAC1B,KAAK,CAAC,2BAA2B,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;gBACvD,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,OAAO,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;QAClC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,KAAK,CAAC,yBAAyB,GAAG,EAAE,CAAC,CAAC;YACtC,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAEvB,gFAAgF;QAChF,qFAAqF;QACrF,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,OAAO,CAAC,CAAC;QACX,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,OAAO,CAAC,CAAC;QACX,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,KAAK,EAAE,CAAC;gBACnD,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAElD,wDAAwD;QACxD,OAAO,IAAI,CAAC,WAAW,IAAI,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAChE,CAAC;IAED;;OAEG;IACO,mBAAmB,CAAC,OAAgB;QAC5C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxC,IAAI,KAAK,KAAK,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;iBAAM,IAAI,KAAK,KAAK,cAAc,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBAC7D,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;YACzE,CAAC;iBAAM,IAAI,KAAK,KAAK,gBAAgB,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;gBACjE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;YAC3E,CAAC;iBAAM,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;gBACxF,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;YACvF,CAAC;iBAAM,IAAI,KAAK,KAAK,kBAAkB,IAAI,CAAC,CAAC,OAAO,CAAC,gBAAgB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,EAAE,CAAC;gBACnH,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,kBAAkB;QACxB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,KAAK,GAAG;YACZ,gBAAgB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;YAC1D,cAAc,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;YACtD,UAAU,IAAI,CAAC,KAAK,aAAa,IAAI,CAAC,MAAM,EAAE;SAC/C,CAAC;QAEF,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,OAAgB;QAC/B,IAAI,CAAC,sCAAsC,CAAC,CAAC;QAE7C,IAAI,CAAC;YACH,4BAA4B;YAC5B,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAElC,kBAAkB;YAClB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,2FAA2F,CAAC,CAAC;YAC/G,CAAC;YAED,oBAAoB;YACpB,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;YAEzB,kCAAkC;YAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,cAAe,CAAC,CAAC;YAC/D,YAAY,IAAI,GAAG,CAAC,CAAC,2CAA2C;YAChE,gBAAgB,IAAI,GAAG,CAAC,CAAC,6CAA6C;YAEtE,gCAAgC;YAChC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,YAAa,CAAC,CAAC;YACzD,YAAY,IAAI,GAAG,CAAC,CAAC,yCAAyC;YAC9D,gBAAgB,IAAI,GAAG,CAAC,CAAC,2CAA2C;YAEpE,gBAAgB;YAChB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAElC,uBAAuB;YACvB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChC,YAAY,IAAI,GAAG,CAAC,CAAC,uCAAuC;gBAC5D,gBAAgB,IAAI,GAAG,CAAC,CAAC,yCAAyC;YACpE,CAAC;YAED,4BAA4B;YAC5B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAC9C,IAAI,CAAC,gBAAgB,IAAI,eAAe,EACxC,YAAY,EACZ,gBAAgB,CACjB,CAAC;YAEF,mBAAmB;YACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;YAE5C,gCAAgC;YAChC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChD,CAAC;YAED,IAAI,CAAC,iCAAiC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAEpD,mDAAmD;YACnD,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,KAAK;gBAC9B,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC;gBACtB,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;gBACtD,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,KAAK;gBACtC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;gBAC/C,KAAK,EAAE,IAAI;gBACX,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI;gBAC1D,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;aACpD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,gBAAgB;YAChB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC;YAC1B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YAErB,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,yBAAyB,YAAY,EAAE;gBAC/C,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,KAAK;gBACtC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;gBAC/C,KAAK,EAAE,YAAY;gBACnB,eAAe,EAAE,IAAI;gBACrB,YAAY,EAAE,IAAI;gBAClB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;aACpD,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACG,YAAY,CAAC,OAAgB;;YACjC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrB,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC;YAED,IAAI,CAAC,uCAAuC,CAAC,CAAC;YAE9C,IAAI,CAAC;gBACH,4BAA4B;gBAC5B,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBAElC,oBAAoB;gBACpB,IAAI,YAAY,GAAG,CAAC,CAAC;gBACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;gBAEzB,kBAAkB;gBAClB,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,cAAe,CAAC,CAAC;gBACtE,YAAY,IAAI,GAAG,CAAC,CAAC,2CAA2C;gBAChE,gBAAgB,IAAI,GAAG,CAAC,CAAC,6CAA6C;gBAEtE,IAAI,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,YAAa,CAAC,CAAC;gBAChE,YAAY,IAAI,GAAG,CAAC,CAAC,yCAAyC;gBAC9D,gBAAgB,IAAI,GAAG,CAAC,CAAC,2CAA2C;gBAEpE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBAElC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;oBACxB,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACvC,YAAY,IAAI,GAAG,CAAC,CAAC,uCAAuC;oBAC5D,gBAAgB,IAAI,GAAG,CAAC,CAAC,yCAAyC;gBACpE,CAAC;gBAED,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBAEpC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;oBACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAChD,CAAC;gBAED,4BAA4B;gBAC5B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAC9C,IAAI,CAAC,gBAAgB,IAAI,eAAe,EACxC,YAAY,EACZ,gBAAgB,CACjB,CAAC;gBAEF,IAAI,CAAC,iCAAiC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBAEpD,mDAAmD;gBACnD,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,KAAK;oBAC9B,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC;oBACtB,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;oBACtD,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,KAAK;oBACtC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;oBAC/C,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI,CAAC,eAAe;oBACrC,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI;oBAC1D,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,gBAAgB;gBAChB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5E,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC;gBAC1B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;gBAErB,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,yBAAyB,YAAY,EAAE;oBAC/C,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,KAAK;oBACtC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;oBAC/C,KAAK,EAAE,YAAY;oBACnB,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,IAAI;oBAClB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACH,IAAI,IAAI;QACN,OAAO,oBAAoB,CAAC;IAC9B,CAAC;CACF"}

package/dist/esm/scorers/metrics/answer-correctness/index.js

@@ -1,3 +0,0 @@
-export * from './answer-correctness.js';
-export * from './prompts.js';
-//# sourceMappingURL=index.js.map

package/dist/esm/scorers/metrics/answer-correctness/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/scorers/metrics/answer-correctness/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC"}