judgeval 0.2.3 → 0.2.5

package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js

@@ -0,0 +1,525 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AnswerRelevancyScorer = void 0;
+const base_scorer_js_1 = require("../../base-scorer.js");
+const constants_js_1 = require("../../../constants.js");
+const logger_js_1 = require("../../../common/logger.js");
+const prompts_js_1 = require("./prompts.js");
+// Import the Judge interface and DefaultJudge from the answer-correctness module
+// In a real implementation, these would be in a shared location
+const answer_correctness_js_1 = require("../answer-correctness/answer-correctness.js");
+// Required parameters for this scorer
+const requiredParams = ['input', 'actualOutput'];
+/**
+ * AnswerRelevancyScorer evaluates how relevant the actual output is to the input
+ * by breaking down the actual output into statements and checking if each statement
+ * is relevant to the input.
+ */
+class AnswerRelevancyScorer extends base_scorer_js_1.JudgevalScorer {
+    /**
+     * Constructor for AnswerRelevancyScorer
+     * @param threshold Minimum score to consider the evaluation successful (default: 0.5)
+     * @param model LLM to use for evaluation (string or Judge instance)
+     * @param include_reason Whether to generate a reason for the score
+     * @param async_mode Whether to use asynchronous evaluation
+     * @param strict_mode If true, sets threshold to 1.0 (requiring perfect match)
+     * @param verbose_mode Enables detailed logging
+     * @param user Optional user identifier for the LLM
+     * @param additional_metadata Additional metadata to include in the result
+     */
+    constructor(threshold = 0.5, model, include_reason = true, async_mode = true, strict_mode = false, verbose_mode = true, user, additional_metadata) {
+        super(constants_js_1.APIScorer.ANSWER_RELEVANCY, strict_mode ? 1.0 : threshold, additional_metadata, include_reason, async_mode, strict_mode, verbose_mode);
+        (0, logger_js_1.info)(`Initializing AnswerRelevancyScorer with threshold=${this.threshold}, model=${model}, strict_mode=${strict_mode}`);
+        const { judge, usingNativeModel } = (0, answer_correctness_js_1.createJudge)(model, user);
+        this.model = judge;
+        this.usingNativeModel = usingNativeModel;
+        this.evaluation_model = this.model.getModelName();
+        (0, logger_js_1.log)(`Using model: ${this.evaluation_model}`);
+    }
+    /**
+     * Get statements from actual output asynchronously
+     */
+    _aGetStatements(actualOutput) {
+        return __awaiter(this, void 0, void 0, function* () {
+            (0, logger_js_1.log)("Getting statements asynchronously");
+            // Handle string array
+            const actualOutputStr = Array.isArray(actualOutput) ? actualOutput.join('\n') : actualOutput;
+            const prompt = prompts_js_1.AnswerRelevancyTemplate.deduceStatements(actualOutputStr);
+            try {
+                const response = yield this.model.aGenerate(prompt);
+                // Parse the response
+                try {
+                    const jsonResponse = JSON.parse(response);
+                    const parsed = prompts_js_1.StatementsSchema.safeParse(jsonResponse);
+                    if (parsed.success) {
+                        return parsed.data.statements;
+                    }
+                    else {
+                        // Fallback to direct access if schema validation fails
+                        (0, logger_js_1.warn)("Schema validation failed, falling back to raw response parsing");
+                        if (jsonResponse.statements && Array.isArray(jsonResponse.statements)) {
+                            return jsonResponse.statements;
+                        }
+                    }
+                }
+                catch (parseError) {
+                    (0, logger_js_1.warn)(`Error parsing JSON response: ${parseError}`);
+                    // Try to extract JSON from the response text
+                    const jsonMatch = response.match(/\{[\s\S]*\}/);
+                    if (jsonMatch) {
+                        try {
+                            const extractedJson = JSON.parse(jsonMatch[0]);
+                            if (extractedJson.statements && Array.isArray(extractedJson.statements)) {
+                                return extractedJson.statements;
+                            }
+                        }
+                        catch (e) {
+                            (0, logger_js_1.error)(`Failed to extract JSON from response: ${e}`);
+                        }
+                    }
+                }
+                // If all parsing attempts fail, return empty array
+                (0, logger_js_1.error)("Failed to parse statements from model response");
+                return [];
+            }
+            catch (e) {
+                (0, logger_js_1.error)(`Error getting statements: ${e}`);
+                return [];
+            }
+        });
+    }
+    /**
+     * Get statements from actual output synchronously
+     */
+    _getStatements(actualOutput) {
+        // Handle string array
+        const actualOutputStr = Array.isArray(actualOutput) ? actualOutput.join('\n') : actualOutput;
+        const prompt = prompts_js_1.AnswerRelevancyTemplate.deduceStatements(actualOutputStr);
+        try {
+            const response = this.model.generate(prompt);
+            // Parse the response
+            try {
+                const jsonResponse = JSON.parse(response);
+                const parsed = prompts_js_1.StatementsSchema.safeParse(jsonResponse);
+                if (parsed.success) {
+                    return parsed.data.statements;
+                }
+                else {
+                    // Fallback to direct access if schema validation fails
+                    (0, logger_js_1.warn)("Schema validation failed, falling back to raw response parsing");
+                    if (jsonResponse.statements && Array.isArray(jsonResponse.statements)) {
+                        return jsonResponse.statements;
+                    }
+                }
+            }
+            catch (parseError) {
+                (0, logger_js_1.warn)(`Error parsing JSON response: ${parseError}`);
+                // Try to extract JSON from the response text
+                const jsonMatch = response.match(/\{[\s\S]*\}/);
+                if (jsonMatch) {
+                    try {
+                        const extractedJson = JSON.parse(jsonMatch[0]);
+                        if (extractedJson.statements && Array.isArray(extractedJson.statements)) {
+                            return extractedJson.statements;
+                        }
+                    }
+                    catch (e) {
+                        (0, logger_js_1.error)(`Failed to extract JSON from response: ${e}`);
+                    }
+                }
+            }
+            // If all parsing attempts fail, return empty array
+            (0, logger_js_1.error)("Failed to parse statements from model response");
+            return [];
+        }
+        catch (e) {
+            (0, logger_js_1.error)(`Error getting statements: ${e}`);
+            return [];
+        }
+    }
+    /**
+     * Get verdicts for statements against input asynchronously
+     */
+    _aGetVerdicts(input) {
+        return __awaiter(this, void 0, void 0, function* () {
+            (0, logger_js_1.log)("Getting verdicts asynchronously");
+            if (!this.statements || this.statements.length === 0) {
+                (0, logger_js_1.warn)("No statements to evaluate");
+                return [];
+            }
+            // Handle string array
+            const inputStr = Array.isArray(input) ? input.join('\n') : input;
+            const prompt = prompts_js_1.AnswerRelevancyTemplate.generateVerdicts(inputStr, this.statements);
+            try {
+                const response = yield this.model.aGenerate(prompt);
+                // Parse the response
+                try {
+                    const jsonResponse = JSON.parse(response);
+                    const parsed = prompts_js_1.VerdictsSchema.safeParse(jsonResponse);
+                    if (parsed.success) {
+                        return parsed.data.verdicts;
+                    }
+                    else {
+                        // Fallback to direct access if schema validation fails
+                        (0, logger_js_1.warn)("Schema validation failed, falling back to raw response parsing");
+                        if (jsonResponse.verdicts && Array.isArray(jsonResponse.verdicts)) {
+                            return jsonResponse.verdicts.map((v) => ({
+                                verdict: v.verdict,
+                                reason: v.reason
+                            }));
+                        }
+                    }
+                }
+                catch (parseError) {
+                    (0, logger_js_1.warn)(`Error parsing JSON response: ${parseError}`);
+                    // Try to extract JSON from the response text
+                    const jsonMatch = response.match(/\{[\s\S]*\}/);
+                    if (jsonMatch) {
+                        try {
+                            const extractedJson = JSON.parse(jsonMatch[0]);
+                            if (extractedJson.verdicts && Array.isArray(extractedJson.verdicts)) {
+                                return extractedJson.verdicts.map((v) => ({
+                                    verdict: v.verdict,
+                                    reason: v.reason
+                                }));
+                            }
+                        }
+                        catch (e) {
+                            (0, logger_js_1.error)(`Failed to extract JSON from response: ${e}`);
+                        }
+                    }
+                }
+                // If all parsing attempts fail, return empty array
+                (0, logger_js_1.error)("Failed to parse verdicts from model response");
+                return [];
+            }
+            catch (e) {
+                (0, logger_js_1.error)(`Error getting verdicts: ${e}`);
+                return [];
+            }
+        });
+    }
+    /**
+     * Get verdicts for statements against input synchronously
+     */
+    _getVerdicts(input) {
+        if (!this.statements || this.statements.length === 0) {
+            (0, logger_js_1.warn)("No statements to evaluate");
+            return [];
+        }
+        // Handle string array
+        const inputStr = Array.isArray(input) ? input.join('\n') : input;
+        const prompt = prompts_js_1.AnswerRelevancyTemplate.generateVerdicts(inputStr, this.statements);
+        try {
+            const response = this.model.generate(prompt);
+            // Parse the response
+            try {
+                const jsonResponse = JSON.parse(response);
+                const parsed = prompts_js_1.VerdictsSchema.safeParse(jsonResponse);
+                if (parsed.success) {
+                    return parsed.data.verdicts;
+                }
+                else {
+                    // Fallback to direct access if schema validation fails
+                    (0, logger_js_1.warn)("Schema validation failed, falling back to raw response parsing");
+                    if (jsonResponse.verdicts && Array.isArray(jsonResponse.verdicts)) {
+                        return jsonResponse.verdicts.map((v) => ({
+                            verdict: v.verdict,
+                            reason: v.reason
+                        }));
+                    }
+                }
+            }
+            catch (parseError) {
+                (0, logger_js_1.warn)(`Error parsing JSON response: ${parseError}`);
+                // Try to extract JSON from the response text
+                const jsonMatch = response.match(/\{[\s\S]*\}/);
+                if (jsonMatch) {
+                    try {
+                        const extractedJson = JSON.parse(jsonMatch[0]);
+                        if (extractedJson.verdicts && Array.isArray(extractedJson.verdicts)) {
+                            return extractedJson.verdicts.map((v) => ({
+                                verdict: v.verdict,
+                                reason: v.reason
+                            }));
+                        }
+                    }
+                    catch (e) {
+                        (0, logger_js_1.error)(`Failed to extract JSON from response: ${e}`);
+                    }
+                }
+            }
+            // If all parsing attempts fail, return empty array
+            (0, logger_js_1.error)("Failed to parse verdicts from model response");
+            return [];
+        }
+        catch (e) {
+            (0, logger_js_1.error)(`Error getting verdicts: ${e}`);
+            return [];
+        }
+    }
+    /**
+     * Get reason for the score asynchronously
+     */
+    _aGetReason(input) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a;
+            if (!this.include_reason) {
+                return undefined;
+            }
+            if (!this.verdicts || this.verdicts.length === 0) {
+                return undefined;
+            }
+            try {
+                // Handle string array
+                const inputStr = Array.isArray(input) ? input.join('\n') : input;
+                // Get irrelevant statements with their verdicts
+                const irrelevantStatements = [];
+                for (let i = 0; i < this.statements.length; i++) {
+                    if (i < this.verdicts.length && this.verdicts[i].verdict.toLowerCase() === "no") {
+                        irrelevantStatements.push([this.statements[i], this.verdicts[i].reason]);
+                    }
+                }
+                if (irrelevantStatements.length === 0) {
+                    return "All statements in the actual output are relevant to the input.";
+                }
+                // Generate reason
+                const prompt = prompts_js_1.AnswerRelevancyTemplate.generateReason(irrelevantStatements, inputStr, ((_a = this.score) === null || _a === void 0 ? void 0 : _a.toString()) || "0");
+                const reasonText = yield this.model.aGenerate(prompt);
+                const parsedReason = prompts_js_1.ReasonSchema.safeParse(JSON.parse(reasonText));
+                if (!parsedReason.success) {
+                    (0, logger_js_1.error)(`Failed to parse reason: ${parsedReason.error}`);
+                    return undefined;
+                }
+                return parsedReason.data.reason;
+            }
+            catch (err) {
+                (0, logger_js_1.error)(`Error getting reason: ${err}`);
+                return undefined;
+            }
+        });
+    }
+    /**
+     * Get reason for the score synchronously
+     */
+    _getReason(input) {
+        var _a;
+        if (!this.include_reason) {
+            return undefined;
+        }
+        if (!this.verdicts || this.verdicts.length === 0) {
+            return undefined;
+        }
+        try {
+            // Handle string array
+            const inputStr = Array.isArray(input) ? input.join('\n') : input;
+            // Get irrelevant statements with their verdicts
+            const irrelevantStatements = [];
+            for (let i = 0; i < this.statements.length; i++) {
+                if (i < this.verdicts.length && this.verdicts[i].verdict.toLowerCase() === "no") {
+                    irrelevantStatements.push([this.statements[i], this.verdicts[i].reason]);
+                }
+            }
+            if (irrelevantStatements.length === 0) {
+                return "All statements in the actual output are relevant to the input.";
+            }
+            // Generate reason
+            const prompt = prompts_js_1.AnswerRelevancyTemplate.generateReason(irrelevantStatements, inputStr, ((_a = this.score) === null || _a === void 0 ? void 0 : _a.toString()) || "0");
+            const reasonText = this.model.generate(prompt);
+            const parsedReason = prompts_js_1.ReasonSchema.safeParse(JSON.parse(reasonText));
+            if (!parsedReason.success) {
+                (0, logger_js_1.error)(`Failed to parse reason: ${parsedReason.error}`);
+                return undefined;
+            }
+            return parsedReason.data.reason;
+        }
+        catch (err) {
+            (0, logger_js_1.error)(`Error getting reason: ${err}`);
+            return undefined;
+        }
+    }
+    /**
+     * Compute score based on verdicts
+     */
+    _computeScore() {
+        (0, logger_js_1.log)("Computing score");
+        // If we have no statements or verdicts due to API errors, return 0 instead of 1
+        // This ensures that when API calls fail, we don't incorrectly return a perfect score
+        if (!this.statements || this.statements.length === 0) {
+            return 0;
+        }
+        if (!this.verdicts || this.verdicts.length === 0) {
+            return 0;
+        }
+        let relevantCount = 0;
+        for (const verdict of this.verdicts) {
+            if (verdict.verdict.trim().toLowerCase() !== "no") {
+                relevantCount++;
+            }
+        }
+        const score = relevantCount / this.verdicts.length;
+        // Match Python implementation's handling of strict_mode
+        return this.strict_mode && score < this.threshold ? 0 : score;
+    }
+    /**
+     * Check if example has required parameters
+     */
+    _checkExampleParams(example) {
+        for (const param of requiredParams) {
+            if (param === 'input' && !example.input) {
+                throw new Error(`Example is missing required parameter: input`);
+            }
+            else if (param === 'actualOutput' && !example.actualOutput) {
+                throw new Error(`Example is missing required parameter: actualOutput`);
+            }
+        }
+    }
+    /**
+     * Create verbose logs for debugging
+     */
+    _createVerboseLogs() {
+        if (!this.verbose_mode) {
+            return '';
+        }
+        const steps = [
+            `Statements:\n${JSON.stringify(this.statements, null, 2)}`,
+            `Verdicts:\n${JSON.stringify(this.verdicts, null, 2)}`,
+            `Score: ${this.score}\nReason: ${this.reason}`
+        ];
+        return steps.join('\n\n');
+    }
+    /**
+     * Score an example synchronously - this is for compatibility with the Python SDK
+     */
+    syncScoreExample(example) {
+        (0, logger_js_1.info)("Starting example scoring (sync mode)");
+        try {
+            // Check required parameters
+            this._checkExampleParams(example);
+            // Process example
+            if (this.async_mode) {
+                throw new Error("Cannot use synchronous scoreExample with async_mode=true. Use async scoreExample instead.");
+            }
+            this.statements = this._getStatements(example.actualOutput);
+            this.verdicts = this._getVerdicts(example.input);
+            this.score = this._computeScore();
+            this.reason = this._getReason(example.input);
+            this.success = this._successCheck();
+            this.verbose_logs = this._createVerboseLogs();
+            // Calculate evaluation cost
+            // In a real implementation, you would track tokens used in each LLM call
+            this.evaluation_cost = undefined;
+            (0, logger_js_1.info)(`Scoring completed with score: ${this.score}`);
+            // Ensure all fields match the ScorerData interface
+            return {
+                name: this.type,
+                threshold: this.threshold,
+                success: this.success || false,
+                score: this.score || 0,
+                reason: this.reason !== undefined ? this.reason : null,
+                strict_mode: this.strict_mode || false,
+                evaluation_model: this.evaluation_model || null,
+                error: null,
+                evaluation_cost: null,
+                verbose_logs: this.verbose_logs ? this.verbose_logs : null,
+                additional_metadata: this.additional_metadata || {}
+            };
+        }
+        catch (error) {
+            // Handle errors
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            this.error = errorMessage;
+            this.success = false;
+            return {
+                name: this.type,
+                threshold: this.threshold,
+                success: false,
+                score: 0,
+                reason: `Error during scoring: ${errorMessage}`,
+                strict_mode: this.strict_mode || false,
+                evaluation_model: this.evaluation_model || null,
+                error: errorMessage,
+                evaluation_cost: null,
+                verbose_logs: null,
+                additional_metadata: this.additional_metadata || {}
+            };
+        }
+    }
+    /**
+     * Score an example - this is the main method that should be called
+     * It will use async or sync methods based on the async_mode setting
+     */
+    scoreExample(example) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.async_mode) {
+                return this.syncScoreExample(example);
+            }
+            (0, logger_js_1.info)("Starting example scoring (async mode)");
+            try {
+                // Check required parameters
+                this._checkExampleParams(example);
+                // Process example
+                this.statements = yield this._aGetStatements(example.actualOutput);
+                this.verdicts = yield this._aGetVerdicts(example.input);
+                this.score = this._computeScore();
+                this.reason = yield this._aGetReason(example.input);
+                this.success = this._successCheck();
+                this.verbose_logs = this._createVerboseLogs();
+                // Calculate evaluation cost
+                // In a real implementation, you would track tokens used in each LLM call
+                this.evaluation_cost = undefined;
+                (0, logger_js_1.info)(`Scoring completed with score: ${this.score}`);
+                // Ensure all fields match the ScorerData interface
+                return {
+                    name: this.type,
+                    threshold: this.threshold,
+                    success: this.success || false,
+                    score: this.score || 0,
+                    reason: this.reason !== undefined ? this.reason : null,
+                    strict_mode: this.strict_mode || false,
+                    evaluation_model: this.evaluation_model || null,
+                    error: null,
+                    evaluation_cost: null,
+                    verbose_logs: this.verbose_logs ? this.verbose_logs : null,
+                    additional_metadata: this.additional_metadata || {}
+                };
+            }
+            catch (error) {
+                // Handle errors
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                this.error = errorMessage;
+                this.success = false;
+                return {
+                    name: this.type,
+                    threshold: this.threshold,
+                    success: false,
+                    score: 0,
+                    reason: `Error during scoring: ${errorMessage}`,
+                    strict_mode: this.strict_mode || false,
+                    evaluation_model: this.evaluation_model || null,
+                    error: errorMessage,
+                    evaluation_cost: null,
+                    verbose_logs: null,
+                    additional_metadata: this.additional_metadata || {}
+                };
+            }
+        });
+    }
+    /**
+     * Get the name of the scorer
+     */
+    get name() {
+        return "Answer Relevancy";
+    }
+}
+exports.AnswerRelevancyScorer = AnswerRelevancyScorer;
+//# sourceMappingURL=answer-relevancy.js.map

package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"answer-relevancy.js","sourceRoot":"","sources":["../../../../../src/scorers/metrics/answer-relevancy/answer-relevancy.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,yDAAsD;AACtD,wDAAkD;AAClD,yDAAmE;AACnE,6CAMsB;AAGtB,iFAAiF;AACjF,gEAAgE;AAChE,uFAA+F;AAE/F,sCAAsC;AACtC,MAAM,cAAc,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;AAEjD;;;;GAIG;AACH,MAAa,qBAAsB,SAAQ,+BAAc;IAQvD;;;;;;;;;;OAUG;IACH,YACE,YAAoB,GAAG,EACvB,KAAsB,EACtB,iBAA0B,IAAI,EAC9B,aAAsB,IAAI,EAC1B,cAAuB,KAAK,EAC5B,eAAwB,IAAI,EAC5B,IAAa,EACb,mBAAyC;QAEzC,KAAK,CACH,wBAAS,CAAC,gBAAgB,EAC1B,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAC7B,mBAAmB,EACnB,cAAc,EACd,UAAU,EACV,WAAW,EACX,YAAY,CACb,CAAC;QAEF,IAAA,gBAAI,EAAC,qDAAqD,IAAI,CAAC,SAAS,WAAW,KAAK,iBAAiB,WAAW,EAAE,CAAC,CAAC;QAExH,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE,GAAG,IAAA,mCAAW,EAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;QAElD,IAAA,eAAG,EAAC,gBAAgB,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACW,eAAe,CAAC,YAA+B;;YAC3D,IAAA,eAAG,EAAC,mCAAmC,CAAC,CAAC;YAEzC,sBAAsB;YACtB,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;YAE7F,MAAM,MAAM,GAAG,oCAAuB,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;YAEzE,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAEpD,qBAAqB;gBACrB,IAAI,CAAC;oBACH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBAC1C,MAAM,MAAM,GAAG,6BAAgB,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAExD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,OAAO,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;oBAChC,CAAC;yBAAM,CAAC;wBACN,uDAAuD;wBACvD,IAAA,gBAAI,EAAC,gEAAgE,CAAC,CAAC;wBACvE,IAAI,YAAY,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;4BACtE,OAAO,YAAY,CAAC,UAAU,CAAC;wBACjC,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,IAAA,gBAAI,EAAC,gCAAgC,UAAU,EAAE,CAAC,CAAC;oBACnD,6CAA6C;oBAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;oBAChD,IAAI,SAAS,EAAE,CAAC;wBACd,IAAI,CAAC;4BACH,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC/C,IAAI,aAAa,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,CAAC;gCACxE,OAAO,aAAa,CAAC,UAAU,CAAC;4BAClC,CAAC;wBACH,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,IAAA,iBAAK,EAAC,yCAAyC,CAAC,EAAE,CAAC,CAAC;wBACtD,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,mDAAmD;gBACnD,IAAA,iBAAK,EAAC,gDAAgD,CAAC,CAAC;gBACxD,OAAO,EAAE,CAAC;YACZ,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAA,iBAAK,EAAC,6BAA6B,CAAC,EAAE,CAAC,CAAC;gBACxC,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACK,cAAc,CAAC,YAA+B;QACpD,sBAAsB;QACtB,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;QAE7F,MAAM,MAAM,GAAG,oCAAuB,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;QAEzE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE7C,qBAAqB;YACrB,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC1C,MAAM,MAAM,GAAG,6BAAgB,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;gBAExD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,OAAO,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACN,uDAAuD;oBACvD,IAAA,gBAAI,EAAC,gEAAgE,CAAC,CAAC;oBACvE,IAAI,YAAY,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;wBACtE,OAAO,YAAY,CAAC,UAAU,CAAC;oBACjC,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,IAAA,gBAAI,EAAC,gCAAgC,UAAU,EAAE,CAAC,CAAC;gBACnD,6CAA6C;gBAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAChD,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC/C,IAAI,aAAa,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,CAAC;4BACxE,OAAO,aAAa,CAAC,UAAU,CAAC;wBAClC,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,IAAA,iBAAK,EAAC,yCAAyC,CAAC,EAAE,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;YACH,CAAC;YAED,mDAAmD;YACnD,IAAA,iBAAK,EAAC,gDAAgD,CAAC,CAAC;YACxD,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAA,iBAAK,EAAC,6BAA6B,CAAC,EAAE,CAAC,CAAC;YACxC,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACW,aAAa,CAAC,KAAwB;;YAClD,IAAA,eAAG,EAAC,iCAAiC,CAAC,CAAC;YAEvC,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrD,IAAA,gBAAI,EAAC,2BAA2B,CAAC,CAAC;gBAClC,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,sBAAsB;YACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAEjE,MAAM,MAAM,GAAG,oCAAuB,CAAC,gBAAgB,CACrD,QAAQ,EACR,IAAI,CAAC,UAAU,CAChB,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAEpD,qBAAqB;gBACrB,IAAI,CAAC;oBACH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBAC1C,MAAM,MAAM,GAAG,2BAAc,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;oBAEtD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;oBAC9B,CAAC;yBAAM,CAAC;wBACN,uDAAuD;wBACvD,IAAA,gBAAI,EAAC,gEAAgE,CAAC,CAAC;wBACvE,IAAI,YAAY,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;4BAClE,OAAO,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;gCAC5C,OAAO,EAAE,CAAC,CAAC,OAAO;gCAClB,MAAM,EAAE,CAAC,CAAC,MAAM;6BACjB,CAAC,CAAC,CAAC;wBACN,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,IAAA,gBAAI,EAAC,gCAAgC,UAAU,EAAE,CAAC,CAAC;oBACnD,6CAA6C;oBAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;oBAChD,IAAI,SAAS,EAAE,CAAC;wBACd,IAAI,CAAC;4BACH,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC/C,IAAI,aAAa,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;gCACpE,OAAO,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;oCAC7C,OAAO,EAAE,CAAC,CAAC,OAAO;oCAClB,MAAM,EAAE,CAAC,CAAC,MAAM;iCACjB,CAAC,CAAC,CAAC;4BACN,CAAC;wBACH,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,IAAA,iBAAK,EAAC,yCAAyC,CAAC,EAAE,CAAC,CAAC;wBACtD,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,mDAAmD;gBACnD,IAAA,iBAAK,EAAC,8CAA8C,CAAC,CAAC;gBACtD,OAAO,EAAE,CAAC;YACZ,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAA,iBAAK,EAAC,2BAA2B,CAAC,EAAE,CAAC,CAAC;gBACtC,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACK,YAAY,CAAC,KAAwB;QAC3C,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,IAAA,gBAAI,EAAC,2BAA2B,CAAC,CAAC;YAClC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,sBAAsB;QACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAEjE,MAAM,MAAM,GAAG,oCAAuB,CAAC,gBAAgB,CACrD,QAAQ,EACR,IAAI,CAAC,UAAU,CAChB,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE7C,qBAAqB;YACrB,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC1C,MAAM,MAAM,GAAG,2BAAc,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;gBAEtD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,uDAAuD;oBACvD,IAAA,gBAAI,EAAC,gEAAgE,CAAC,CAAC;oBACvE,IAAI,YAAY,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAClE,OAAO,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;4BAC5C,OAAO,EAAE,CAAC,CAAC,OAAO;4BAClB,MAAM,EAAE,CAAC,CAAC,MAAM;yBACjB,CAAC,CAAC,CAAC;oBACN,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,IAAA,gBAAI,EAAC,gCAAgC,UAAU,EAAE,CAAC,CAAC;gBACnD,6CAA6C;gBAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAChD,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC/C,IAAI,aAAa,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACpE,OAAO,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;gCAC7C,OAAO,EAAE,CAAC,CAAC,OAAO;gCAClB,MAAM,EAAE,CAAC,CAAC,MAAM;6BACjB,CAAC,CAAC,CAAC;wBACN,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,IAAA,iBAAK,EAAC,yCAAyC,CAAC,EAAE,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;YACH,CAAC;YAED,mDAAmD;YACnD,IAAA,iBAAK,EAAC,8CAA8C,CAAC,CAAC;YACtD,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAA,iBAAK,EAAC,2BAA2B,CAAC,EAAE,CAAC,CAAC;YACtC,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACW,WAAW,CAAC,KAAwB;;;YAChD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACzB,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjD,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,IAAI,CAAC;gBACH,sBAAsB;gBACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBAEjE,gDAAgD;gBAChD,MAAM,oBAAoB,GAAuB,EAAE,CAAC;gBACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACjD,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC;wBAChF,oBAAoB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAW,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;oBAC5E,CAAC;gBACH,CAAC;gBAED,IAAI,oBAAoB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACtC,OAAO,gEAAgE,CAAC;gBAC1E,CAAC;gBAED,kBAAkB;gBAClB,MAAM,MAAM,GAAG,oCAAuB,CAAC,cAAc,CACnD,oBAAoB,EACpB,QAAQ,EACR,CAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,QAAQ,EAAE,KAAI,GAAG,CAC9B,CAAC;gBAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBACtD,MAAM,YAAY,GAAG,yBAAY,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;gBAEpE,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;oBAC1B,IAAA,iBAAK,EAAC,2BAA2B,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;oBACvD,OAAO,SAAS,CAAC;gBACnB,CAAC;gBAED,OAAO,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;YAClC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAA,iBAAK,EAAC,yBAAyB,GAAG,EAAE,CAAC,CAAC;gBACtC,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACK,UAAU,CAAC,KAAwB;;QACzC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,CAAC;YACH,sBAAsB;YACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAEjE,gDAAgD;YAChD,MAAM,oBAAoB,GAAuB,EAAE,CAAC;YACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjD,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC;oBAChF,oBAAoB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAW,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC5E,CAAC;YACH,CAAC;YAED,IAAI,oBAAoB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACtC,OAAO,gEAAgE,CAAC;YAC1E,CAAC;YAED,kBAAkB;YAClB,MAAM,MAAM,GAAG,oCAAuB,CAAC,cAAc,CACnD,oBAAoB,EACpB,QAAQ,EACR,CAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,QAAQ,EAAE,KAAI,GAAG,CAC9B,CAAC;YAEF,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,yBAAY,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;YAEpE,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;gBAC1B,IAAA,iBAAK,EAAC,2BAA2B,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;gBACvD,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,OAAO,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;QAClC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,iBAAK,EAAC,yBAAyB,GAAG,EAAE,CAAC,CAAC;YACtC,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,IAAA,eAAG,EAAC,iBAAiB,CAAC,CAAC;QAEvB,gFAAgF;QAChF,qFAAqF;QACrF,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,OAAO,CAAC,CAAC;QACX,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,OAAO,CAAC,CAAC;QACX,CAAC;QAED,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC;gBAClD,aAAa,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAEnD,wDAAwD;QACxD,OAAO,IAAI,CAAC,WAAW,IAAI,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAChE,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,OAAgB;QAC1C,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACnC,IAAI,KAAK,KAAK,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;iBAAM,IAAI,KAAK,KAAK,cAAc,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBAC7D,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,kBAAkB;QACxB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,KAAK,GAAG;YACZ,gBAAgB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;YAC1D,cAAc,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;YACtD,UAAU,IAAI,CAAC,KAAK,aAAa,IAAI,CAAC,MAAM,EAAE;SAC/C,CAAC;QAEF,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,OAAgB;QAC/B,IAAA,gBAAI,EAAC,sCAAsC,CAAC,CAAC;QAE7C,IAAI,CAAC;YACH,4BAA4B;YAC5B,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAElC,kBAAkB;YAClB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,2FAA2F,CAAC,CAAC;YAC/G,CAAC;YAED,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,YAAa,CAAC,CAAC;YAC7D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAM,CAAC,CAAC;YAClD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,KAAM,CAAC,CAAC;YAC9C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YACpC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAE9C,4BAA4B;YAC5B,yEAAyE;YACzE,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;YAEjC,IAAA,gBAAI,EAAC,iCAAiC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAEpD,mDAAmD;YACnD,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,KAAK;gBAC9B,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC;gBACtB,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;gBACtD,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,KAAK;gBACtC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;gBAC/C,KAAK,EAAE,IAAI;gBACX,eAAe,EAAE,IAAI;gBACrB,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI;gBAC1D,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;aACpD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,gBAAgB;YAChB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC;YAC1B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YAErB,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,yBAAyB,YAAY,EAAE;gBAC/C,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,KAAK;gBACtC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;gBAC/C,KAAK,EAAE,YAAY;gBACnB,eAAe,EAAE,IAAI;gBACrB,YAAY,EAAE,IAAI;gBAClB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;aACpD,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACG,YAAY,CAAC,OAAgB;;YACjC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrB,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC;YAED,IAAA,gBAAI,EAAC,uCAAuC,CAAC,CAAC;YAE9C,IAAI,CAAC;gBACH,4BAA4B;gBAC5B,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBAElC,kBAAkB;gBAClB,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,YAAa,CAAC,CAAC;gBACpE,IAAI,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAM,CAAC,CAAC;gBACzD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBAClC,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAM,CAAC,CAAC;gBACrD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBACpC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAE9C,4BAA4B;gBAC5B,yEAAyE;gBACzE,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;gBAEjC,IAAA,gBAAI,EAAC,iCAAiC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBAEpD,mDAAmD;gBACnD,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,KAAK;oBAC9B,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC;oBACtB,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;oBACtD,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,KAAK;oBACtC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;oBAC/C,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI;oBAC1D,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,gBAAgB;gBAChB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5E,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC;gBAC1B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;gBAErB,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,yBAAyB,YAAY,EAAE;oBAC/C,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,KAAK;oBACtC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;oBAC/C,KAAK,EAAE,YAAY;oBACnB,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,IAAI;oBAClB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACH,IAAI,IAAI;QACN,OAAO,kBAAkB,CAAC;IAC5B,CAAC;CACF;AAnkBD,sDAmkBC"}

package/dist/cjs/scorers/metrics/answer-relevancy/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./answer-relevancy.js"), exports);
+__exportStar(require("./prompts.js"), exports);
+//# sourceMappingURL=index.js.map

package/dist/cjs/scorers/metrics/answer-relevancy/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/scorers/metrics/answer-relevancy/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wDAAsC;AACtC,+CAA6B"}