judgeval 0.2.4 → 0.2.5

package/dist/cjs/scorers/metrics/faithfulness/prompts.js

@@ -0,0 +1,232 @@
+"use strict";
+/**
+ * Utility prompts for FaithfulnessScorer
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FaithfulnessTemplate = exports.ReasonSchema = exports.ClaimsSchema = exports.TruthsSchema = exports.VerdictsSchema = exports.FaithfulnessVerdictSchema = void 0;
+const zod_1 = require("zod");
+// Schema definitions for LLM responses
+exports.FaithfulnessVerdictSchema = zod_1.z.object({
+    verdict: zod_1.z.string(),
+    reason: zod_1.z.string().optional()
+});
+exports.VerdictsSchema = zod_1.z.object({
+    verdicts: zod_1.z.array(exports.FaithfulnessVerdictSchema)
+});
+exports.TruthsSchema = zod_1.z.object({
+    truths: zod_1.z.array(zod_1.z.string())
+});
+exports.ClaimsSchema = zod_1.z.object({
+    claims: zod_1.z.array(zod_1.z.object({
+        claim: zod_1.z.string(),
+        quote: zod_1.z.string()
+    }))
+});
+exports.ReasonSchema = zod_1.z.object({
+    reason: zod_1.z.string()
+});
+/**
+ * Template prompts for the FaithfulnessScorer
+ */
+class FaithfulnessTemplate {
+    /**
+     * Generate a prompt to extract claims from the actual output
+     */
+    static findClaims(text, allClaims = false) {
+        return `==== TASK INSTRUCTIONS ====
+You will be provided with a passage of text. Based on the text, your task is to generate a comprehensive list of ALL CLAIMS that can be inferred from the text.  
+For every claim that you derive from the text, provide the source of the claim via quoting the original text. Please try to extract EVERY CLAIM that is in the original text; priortize generating the most claims rather than being concise. 
+You should NOT include any prior knowledge, and take the text at face value when extracting claims.
+
+==== FORMATTING YOUR ANSWER ====
+Please return your answer in JSON format, with the "claims" key as a list of JSON objects with keys "claim" and "quote". No words or explanation beyond the output JSON is needed.
+
+==== EXAMPLES ====
+
+---- START OF EXAMPLE 1 ----
+Example Text: 
+"Einstein won the nobel prize in 1968 for his discovery of the photoelectric effect."
+
+Example JSON: 
+{
+    "claims": [
+        {
+             "claim": "Einstein won the nobel prize for his discovery of the photoelectric effect.",
+             "quote": "Einstein won the nobel prize in 1968 for his discovery of the photoelectric effect."
+        },
+        {
+             "claim": "Einstein won the nobel prize in 1968.",
+             "quote": "Einstein won the nobel prize in 1968 for his discovery of the photoelectric effect."
+        }
+    ]  
+}
+---- END OF EXAMPLE 1 ----
+
+---- START OF EXAMPLE 2 ----
+Example Text: "The Wright brothers successfully flew the first powered airplane on December 17, 1903, in Kitty Hawk, North Carolina."
+
+{
+    "claims": [
+        {
+            "claim": "The Wright brothers flew the first powered airplane.",
+            "quote": "The Wright brothers successfully flew the first powered airplane on December 17, 1903, in Kitty Hawk, North Carolina."
+        },
+        {
+            "claim": "The Wright brothers made their flight in Kitty Hawk, North Carolina.",
+            "quote": "The Wright brothers successfully flew the first powered airplane on December 17, 1903, in Kitty Hawk, North Carolina."
+        },
+        {
+            "claim": "The first powered airplane flight occurred on December 17, 1903.",
+            "quote": "The Wright brothers successfully flew the first powered airplane on December 17, 1903, in Kitty Hawk, North Carolina."
+        }
+    ]
+}
+---- END OF EXAMPLE 2 ----
+
+---- START OF EXAMPLE 3 ----
+Example Text:
+"The Great Wall of China was built over many centuries by different Chinese dynasties. Construction began more than 2,000 years ago during the Warring States period. The most famous sections were built during the Ming Dynasty. The wall stretches for thousands of miles across northern China and was primarily built for military defense."
+
+Example JSON:
+{
+    "claims": [
+        {
+            "claim": "The Great Wall of China was built by multiple Chinese dynasties",
+            "quote": "The Great Wall of China was built over many centuries by different Chinese dynasties."
+        },
+        {
+            "claim": "Construction of the Great Wall began over 2,000 years ago",
+            "quote": "Construction began more than 2,000 years ago during the Warring States period."
+        },
+        {
+            "claim": "Construction started during the Warring States period",
+            "quote": "Construction began more than 2,000 years ago during the Warring States period."
+        },
+        {
+            "claim": "The most well-known parts of the wall were constructed during the Ming Dynasty",
+            "quote": "The most famous sections were built during the Ming Dynasty."
+        },
+        {
+            "claim": "The Great Wall extends for thousands of miles across northern China",
+            "quote": "The wall stretches for thousands of miles across northern China and was primarily built for military defense."
+        },
+        {
+            "claim": "The Great Wall was mainly constructed for defense purposes",
+            "quote": "The wall stretches for thousands of miles across northern China and was primarily built for military defense."
+        }
+    ]
+}
+---- END OF EXAMPLE 3 ----
+
+==== YOUR TURN ====
+Text:
+${text}
+
+JSON:`;
+    }
+    /**
+     * Generate a prompt to evaluate claims against the retrieval context
+     */
+    static generateVerdicts(claims, retrievalContext) {
+        const claimsStr = claims.map((claim, i) => `Claim ${i + 1}: ${claim}`).join('\n');
+        return `==== TASK INSTRUCTIONS ====
+You will be provided with a set of claims and a retrieval context. Your task is to determine whether each claim is supported by the retrieval context.
+
+For each claim, provide a verdict of "yes" if the claim is supported by the retrieval context, "no" if the claim is contradicted by the retrieval context, or "partially" if the claim is partially supported.
+
+Also provide a reason for your verdict, citing evidence from the retrieval context.
+
+==== FORMATTING YOUR ANSWER ====
+Please return your answer in JSON format, with the "verdicts" key as a list of JSON objects with keys "verdict" and "reason". The verdict should be one of "yes", "no", or "partially". The reason should explain your verdict.
+
+==== EXAMPLES ====
+
+---- START OF EXAMPLE 1 ----
+Example Claims:
+Claim 1: Einstein won the Nobel Prize in 1921.
+Claim 2: Einstein won the Nobel Prize for his work on relativity.
+
+Example Retrieval Context:
+"Albert Einstein was awarded the Nobel Prize in Physics in 1921 for his explanation of the photoelectric effect, not for his theories of relativity which were still controversial at the time."
+
+Example JSON:
+{
+    "verdicts": [
+        {
+            "verdict": "yes",
+            "reason": "The retrieval context explicitly states that 'Albert Einstein was awarded the Nobel Prize in Physics in 1921'."
+        },
+        {
+            "verdict": "no",
+            "reason": "The retrieval context contradicts this claim, stating that Einstein won the Nobel Prize 'for his explanation of the photoelectric effect, not for his theories of relativity'."
+        }
+    ]
+}
+---- END OF EXAMPLE 1 ----
+
+---- START OF EXAMPLE 2 ----
+Example Claims:
+Claim 1: The Great Wall of China is visible from space.
+Claim 2: The Great Wall of China was built during the Ming Dynasty.
+
+Example Retrieval Context:
+"The Great Wall of China was built over many centuries by different Chinese dynasties, with the most famous sections built during the Ming Dynasty (1368-1644). Contrary to popular belief, the Great Wall is not visible from space with the naked eye, as confirmed by multiple astronauts."
+
+Example JSON:
+{
+    "verdicts": [
+        {
+            "verdict": "no",
+            "reason": "The retrieval context explicitly contradicts this claim, stating that 'the Great Wall is not visible from space with the naked eye, as confirmed by multiple astronauts'."
+        },
+        {
+            "verdict": "partially",
+            "reason": "The retrieval context states that 'the most famous sections [were] built during the Ming Dynasty', but also mentions that the wall 'was built over many centuries by different Chinese dynasties'. This suggests that while significant portions were built during the Ming Dynasty, the entire wall was not built during this period."
+        }
+    ]
+}
+---- END OF EXAMPLE 2 ----
+
+==== YOUR TURN ====
+Claims:
+${claimsStr}
+
+Retrieval Context:
+${retrievalContext}
+
+JSON:`;
+    }
+    /**
+     * Generate a prompt to explain the score based on verdicts
+     */
+    static generateReason(verdicts, score) {
+        const verdictsStr = verdicts.map((v, i) => {
+            return `Verdict ${i + 1}: ${v.verdict}\nReason: ${v.reason || 'No reason provided'}\n------`;
+        }).join('\n');
+        return `==== TASK INSTRUCTIONS ====
+You will be provided with a faithfulness score and a list of verdicts for claims made in a model's output. Your task is to provide a CLEAR and CONCISE reason for the faithfulness score.
+
+The faithfulness score represents how well the model's output is supported by the provided retrieval context. A score of 1.0 means all claims are fully supported, while a score of 0.0 means none of the claims are supported.
+
+You should explain why the score is what it is, highlighting key supported and unsupported claims.
+
+==== FORMATTING YOUR ANSWER ====
+IMPORTANT: Please make sure to only return in JSON format, with the 'reason' key providing the reason.
+Example JSON:
+{
+    "reason": "The faithfulness score is <score> because <your_reason>."
+}
+
+==== YOUR TURN ====
+---- FAITHFULNESS SCORE ----
+${score}
+
+---- VERDICTS ----
+${verdictsStr}
+
+---- YOUR RESPONSE ----
+JSON:`;
+    }
+}
+exports.FaithfulnessTemplate = FaithfulnessTemplate;
+//# sourceMappingURL=prompts.js.map

package/dist/cjs/scorers/metrics/faithfulness/prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../../../../src/scorers/metrics/faithfulness/prompts.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,6BAAwB;AAExB,uCAAuC;AAC1B,QAAA,yBAAyB,GAAG,OAAC,CAAC,MAAM,CAAC;IAChD,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE;IACnB,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC9B,CAAC,CAAC;AAIU,QAAA,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IACrC,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,iCAAyB,CAAC;CAC7C,CAAC,CAAC;AAIU,QAAA,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;CAC5B,CAAC,CAAC;AAIU,QAAA,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,CAAC;QACvB,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;QACjB,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;KAClB,CAAC,CAAC;CACJ,CAAC,CAAC;AAIU,QAAA,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAIH;;GAEG;AACH,MAAa,oBAAoB;IAC/B;;OAEG;IACH,MAAM,CAAC,UAAU,CAAC,IAAY,EAAE,YAAqB,KAAK;QACxD,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAuFT,IAAI;;MAEA,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,MAAgB,EAAE,gBAAwB;QAChE,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,GAAC,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhF,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4DT,SAAS;;;EAGT,gBAAgB;;MAEZ,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,QAA+B,EAAE,KAAa;QAClE,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACxC,OAAO,WAAW,CAAC,GAAC,CAAC,KAAK,CAAC,CAAC,OAAO,aAAa,CAAC,CAAC,MAAM,IAAI,oBAAoB,UAAU,CAAC;QAC7F,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO;;;;;;;;;;;;;;;;EAgBT,KAAK;;;EAGL,WAAW;;;MAGP,CAAC;IACL,CAAC;CACF;AA3MD,oDA2MC"}

package/dist/cjs/scorers/metrics/hallucination/hallucination.js

@@ -0,0 +1,390 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HallucinationScorer = void 0;
+const base_scorer_js_1 = require("../../base-scorer.js");
+const constants_js_1 = require("../../../constants.js");
+const logger_js_1 = require("../../../common/logger.js");
+const prompts_js_1 = require("./prompts.js");
+const index_js_1 = require("../../../judges/index.js");
+// Required parameters for this scorer
+const required_params = ['actualOutput', 'context'];
+/**
+ * HallucinationScorer evaluates whether an LLM's output contains hallucinations
+ * by comparing it against provided context.
+ *
+ * The score is the fraction of context segments that contradict the output.
+ * Lower scores are better (0 = no hallucinations, 1 = all contexts contradict the output).
+ */
+class HallucinationScorer extends base_scorer_js_1.JudgevalScorer {
+    /**
+     * Create a new HallucinationScorer
+     *
+     * @param threshold - Success threshold (default: 0.5)
+     * @param model - Model to use for evaluation (default: DefaultJudge)
+     * @param include_reason - Whether to include a reason for the score (default: true)
+     * @param async_mode - Whether to use async mode (default: false)
+     * @param strict_mode - Whether to use strict mode (default: false)
+     * @param verbose_mode - Whether to include verbose logs (default: false)
+     */
+    constructor(threshold = 0.5, model = undefined, include_reason = true, async_mode = false, strict_mode = false, verbose_mode = false) {
+        super(constants_js_1.APIScorer.HALLUCINATION, strict_mode ? 1 : threshold, undefined, include_reason, async_mode, strict_mode, verbose_mode);
+        this._verdicts = [];
+        const { judge, usingNativeModel } = (0, index_js_1.createJudge)(model);
+        this.model = judge;
+        this.using_native_model = usingNativeModel;
+        this.evaluation_model = this.model.getModelName();
+    }
+    /**
+     * Generate verdicts for each context
+     */
+    _aGenerateVerdicts(actualOutput, contexts) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const prompt = prompts_js_1.HallucinationTemplate.generateVerdicts(actualOutput, contexts);
+            if (this.using_native_model) {
+                const res = yield this.model.aGenerate(prompt);
+                try {
+                    const data = JSON.parse(res);
+                    return data.verdicts.map((item) => ({
+                        verdict: item.verdict,
+                        reason: item.reason
+                    }));
+                }
+                catch (error) {
+                    throw new Error(`Failed to parse response: ${error}`);
+                }
+            }
+            else {
+                try {
+                    const parseVerdictsResponse = (response) => {
+                        const parsed = JSON.parse(response);
+                        const result = prompts_js_1.VerdictsSchema.safeParse(parsed);
+                        if (result.success) {
+                            return result.data;
+                        }
+                        throw new Error(`Invalid response format: ${result.error}`);
+                    };
+                    const res = yield this.model.aGenerate(prompt);
+                    return parseVerdictsResponse(res).verdicts;
+                }
+                catch (error) {
+                    const res = yield this.model.aGenerate(prompt);
+                    try {
+                        const data = JSON.parse(res);
+                        return data.verdicts.map((item) => ({
+                            verdict: item.verdict,
+                            reason: item.reason
+                        }));
+                    }
+                    catch (parseError) {
+                        throw new Error(`Failed to parse response: ${parseError}`);
+                    }
+                }
+            }
+        });
+    }
+    /**
+     * Generate verdicts for each context (synchronous)
+     */
+    _generateVerdicts(actualOutput, contexts) {
+        const prompt = prompts_js_1.HallucinationTemplate.generateVerdicts(actualOutput, contexts);
+        if (this.using_native_model) {
+            const res = this.model.generate(prompt);
+            try {
+                const data = JSON.parse(res);
+                return data.verdicts.map((item) => ({
+                    verdict: item.verdict,
+                    reason: item.reason
+                }));
+            }
+            catch (error) {
+                throw new Error(`Failed to parse response: ${error}`);
+            }
+        }
+        else {
+            try {
+                const parseVerdictsResponse = (response) => {
+                    const parsed = JSON.parse(response);
+                    const result = prompts_js_1.VerdictsSchema.safeParse(parsed);
+                    if (result.success) {
+                        return result.data;
+                    }
+                    throw new Error(`Invalid response format: ${result.error}`);
+                };
+                const res = this.model.generate(prompt);
+                return parseVerdictsResponse(res).verdicts;
+            }
+            catch (error) {
+                const res = this.model.generate(prompt);
+                try {
+                    const data = JSON.parse(res);
+                    return data.verdicts.map((item) => ({
+                        verdict: item.verdict,
+                        reason: item.reason
+                    }));
+                }
+                catch (parseError) {
+                    throw new Error(`Failed to parse response: ${parseError}`);
+                }
+            }
+        }
+    }
+    /**
+     * Generate a reason for the score
+     */
+    _aGenerateReason(actualOutput, contexts) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.include_reason) {
+                return "No reason provided (include_reason is false)";
+            }
+            const prompt = prompts_js_1.HallucinationTemplate.generateReason(actualOutput, contexts);
+            if (this.using_native_model) {
+                const res = yield this.model.aGenerate(prompt);
+                try {
+                    const data = JSON.parse(res);
+                    return data.reason || "No reason provided in response";
+                }
+                catch (error) {
+                    throw new Error(`Failed to parse response: ${error}`);
+                }
+            }
+            else {
+                try {
+                    const parseReasonResponse = (response) => {
+                        const parsed = JSON.parse(response);
+                        const result = prompts_js_1.ReasonSchema.safeParse(parsed);
+                        if (result.success) {
+                            return result.data;
+                        }
+                        throw new Error(`Invalid response format: ${result.error}`);
+                    };
+                    const res = yield this.model.aGenerate(prompt);
+                    return parseReasonResponse(res).reason;
+                }
+                catch (error) {
+                    const res = yield this.model.aGenerate(prompt);
+                    try {
+                        const data = JSON.parse(res);
+                        return data.reason || "No reason provided in response";
+                    }
+                    catch (parseError) {
+                        throw new Error(`Failed to parse response: ${parseError}`);
+                    }
+                }
+            }
+        });
+    }
+    /**
+     * Generate a reason for the score (synchronous)
+     */
+    _generateReason(actualOutput, contexts) {
+        if (!this.include_reason) {
+            return "No reason provided (include_reason is false)";
+        }
+        const prompt = prompts_js_1.HallucinationTemplate.generateReason(actualOutput, contexts);
+        if (this.using_native_model) {
+            const res = this.model.generate(prompt);
+            try {
+                const data = JSON.parse(res);
+                return data.reason || "No reason provided in response";
+            }
+            catch (error) {
+                throw new Error(`Failed to parse response: ${error}`);
+            }
+        }
+        else {
+            try {
+                const parseReasonResponse = (response) => {
+                    const parsed = JSON.parse(response);
+                    const result = prompts_js_1.ReasonSchema.safeParse(parsed);
+                    if (result.success) {
+                        return result.data;
+                    }
+                    throw new Error(`Invalid response format: ${result.error}`);
+                };
+                const res = this.model.generate(prompt);
+                return parseReasonResponse(res).reason;
+            }
+            catch (error) {
+                const res = this.model.generate(prompt);
+                try {
+                    const data = JSON.parse(res);
+                    return data.reason || "No reason provided in response";
+                }
+                catch (parseError) {
+                    throw new Error(`Failed to parse response: ${parseError}`);
+                }
+            }
+        }
+    }
+    /**
+     * Calculate the hallucination score
+     */
+    _computeScore() {
+        if (this._verdicts.length === 0) {
+            return 0;
+        }
+        let contradictions = 0;
+        for (const verdict of this._verdicts) {
+            if (verdict.verdict.trim().toLowerCase() === "no") {
+                contradictions += 1;
+            }
+        }
+        return contradictions / this._verdicts.length;
+    }
+    /**
+     * Create verbose logs for debugging
+     */
+    _createVerboseLogs() {
+        if (!this.verbose_mode) {
+            return null;
+        }
+        const steps = [
+            `Verdicts:\n${JSON.stringify(this._verdicts, null, 2)}`,
+            `Score: ${this.score}\nReason: ${this.reason || "No reason provided"}`
+        ];
+        return steps.join('\n\n');
+    }
+    /**
+     * Check if example has required parameters
+     */
+    _checkExampleParams(example) {
+        for (const param of required_params) {
+            if (param === 'actualOutput' && !example.actualOutput) {
+                throw new Error(`Example is missing required parameter: actualOutput`);
+            }
+            else if (param === 'context' && !example.context) {
+                throw new Error(`Example is missing required parameter: context`);
+            }
+        }
+    }
+    /**
+     * Score an example synchronously
+     */
+    syncScoreExample(example) {
+        (0, logger_js_1.info)("Starting example scoring (sync mode)");
+        try {
+            // Check required parameters
+            this._checkExampleParams(example);
+            // Process example
+            const contexts = Array.isArray(example.context) ? example.context : [example.context || ''];
+            this._verdicts = this._generateVerdicts(example.actualOutput, contexts);
+            // Calculate score
+            this.score = this._computeScore();
+            this.reason = this._generateReason(example.actualOutput, contexts) || '';
+            this.success = this._successCheck();
+            // Create verbose logs if enabled
+            const verbose_logs = this._createVerboseLogs();
+            (0, logger_js_1.info)(`Scoring completed with score: ${this.score}`);
+            // Return ScorerData object
+            return {
+                name: this.type,
+                threshold: this.threshold,
+                success: this.success,
+                score: this.score,
+                reason: this.reason,
+                strict_mode: this.strict_mode,
+                evaluation_model: this.evaluation_model || null,
+                error: null,
+                evaluation_cost: null,
+                verbose_logs: verbose_logs,
+                additional_metadata: {
+                    verdicts: this._verdicts
+                }
+            };
+        }
+        catch (error) {
+            // Handle errors
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            this.error = errorMessage;
+            return {
+                name: this.type,
+                threshold: this.threshold,
+                success: false,
+                score: 0,
+                reason: `Error during scoring: ${errorMessage}`,
+                strict_mode: this.strict_mode,
+                evaluation_model: this.evaluation_model || null,
+                error: errorMessage,
+                evaluation_cost: null,
+                verbose_logs: null,
+                additional_metadata: {}
+            };
+        }
+    }
+    /**
+     * Score an example asynchronously
+     */
+    scoreExample(example) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.async_mode) {
+                return this.syncScoreExample(example);
+            }
+            (0, logger_js_1.info)("Starting example scoring (async mode)");
+            try {
+                // Check required parameters
+                this._checkExampleParams(example);
+                // Process example
+                const contexts = Array.isArray(example.context) ? example.context : [example.context || ''];
+                this._verdicts = yield this._aGenerateVerdicts(example.actualOutput, contexts);
+                // Calculate score
+                this.score = this._computeScore();
+                this.reason = (yield this._aGenerateReason(example.actualOutput, contexts)) || '';
+                this.success = this._successCheck();
+                // Create verbose logs if enabled
+                const verbose_logs = this._createVerboseLogs();
+                (0, logger_js_1.info)(`Scoring completed with score: ${this.score}`);
+                // Return ScorerData object
+                return {
+                    name: this.type,
+                    threshold: this.threshold,
+                    success: this.success,
+                    score: this.score,
+                    reason: this.reason,
+                    strict_mode: this.strict_mode,
+                    evaluation_model: this.evaluation_model || null,
+                    error: null,
+                    evaluation_cost: null,
+                    verbose_logs: verbose_logs,
+                    additional_metadata: {
+                        verdicts: this._verdicts
+                    }
+                };
+            }
+            catch (error) {
+                // Handle errors
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                this.error = errorMessage;
+                return {
+                    name: this.type,
+                    threshold: this.threshold,
+                    success: false,
+                    score: 0,
+                    reason: `Error during scoring: ${errorMessage}`,
+                    strict_mode: this.strict_mode,
+                    evaluation_model: this.evaluation_model || null,
+                    error: errorMessage,
+                    evaluation_cost: null,
+                    verbose_logs: null,
+                    additional_metadata: {}
+                };
+            }
+        });
+    }
+    /**
+     * Get the name of the scorer
+     */
+    get name() {
+        return "Hallucination";
+    }
+}
+exports.HallucinationScorer = HallucinationScorer;
+//# sourceMappingURL=hallucination.js.map

package/dist/cjs/scorers/metrics/hallucination/hallucination.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hallucination.js","sourceRoot":"","sources":["../../../../../src/scorers/metrics/hallucination/hallucination.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,yDAAsD;AACtD,wDAAkD;AAClD,yDAAmE;AACnE,6CAKsB;AACtB,uDAA8D;AAE9D,sCAAsC;AACtC,MAAM,eAAe,GAAG,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;AAEpD;;;;;;GAMG;AACH,MAAa,mBAAoB,SAAQ,+BAAc;IAKrD;;;;;;;;;OASG;IACH,YACE,YAAoB,GAAG,EACvB,QAAoC,SAAS,EAC7C,iBAA0B,IAAI,EAC9B,aAAsB,KAAK,EAC3B,cAAuB,KAAK,EAC5B,eAAwB,KAAK;QAE7B,KAAK,CACH,wBAAS,CAAC,aAAa,EACvB,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAC3B,SAAS,EACT,cAAc,EACd,UAAU,EACV,WAAW,EACX,YAAY,CACb,CAAC;QA5BI,cAAS,GAA2B,EAAE,CAAC;QA8B7C,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE,GAAG,IAAA,sBAAW,EAAC,KAAK,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,kBAAkB,GAAG,gBAAgB,CAAC;QAC3C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;IACpD,CAAC;IAED;;OAEG;IACW,kBAAkB,CAAC,YAAoB,EAAE,QAAkB;;YACvE,MAAM,MAAM,GAAG,kCAAqB,CAAC,gBAAgB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YAE9E,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAC/C,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBAC7B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,CAAC;wBACvC,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;qBACpB,CAAC,CAAC,CAAC;gBACN,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,MAAM,qBAAqB,GAAG,CAAC,QAAgB,EAAwC,EAAE;wBACvF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;wBACpC,MAAM,MAAM,GAAG,2BAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;wBAChD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;4BACnB,OAAO,MAAM,CAAC,IAAI,CAAC;wBACrB,CAAC;wBACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;oBAC9D,CAAC,CAAC;oBAEF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;oBAC/C,OAAO,qBAAqB,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;gBAC7C,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;oBAC/C,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBAC7B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,CAAC;4BACvC,OAAO,EAAE,IAAI,CAAC,OAAO;4BACrB,MAAM,EAAE,IAAI,CAAC,MAAM;yBACpB,CAAC,CAAC,CAAC;oBACN,CAAC;oBAAC,OAAO,UAAU,EAAE,CAAC;wBACpB,MAAM,IAAI,KAAK,CAAC,6BAA6B,UAAU,EAAE,CAAC,CAAC;oBAC7D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACK,iBAAiB,CAAC,YAAoB,EAAE,QAAkB;QAChE,MAAM,MAAM,GAAG,kCAAqB,CAAC,gBAAgB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAE9E,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC7B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,CAAC;oBACvC,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB,CAAC,CAAC,CAAC;YACN,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,MAAM,qBAAqB,GAAG,CAAC,QAAgB,EAAwC,EAAE;oBACvF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACpC,MAAM,MAAM,GAAG,2BAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;oBAChD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,OAAO,MAAM,CAAC,IAAI,CAAC;oBACrB,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC9D,CAAC,CAAC;gBAEF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACxC,OAAO,qBAAqB,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACxC,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBAC7B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,CAAC;wBACvC,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;qBACpB,CAAC,CAAC,CAAC;gBACN,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,MAAM,IAAI,KAAK,CAAC,6BAA6B,UAAU,EAAE,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACW,gBAAgB,CAAC,YAAoB,EAAE,QAAkB;;YACrE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACzB,OAAO,8CAA8C,CAAC;YACxD,CAAC;YAED,MAAM,MAAM,GAAG,kCAAqB,CAAC,cAAc,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YAE5E,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAC/C,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBAC7B,OAAO,IAAI,CAAC,MAAM,IAAI,gCAAgC,CAAC;gBACzD,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,MAAM,mBAAmB,GAAG,CAAC,QAAgB,EAAsB,EAAE;wBACnE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;wBACpC,MAAM,MAAM,GAAG,yBAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;wBAC9C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;4BACnB,OAAO,MAAM,CAAC,IAAI,CAAC;wBACrB,CAAC;wBACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;oBAC9D,CAAC,CAAC;oBAEF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;oBAC/C,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;gBACzC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;oBAC/C,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBAC7B,OAAO,IAAI,CAAC,MAAM,IAAI,gCAAgC,CAAC;oBACzD,CAAC;oBAAC,OAAO,UAAU,EAAE,CAAC;wBACpB,MAAM,IAAI,KAAK,CAAC,6BAA6B,UAAU,EAAE,CAAC,CAAC;oBAC7D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACK,eAAe,CAAC,YAAoB,EAAE,QAAkB;QAC9D,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,OAAO,8CAA8C,CAAC;QACxD,CAAC;QAED,MAAM,MAAM,GAAG,kCAAqB,CAAC,cAAc,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAE5E,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC7B,OAAO,IAAI,CAAC,MAAM,IAAI,gCAAgC,CAAC;YACzD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,MAAM,mBAAmB,GAAG,CAAC,QAAgB,EAAsB,EAAE;oBACnE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACpC,MAAM,MAAM,GAAG,yBAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;oBAC9C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,OAAO,MAAM,CAAC,IAAI,CAAC;oBACrB,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC9D,CAAC,CAAC;gBAEF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACxC,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACxC,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBAC7B,OAAO,IAAI,CAAC,MAAM,IAAI,gCAAgC,CAAC;gBACzD,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,MAAM,IAAI,KAAK,CAAC,6BAA6B,UAAU,EAAE,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,OAAO,CAAC,CAAC;QACX,CAAC;QAED,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACrC,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC;gBAClD,cAAc,IAAI,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAED,OAAO,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;IAChD,CAAC;IAED;;OAEG;IACK,kBAAkB;QACxB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,KAAK,GAAG;YACZ,cAAc,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;YACvD,UAAU,IAAI,CAAC,KAAK,aAAa,IAAI,CAAC,MAAM,IAAI,oBAAoB,EAAE;SACvE,CAAC;QAEF,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,OAAgB;QAC1C,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;YACpC,IAAI,KAAK,KAAK,cAAc,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBACtD,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;YACzE,CAAC;iBAAM,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACnD,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,OAAgB;QAC/B,IAAA,gBAAI,EAAC,sCAAsC,CAAC,CAAC;QAE7C,IAAI,CAAC;YACH,4BAA4B;YAC5B,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAElC,kBAAkB;YAClB,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YAC5F,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,YAAsB,EAAE,QAAQ,CAAC,CAAC;YAElF,kBAAkB;YAClB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,YAAsB,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAEpC,iCAAiC;YACjC,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAE/C,IAAA,gBAAI,EAAC,iCAAiC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAEpD,2BAA2B;YAC3B,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;gBAC/C,KAAK,EAAE,IAAI;gBACX,eAAe,EAAE,IAAI;gBACrB,YAAY,EAAE,YAAY;gBAC1B,mBAAmB,EAAE;oBACnB,QAAQ,EAAE,IAAI,CAAC,SAAS;iBACzB;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,gBAAgB;YAChB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC;YAE1B,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,yBAAyB,YAAY,EAAE;gBAC/C,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;gBAC/C,KAAK,EAAE,YAAY;gBACnB,eAAe,EAAE,IAAI;gBACrB,YAAY,EAAE,IAAI;gBAClB,mBAAmB,EAAE,EAAE;aACxB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACG,YAAY,CAAC,OAAgB;;YACjC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrB,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC;YAED,IAAA,gBAAI,EAAC,uCAAuC,CAAC,CAAC;YAE9C,IAAI,CAAC;gBACH,4BAA4B;gBAC5B,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBAElC,kBAAkB;gBAClB,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBAC5F,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,YAAsB,EAAE,QAAQ,CAAC,CAAC;gBAEzF,kBAAkB;gBAClB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBAClC,IAAI,CAAC,MAAM,GAAG,CAAA,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,YAAsB,EAAE,QAAQ,CAAC,KAAI,EAAE,CAAC;gBAC1F,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBAEpC,iCAAiC;gBACjC,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAE/C,IAAA,gBAAI,EAAC,iCAAiC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBAEpD,2BAA2B;gBAC3B,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;oBAC/C,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,YAAY;oBAC1B,mBAAmB,EAAE;wBACnB,QAAQ,EAAE,IAAI,CAAC,SAAS;qBACzB;iBACF,CAAC;YACJ,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,gBAAgB;gBAChB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5E,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC;gBAE1B,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,yBAAyB,YAAY,EAAE;oBAC/C,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;oBAC/C,KAAK,EAAE,YAAY;oBACnB,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,IAAI;oBAClB,mBAAmB,EAAE,EAAE;iBACxB,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACH,IAAI,IAAI;QACN,OAAO,eAAe,CAAC;IACzB,CAAC;CACF;AA1YD,kDA0YC"}

package/dist/cjs/scorers/metrics/hallucination/index.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ReasonSchema = exports.VerdictsSchema = exports.HallucinationVerdictSchema = exports.HallucinationTemplate = exports.HallucinationScorer = void 0;
+var hallucination_js_1 = require("./hallucination.js");
+Object.defineProperty(exports, "HallucinationScorer", { enumerable: true, get: function () { return hallucination_js_1.HallucinationScorer; } });
+var prompts_js_1 = require("./prompts.js");
+Object.defineProperty(exports, "HallucinationTemplate", { enumerable: true, get: function () { return prompts_js_1.HallucinationTemplate; } });
+Object.defineProperty(exports, "HallucinationVerdictSchema", { enumerable: true, get: function () { return prompts_js_1.HallucinationVerdictSchema; } });
+Object.defineProperty(exports, "VerdictsSchema", { enumerable: true, get: function () { return prompts_js_1.VerdictsSchema; } });
+Object.defineProperty(exports, "ReasonSchema", { enumerable: true, get: function () { return prompts_js_1.ReasonSchema; } });
+//# sourceMappingURL=index.js.map

package/dist/cjs/scorers/metrics/hallucination/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/scorers/metrics/hallucination/index.ts"],"names":[],"mappings":";;;AAAA,uDAAyD;AAAhD,uHAAA,mBAAmB,OAAA;AAC5B,2CAA+G;AAAtG,mHAAA,qBAAqB,OAAA;AAAE,wHAAA,0BAA0B,OAAA;AAAE,4GAAA,cAAc,OAAA;AAAE,0GAAA,YAAY,OAAA"}