judgeval 0.2.0 → 0.2.2

package/dist/cjs/scorers/exact-match-scorer.js

@@ -1,84 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ExactMatchScorer = void 0;
-const base_scorer_js_1 = require("./base-scorer.js");
-class ExactMatchScorer extends base_scorer_js_1.JudgevalScorer {
-    constructor(threshold = 1.0, additionalMetadata, verbose = false) {
-        super('exact_match', threshold, additionalMetadata, verbose);
-    }
-    scoreExample(example) {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            try {
-                // Check if the example has expected output
-                if (!example.expectedOutput) {
-                    return {
-                        name: this.type,
-                        threshold: this.threshold,
-                        success: false,
-                        score: 0,
-                        reason: "Expected output is required for exact match scoring",
-                        strict_mode: null,
-                        evaluation_model: "exact-match",
-                        error: "Missing expected output",
-                        evaluation_cost: null,
-                        verbose_logs: null,
-                        additional_metadata: this.additional_metadata || {}
-                    };
-                }
-                // Compare the actual output with the expected output
-                const actualOutput = ((_a = example.actualOutput) === null || _a === void 0 ? void 0 : _a.trim()) || '';
-                const expectedOutput = example.expectedOutput.trim();
-                // Calculate the score (1 for exact match, 0 otherwise)
-                const isMatch = actualOutput === expectedOutput;
-                this.score = isMatch ? 1 : 0;
-                // Generate a reason for the score
-                const reason = isMatch
-                    ? "The actual output exactly matches the expected output."
-                    : `The actual output "${actualOutput}" does not match the expected output "${expectedOutput}".`;
-                // Return the scorer data
-                return {
-                    name: this.type,
-                    threshold: this.threshold,
-                    success: this.successCheck(),
-                    score: this.score,
-                    reason: reason,
-                    strict_mode: null,
-                    evaluation_model: "exact-match",
-                    error: null,
-                    evaluation_cost: null,
-                    verbose_logs: this.verbose ? `Comparing: "${actualOutput}" with "${expectedOutput}"` : null,
-                    additional_metadata: this.additional_metadata || {}
-                };
-            }
-            catch (error) {
-                // Handle any errors during scoring
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                return {
-                    name: this.type,
-                    threshold: this.threshold,
-                    success: false,
-                    score: 0,
-                    reason: `Error during scoring: ${errorMessage}`,
-                    strict_mode: null,
-                    evaluation_model: "exact-match",
-                    error: errorMessage,
-                    evaluation_cost: null,
-                    verbose_logs: null,
-                    additional_metadata: this.additional_metadata || {}
-                };
-            }
-        });
-    }
-}
-exports.ExactMatchScorer = ExactMatchScorer;
-//# sourceMappingURL=exact-match-scorer.js.map

package/dist/cjs/scorers/exact-match-scorer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"exact-match-scorer.js","sourceRoot":"","sources":["../../../src/scorers/exact-match-scorer.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA,qDAAkD;AAGlD,MAAa,gBAAiB,SAAQ,+BAAc;IAClD,YAAY,YAAoB,GAAG,EAAE,kBAAwC,EAAE,UAAmB,KAAK;QACrG,KAAK,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IAEK,YAAY,CAAC,OAAgB;;;YACjC,IAAI,CAAC;gBACH,2CAA2C;gBAC3C,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;oBAC5B,OAAO;wBACL,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,SAAS,EAAE,IAAI,CAAC,SAAS;wBACzB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,qDAAqD;wBAC7D,WAAW,EAAE,IAAI;wBACjB,gBAAgB,EAAE,aAAa;wBAC/B,KAAK,EAAE,yBAAyB;wBAChC,eAAe,EAAE,IAAI;wBACrB,YAAY,EAAE,IAAI;wBAClB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;qBACpD,CAAC;gBACJ,CAAC;gBAED,qDAAqD;gBACrD,MAAM,YAAY,GAAG,CAAA,MAAA,OAAO,CAAC,YAAY,0CAAE,IAAI,EAAE,KAAI,EAAE,CAAC;gBACxD,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBAErD,uDAAuD;gBACvD,MAAM,OAAO,GAAG,YAAY,KAAK,cAAc,CAAC;gBAChD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAE7B,kCAAkC;gBAClC,MAAM,MAAM,GAAG,OAAO;oBACpB,CAAC,CAAC,wDAAwD;oBAC1D,CAAC,CAAC,sBAAsB,YAAY,yCAAyC,cAAc,IAAI,CAAC;gBAElG,yBAAyB;gBACzB,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE;oBAC5B,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,MAAM;oBACd,WAAW,EAAE,IAAI;oBACjB,gBAAgB,EAAE,aAAa;oBAC/B,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,YAAY,WAAW,cAAc,GAAG,CAAC,CAAC,CAAC,IAAI;oBAC3F,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,mCAAmC;gBACnC,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAE5E,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,yBAAyB,YAAY,EAAE;oBAC/C,WAAW,EAAE,IAAI;oBACjB,gBAAgB,EAAE,aAAa;oBAC/B,KAAK,EAAE,YAAY;oBACnB,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,IAAI;oBAClB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF;AAtED,4CAsEC"}

package/dist/esm/scorers/exact-match-scorer.js

@@ -1,80 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { JudgevalScorer } from './base-scorer.js';
-export class ExactMatchScorer extends JudgevalScorer {
-    constructor(threshold = 1.0, additionalMetadata, verbose = false) {
-        super('exact_match', threshold, additionalMetadata, verbose);
-    }
-    scoreExample(example) {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            try {
-                // Check if the example has expected output
-                if (!example.expectedOutput) {
-                    return {
-                        name: this.type,
-                        threshold: this.threshold,
-                        success: false,
-                        score: 0,
-                        reason: "Expected output is required for exact match scoring",
-                        strict_mode: null,
-                        evaluation_model: "exact-match",
-                        error: "Missing expected output",
-                        evaluation_cost: null,
-                        verbose_logs: null,
-                        additional_metadata: this.additional_metadata || {}
-                    };
-                }
-                // Compare the actual output with the expected output
-                const actualOutput = ((_a = example.actualOutput) === null || _a === void 0 ? void 0 : _a.trim()) || '';
-                const expectedOutput = example.expectedOutput.trim();
-                // Calculate the score (1 for exact match, 0 otherwise)
-                const isMatch = actualOutput === expectedOutput;
-                this.score = isMatch ? 1 : 0;
-                // Generate a reason for the score
-                const reason = isMatch
-                    ? "The actual output exactly matches the expected output."
-                    : `The actual output "${actualOutput}" does not match the expected output "${expectedOutput}".`;
-                // Return the scorer data
-                return {
-                    name: this.type,
-                    threshold: this.threshold,
-                    success: this.successCheck(),
-                    score: this.score,
-                    reason: reason,
-                    strict_mode: null,
-                    evaluation_model: "exact-match",
-                    error: null,
-                    evaluation_cost: null,
-                    verbose_logs: this.verbose ? `Comparing: "${actualOutput}" with "${expectedOutput}"` : null,
-                    additional_metadata: this.additional_metadata || {}
-                };
-            }
-            catch (error) {
-                // Handle any errors during scoring
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                return {
-                    name: this.type,
-                    threshold: this.threshold,
-                    success: false,
-                    score: 0,
-                    reason: `Error during scoring: ${errorMessage}`,
-                    strict_mode: null,
-                    evaluation_model: "exact-match",
-                    error: errorMessage,
-                    evaluation_cost: null,
-                    verbose_logs: null,
-                    additional_metadata: this.additional_metadata || {}
-                };
-            }
-        });
-    }
-}
-//# sourceMappingURL=exact-match-scorer.js.map

package/dist/esm/scorers/exact-match-scorer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"exact-match-scorer.js","sourceRoot":"","sources":["../../../src/scorers/exact-match-scorer.ts"],"names":[],"mappings":";;;;;;;;;AAIA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAGlD,MAAM,OAAO,gBAAiB,SAAQ,cAAc;IAClD,YAAY,YAAoB,GAAG,EAAE,kBAAwC,EAAE,UAAmB,KAAK;QACrG,KAAK,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IAEK,YAAY,CAAC,OAAgB;;;YACjC,IAAI,CAAC;gBACH,2CAA2C;gBAC3C,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;oBAC5B,OAAO;wBACL,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,SAAS,EAAE,IAAI,CAAC,SAAS;wBACzB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,qDAAqD;wBAC7D,WAAW,EAAE,IAAI;wBACjB,gBAAgB,EAAE,aAAa;wBAC/B,KAAK,EAAE,yBAAyB;wBAChC,eAAe,EAAE,IAAI;wBACrB,YAAY,EAAE,IAAI;wBAClB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;qBACpD,CAAC;gBACJ,CAAC;gBAED,qDAAqD;gBACrD,MAAM,YAAY,GAAG,CAAA,MAAA,OAAO,CAAC,YAAY,0CAAE,IAAI,EAAE,KAAI,EAAE,CAAC;gBACxD,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBAErD,uDAAuD;gBACvD,MAAM,OAAO,GAAG,YAAY,KAAK,cAAc,CAAC;gBAChD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAE7B,kCAAkC;gBAClC,MAAM,MAAM,GAAG,OAAO;oBACpB,CAAC,CAAC,wDAAwD;oBAC1D,CAAC,CAAC,sBAAsB,YAAY,yCAAyC,cAAc,IAAI,CAAC;gBAElG,yBAAyB;gBACzB,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE;oBAC5B,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,MAAM;oBACd,WAAW,EAAE,IAAI;oBACjB,gBAAgB,EAAE,aAAa;oBAC/B,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,YAAY,WAAW,cAAc,GAAG,CAAC,CAAC,CAAC,IAAI;oBAC3F,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,mCAAmC;gBACnC,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAE5E,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,yBAAyB,YAAY,EAAE;oBAC/C,WAAW,EAAE,IAAI;oBACjB,gBAAgB,EAAE,aAAa;oBAC/B,KAAK,EAAE,YAAY;oBACnB,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,IAAI;oBAClB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF"}

package/dist/types/scorers/exact-match-scorer.d.ts

@@ -1,10 +0,0 @@
-/**
- * ExactMatchScorer - A custom scorer that checks if the actual output exactly matches the expected output
- */
-import { Example } from '../data/example.js';
-import { JudgevalScorer } from './base-scorer.js';
-import { ScorerData } from '../data/result.js';
-export declare class ExactMatchScorer extends JudgevalScorer {
-    constructor(threshold?: number, additionalMetadata?: Record<string, any>, verbose?: boolean);
-    scoreExample(example: Example): Promise<ScorerData>;
-}