judgeval 0.2.0 → 0.2.1

package/dist/types/scorers/api-scorer.d.ts

@@ -5,67 +5,67 @@ import { ScorerData } from '../data/result.js';
  * Implementation of API-based scorers
  */
 export declare class AnswerCorrectnessScorer extends APIJudgmentScorer {
-    constructor(threshold?: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class AnswerRelevancyScorer extends APIJudgmentScorer {
-    constructor(threshold?: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class ComparisonScorer extends APIJudgmentScorer {
     criteria: string[];
     description: string;
-    constructor(threshold?: number, criteria?: string[], description?: string, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, criteria?: string[], description?: string, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     toJSON(): Record<string, any>;
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class ContextualPrecisionScorer extends APIJudgmentScorer {
-    constructor(threshold?: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class ContextualRecallScorer extends APIJudgmentScorer {
-    constructor(threshold?: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class ContextualRelevancyScorer extends APIJudgmentScorer {
-    constructor(threshold?: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class ExecutionOrderScorer extends APIJudgmentScorer {
     strictMode: boolean;
     expectedTools?: string[];
-    constructor(threshold?: number, strictMode?: boolean, expectedTools?: string[], additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, expectedTools?: string[], additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     toJSON(): Record<string, any>;
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class FaithfulnessScorer extends APIJudgmentScorer {
-    constructor(threshold?: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class GroundednessScorer extends APIJudgmentScorer {
-    constructor(threshold?: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class HallucinationScorer extends APIJudgmentScorer {
-    constructor(threshold?: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class InstructionAdherenceScorer extends APIJudgmentScorer {
-    constructor(threshold?: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class JsonCorrectnessScorer extends APIJudgmentScorer {
     jsonSchema?: Record<string, any>;
-    constructor(threshold?: number, jsonSchema?: Record<string, any>, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, jsonSchema?: Record<string, any>, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     toJSON(): Record<string, any>;
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class SummarizationScorer extends APIJudgmentScorer {
-    constructor(threshold?: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class Text2SQLScorer extends APIJudgmentScorer {
-    constructor(threshold?: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(threshold?: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     a_score_example(example: Example): Promise<ScorerData>;
 }
 export declare class ScorerWrapper {
@@ -75,5 +75,5 @@ export declare class ScorerWrapper {
     get threshold(): number;
     get additional_metadata(): Record<string, any> | undefined;
     toJSON(): Record<string, any>;
-    static fromType(type: string, threshold: number, additional_metadata?: Record<string, any>, verbose?: boolean): APIJudgmentScorer;
+    static fromType(type: string, threshold: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean): APIJudgmentScorer;
 }

package/dist/types/scorers/base-scorer.d.ts

@@ -8,8 +8,18 @@ export interface Scorer {
     scoreType: string;
     threshold: number;
     score?: number;
+    score_breakdown?: Record<string, any>;
+    reason?: string;
+    success?: boolean;
+    evaluation_model?: string;
+    strict_mode: boolean;
+    async_mode: boolean;
+    verbose_mode: boolean;
+    include_reason: boolean;
+    error?: string;
+    evaluation_cost?: number;
+    verbose_logs?: string;
     additional_metadata?: Record<string, any>;
-    verbose: boolean;
     validateThreshold(): void;
     toJSON(): Record<string, any>;
     successCheck(): boolean;
@@ -22,9 +32,13 @@ export declare abstract class APIJudgmentScorer implements Scorer {
     get scoreType(): string;
     readonly threshold: number;
     score?: number;
+    score_breakdown?: Record<string, any>;
     additional_metadata?: Record<string, any>;
-    verbose: boolean;
-    constructor(type: string, threshold: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    strict_mode: boolean;
+    async_mode: boolean;
+    verbose_mode: boolean;
+    include_reason: boolean;
+    constructor(type: string, threshold: number, additional_metadata?: Record<string, any>, strict_mode?: boolean, async_mode?: boolean, verbose_mode?: boolean, include_reason?: boolean);
     /**
      * Check if the score meets the threshold
      */
@@ -47,27 +61,46 @@ export declare abstract class JudgevalScorer implements Scorer {
     scoreType: string;
     threshold: number;
     score?: number;
+    score_breakdown?: Record<string, any>;
+    reason?: string;
+    success?: boolean;
+    evaluation_model?: string;
+    strict_mode: boolean;
+    async_mode: boolean;
+    verbose_mode: boolean;
+    include_reason: boolean;
+    error?: string;
+    evaluation_cost?: number;
+    verbose_logs?: string;
     additional_metadata?: Record<string, any>;
-    verbose: boolean;
-    constructor(type: string, threshold: number, additional_metadata?: Record<string, any>, verbose?: boolean);
+    constructor(type: string, threshold: number, additional_metadata?: Record<string, any>, include_reason?: boolean, async_mode?: boolean, strict_mode?: boolean, verbose_mode?: boolean);
     /**
      * Check if the score meets the threshold
      */
     successCheck(): boolean;
+    /**
+     * Internal method to check success
+     * This is equivalent to Python's _success_check method
+     */
+    protected _successCheck(): boolean;
     /**
      * Validate that the threshold is within the allowed range
      */
     validateThreshold(): void;
+    /**
+     * Convert the scorer to a plain object
+     */
+    toJSON(): Record<string, any>;
     /**
      * Score an example
-     * @param example The example to score
-     * @returns A ScorerData object with the score
+     * This must be implemented by subclasses
      */
     abstract scoreExample(example: Example): Promise<ScorerData>;
     /**
-     * Convert the scorer to a plain object
+     * Get the name of the scorer
+     * This is equivalent to Python's __name__ property
      */
-    toJSON(): Record<string, any>;
+    get name(): string;
 }
 /**
  * Wrapper for scorers to allow dynamic loading of implementations
@@ -77,8 +110,18 @@ export declare class ScorerWrapper implements Scorer {
     scoreType: string;
     threshold: number;
     score?: number;
+    score_breakdown?: Record<string, any>;
+    reason?: string;
+    success?: boolean;
+    evaluation_model?: string;
+    strict_mode: boolean;
+    async_mode: boolean;
+    verbose_mode: boolean;
+    include_reason: boolean;
+    error?: string;
+    evaluation_cost?: number;
+    verbose_logs?: string;
     additional_metadata?: Record<string, any>;
-    verbose: boolean;
     scorer: any;
     constructor(scorer: any);
     /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "judgeval",
-  "version": "0.2.0",
+  "version": "0.2.1",
   "description": "Judgment SDK for TypeScript/JavaScript",
   "main": "./dist/cjs/index.js",
   "module": "./dist/esm/index.js",
@@ -49,6 +49,7 @@
     "@types/node": "^20.12.12",
     "@typescript-eslint/eslint-plugin": "^7.10.0",
     "@typescript-eslint/parser": "^7.10.0",
+    "cross-env": "^7.0.3",
     "eslint": "^8.57.0",
     "eslint-config-prettier": "^9.1.0",
     "eslint-plugin-prettier": "^5.1.3",
@@ -59,12 +60,18 @@
     "typescript": "^5.4.5"
   },
   "scripts": {
-    "build": "rm -rf dist && tsc -p tsconfig.cjs.json && tsc -p tsconfig.esm.json",
+    "build:dev": "rm -rf dist && tsc -p tsconfig.cjs.json && tsc -p tsconfig.esm.json",
+    "build:prod": "cross-env NODE_ENV=production rm -rf dist && tsc -p tsconfig.cjs.json && tsc -p tsconfig.esm.json",
+    "build": "npm run build:prod",
     "build:examples": "tsc -p tsconfig.examples.json",
+    "build:e2etests": "tsc -p tsconfig.e2etests.json",
     "test": "jest",
+    "test:e2e": "jest e2etests",
+    "test:e2e:eval": "jest --config jest.config.js src/e2etests/eval-operations.test.ts",
+    "test:e2e:traces": "jest --config jest.config.js src/e2etests/judgee-traces.test.ts",
     "lint": "eslint . --ext .ts",
     "format": "prettier --write \"src/**/*.ts\" \"tests/**/*.ts\"",
-    "prepublishOnly": "npm run build",
+    "prepublishOnly": "npm run build:prod",
     "docs": "typedoc --out docs src/index.ts",
     "demo:basic": "npx ts-node src/demo/basic-bot.ts",
     "demo:llm-wrap": "npx ts-node src/demo/llm-wrap-demo.ts",

package/dist/cjs/scorers/exact-match-scorer.js

@@ -1,84 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ExactMatchScorer = void 0;
-const base_scorer_js_1 = require("./base-scorer.js");
-class ExactMatchScorer extends base_scorer_js_1.JudgevalScorer {
-    constructor(threshold = 1.0, additionalMetadata, verbose = false) {
-        super('exact_match', threshold, additionalMetadata, verbose);
-    }
-    scoreExample(example) {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            try {
-                // Check if the example has expected output
-                if (!example.expectedOutput) {
-                    return {
-                        name: this.type,
-                        threshold: this.threshold,
-                        success: false,
-                        score: 0,
-                        reason: "Expected output is required for exact match scoring",
-                        strict_mode: null,
-                        evaluation_model: "exact-match",
-                        error: "Missing expected output",
-                        evaluation_cost: null,
-                        verbose_logs: null,
-                        additional_metadata: this.additional_metadata || {}
-                    };
-                }
-                // Compare the actual output with the expected output
-                const actualOutput = ((_a = example.actualOutput) === null || _a === void 0 ? void 0 : _a.trim()) || '';
-                const expectedOutput = example.expectedOutput.trim();
-                // Calculate the score (1 for exact match, 0 otherwise)
-                const isMatch = actualOutput === expectedOutput;
-                this.score = isMatch ? 1 : 0;
-                // Generate a reason for the score
-                const reason = isMatch
-                    ? "The actual output exactly matches the expected output."
-                    : `The actual output "${actualOutput}" does not match the expected output "${expectedOutput}".`;
-                // Return the scorer data
-                return {
-                    name: this.type,
-                    threshold: this.threshold,
-                    success: this.successCheck(),
-                    score: this.score,
-                    reason: reason,
-                    strict_mode: null,
-                    evaluation_model: "exact-match",
-                    error: null,
-                    evaluation_cost: null,
-                    verbose_logs: this.verbose ? `Comparing: "${actualOutput}" with "${expectedOutput}"` : null,
-                    additional_metadata: this.additional_metadata || {}
-                };
-            }
-            catch (error) {
-                // Handle any errors during scoring
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                return {
-                    name: this.type,
-                    threshold: this.threshold,
-                    success: false,
-                    score: 0,
-                    reason: `Error during scoring: ${errorMessage}`,
-                    strict_mode: null,
-                    evaluation_model: "exact-match",
-                    error: errorMessage,
-                    evaluation_cost: null,
-                    verbose_logs: null,
-                    additional_metadata: this.additional_metadata || {}
-                };
-            }
-        });
-    }
-}
-exports.ExactMatchScorer = ExactMatchScorer;
-//# sourceMappingURL=exact-match-scorer.js.map

package/dist/cjs/scorers/exact-match-scorer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"exact-match-scorer.js","sourceRoot":"","sources":["../../../src/scorers/exact-match-scorer.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA,qDAAkD;AAGlD,MAAa,gBAAiB,SAAQ,+BAAc;IAClD,YAAY,YAAoB,GAAG,EAAE,kBAAwC,EAAE,UAAmB,KAAK;QACrG,KAAK,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IAEK,YAAY,CAAC,OAAgB;;;YACjC,IAAI,CAAC;gBACH,2CAA2C;gBAC3C,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;oBAC5B,OAAO;wBACL,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,SAAS,EAAE,IAAI,CAAC,SAAS;wBACzB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,qDAAqD;wBAC7D,WAAW,EAAE,IAAI;wBACjB,gBAAgB,EAAE,aAAa;wBAC/B,KAAK,EAAE,yBAAyB;wBAChC,eAAe,EAAE,IAAI;wBACrB,YAAY,EAAE,IAAI;wBAClB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;qBACpD,CAAC;gBACJ,CAAC;gBAED,qDAAqD;gBACrD,MAAM,YAAY,GAAG,CAAA,MAAA,OAAO,CAAC,YAAY,0CAAE,IAAI,EAAE,KAAI,EAAE,CAAC;gBACxD,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBAErD,uDAAuD;gBACvD,MAAM,OAAO,GAAG,YAAY,KAAK,cAAc,CAAC;gBAChD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAE7B,kCAAkC;gBAClC,MAAM,MAAM,GAAG,OAAO;oBACpB,CAAC,CAAC,wDAAwD;oBAC1D,CAAC,CAAC,sBAAsB,YAAY,yCAAyC,cAAc,IAAI,CAAC;gBAElG,yBAAyB;gBACzB,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE;oBAC5B,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,MAAM;oBACd,WAAW,EAAE,IAAI;oBACjB,gBAAgB,EAAE,aAAa;oBAC/B,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,YAAY,WAAW,cAAc,GAAG,CAAC,CAAC,CAAC,IAAI;oBAC3F,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,mCAAmC;gBACnC,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAE5E,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,yBAAyB,YAAY,EAAE;oBAC/C,WAAW,EAAE,IAAI;oBACjB,gBAAgB,EAAE,aAAa;oBAC/B,KAAK,EAAE,YAAY;oBACnB,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,IAAI;oBAClB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF;AAtED,4CAsEC"}

package/dist/esm/scorers/exact-match-scorer.js

@@ -1,80 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { JudgevalScorer } from './base-scorer.js';
-export class ExactMatchScorer extends JudgevalScorer {
-    constructor(threshold = 1.0, additionalMetadata, verbose = false) {
-        super('exact_match', threshold, additionalMetadata, verbose);
-    }
-    scoreExample(example) {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            try {
-                // Check if the example has expected output
-                if (!example.expectedOutput) {
-                    return {
-                        name: this.type,
-                        threshold: this.threshold,
-                        success: false,
-                        score: 0,
-                        reason: "Expected output is required for exact match scoring",
-                        strict_mode: null,
-                        evaluation_model: "exact-match",
-                        error: "Missing expected output",
-                        evaluation_cost: null,
-                        verbose_logs: null,
-                        additional_metadata: this.additional_metadata || {}
-                    };
-                }
-                // Compare the actual output with the expected output
-                const actualOutput = ((_a = example.actualOutput) === null || _a === void 0 ? void 0 : _a.trim()) || '';
-                const expectedOutput = example.expectedOutput.trim();
-                // Calculate the score (1 for exact match, 0 otherwise)
-                const isMatch = actualOutput === expectedOutput;
-                this.score = isMatch ? 1 : 0;
-                // Generate a reason for the score
-                const reason = isMatch
-                    ? "The actual output exactly matches the expected output."
-                    : `The actual output "${actualOutput}" does not match the expected output "${expectedOutput}".`;
-                // Return the scorer data
-                return {
-                    name: this.type,
-                    threshold: this.threshold,
-                    success: this.successCheck(),
-                    score: this.score,
-                    reason: reason,
-                    strict_mode: null,
-                    evaluation_model: "exact-match",
-                    error: null,
-                    evaluation_cost: null,
-                    verbose_logs: this.verbose ? `Comparing: "${actualOutput}" with "${expectedOutput}"` : null,
-                    additional_metadata: this.additional_metadata || {}
-                };
-            }
-            catch (error) {
-                // Handle any errors during scoring
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                return {
-                    name: this.type,
-                    threshold: this.threshold,
-                    success: false,
-                    score: 0,
-                    reason: `Error during scoring: ${errorMessage}`,
-                    strict_mode: null,
-                    evaluation_model: "exact-match",
-                    error: errorMessage,
-                    evaluation_cost: null,
-                    verbose_logs: null,
-                    additional_metadata: this.additional_metadata || {}
-                };
-            }
-        });
-    }
-}
-//# sourceMappingURL=exact-match-scorer.js.map

package/dist/esm/scorers/exact-match-scorer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"exact-match-scorer.js","sourceRoot":"","sources":["../../../src/scorers/exact-match-scorer.ts"],"names":[],"mappings":";;;;;;;;;AAIA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAGlD,MAAM,OAAO,gBAAiB,SAAQ,cAAc;IAClD,YAAY,YAAoB,GAAG,EAAE,kBAAwC,EAAE,UAAmB,KAAK;QACrG,KAAK,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IAEK,YAAY,CAAC,OAAgB;;;YACjC,IAAI,CAAC;gBACH,2CAA2C;gBAC3C,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;oBAC5B,OAAO;wBACL,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,SAAS,EAAE,IAAI,CAAC,SAAS;wBACzB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,qDAAqD;wBAC7D,WAAW,EAAE,IAAI;wBACjB,gBAAgB,EAAE,aAAa;wBAC/B,KAAK,EAAE,yBAAyB;wBAChC,eAAe,EAAE,IAAI;wBACrB,YAAY,EAAE,IAAI;wBAClB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;qBACpD,CAAC;gBACJ,CAAC;gBAED,qDAAqD;gBACrD,MAAM,YAAY,GAAG,CAAA,MAAA,OAAO,CAAC,YAAY,0CAAE,IAAI,EAAE,KAAI,EAAE,CAAC;gBACxD,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBAErD,uDAAuD;gBACvD,MAAM,OAAO,GAAG,YAAY,KAAK,cAAc,CAAC;gBAChD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAE7B,kCAAkC;gBAClC,MAAM,MAAM,GAAG,OAAO;oBACpB,CAAC,CAAC,wDAAwD;oBAC1D,CAAC,CAAC,sBAAsB,YAAY,yCAAyC,cAAc,IAAI,CAAC;gBAElG,yBAAyB;gBACzB,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE;oBAC5B,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,MAAM;oBACd,WAAW,EAAE,IAAI;oBACjB,gBAAgB,EAAE,aAAa;oBAC/B,KAAK,EAAE,IAAI;oBACX,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,YAAY,WAAW,cAAc,GAAG,CAAC,CAAC,CAAC,IAAI;oBAC3F,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,mCAAmC;gBACnC,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAE5E,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,yBAAyB,YAAY,EAAE;oBAC/C,WAAW,EAAE,IAAI;oBACjB,gBAAgB,EAAE,aAAa;oBAC/B,KAAK,EAAE,YAAY;oBACnB,eAAe,EAAE,IAAI;oBACrB,YAAY,EAAE,IAAI;oBAClB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF"}

package/dist/types/scorers/exact-match-scorer.d.ts

@@ -1,10 +0,0 @@
-/**
- * ExactMatchScorer - A custom scorer that checks if the actual output exactly matches the expected output
- */
-import { Example } from '../data/example.js';
-import { JudgevalScorer } from './base-scorer.js';
-import { ScorerData } from '../data/result.js';
-export declare class ExactMatchScorer extends JudgevalScorer {
-    constructor(threshold?: number, additionalMetadata?: Record<string, any>, verbose?: boolean);
-    scoreExample(example: Example): Promise<ScorerData>;
-}