judgeval 0.2.0 → 0.2.1

package/dist/esm/scorers/api-scorer.js

@@ -12,8 +12,8 @@ import { APIJudgmentScorer } from './base-scorer.js';
  * Implementation of API-based scorers
  */
 export class AnswerCorrectnessScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.7, additional_metadata, verbose = false) {
-        super('answer_correctness', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('answer_correctness', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.validateThreshold();
     }
     a_score_example(example) {
@@ -23,8 +23,8 @@ export class AnswerCorrectnessScorer extends APIJudgmentScorer {
     }
 }
 export class AnswerRelevancyScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.7, additional_metadata, verbose = false) {
-        super('answer_relevancy', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('answer_relevancy', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.validateThreshold();
     }
     a_score_example(example) {
@@ -34,8 +34,8 @@ export class AnswerRelevancyScorer extends APIJudgmentScorer {
     }
 }
 export class ComparisonScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.5, criteria = ['Accuracy', 'Helpfulness', 'Relevance'], description = 'Compare the outputs based on the given criteria', additional_metadata, verbose = false) {
-        super('comparison', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.5, criteria = ['Accuracy', 'Helpfulness', 'Relevance'], description = 'Compare the outputs based on the given criteria', additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('comparison', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.criteria = criteria;
         this.description = description;
         // Comparison is an unbounded scorer, only validate that threshold >= 0
@@ -50,7 +50,10 @@ export class ComparisonScorer extends APIJudgmentScorer {
             criteria: this.criteria,
             description: this.description,
             additional_metadata: this.additional_metadata,
-            verbose: this.verbose
+            strict_mode: this.strict_mode,
+            async_mode: this.async_mode,
+            verbose_mode: this.verbose_mode,
+            include_reason: this.include_reason
         };
     }
     a_score_example(example) {
@@ -60,8 +63,8 @@ export class ComparisonScorer extends APIJudgmentScorer {
     }
 }
 export class ContextualPrecisionScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.7, additional_metadata, verbose = false) {
-        super('contextual_precision', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('contextual_precision', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.validateThreshold();
     }
     a_score_example(example) {
@@ -71,8 +74,8 @@ export class ContextualPrecisionScorer extends APIJudgmentScorer {
     }
 }
 export class ContextualRecallScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.7, additional_metadata, verbose = false) {
-        super('contextual_recall', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('contextual_recall', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.validateThreshold();
     }
     a_score_example(example) {
@@ -82,8 +85,8 @@ export class ContextualRecallScorer extends APIJudgmentScorer {
     }
 }
 export class ContextualRelevancyScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.7, additional_metadata, verbose = false) {
-        super('contextual_relevancy', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('contextual_relevancy', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.validateThreshold();
     }
     a_score_example(example) {
@@ -93,9 +96,9 @@ export class ContextualRelevancyScorer extends APIJudgmentScorer {
     }
 }
 export class ExecutionOrderScorer extends APIJudgmentScorer {
-    constructor(threshold = 1.0, strictMode = true, expectedTools, additional_metadata, verbose = false) {
-        super('execution_order', threshold, additional_metadata, verbose);
-        this.strictMode = strictMode;
+    constructor(threshold = 1.0, expectedTools, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('execution_order', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
+        this.strictMode = strict_mode;
         this.expectedTools = expectedTools;
         this.validateThreshold();
     }
@@ -106,7 +109,9 @@ export class ExecutionOrderScorer extends APIJudgmentScorer {
             strict_mode: this.strictMode,
             expected_tools: this.expectedTools,
             additional_metadata: this.additional_metadata,
-            verbose: this.verbose
+            async_mode: this.async_mode,
+            verbose_mode: this.verbose_mode,
+            include_reason: this.include_reason
         };
     }
     a_score_example(example) {
@@ -116,8 +121,8 @@ export class ExecutionOrderScorer extends APIJudgmentScorer {
     }
 }
 export class FaithfulnessScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.7, additional_metadata, verbose = false) {
-        super('faithfulness', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('faithfulness', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.validateThreshold();
     }
     a_score_example(example) {
@@ -127,8 +132,8 @@ export class FaithfulnessScorer extends APIJudgmentScorer {
     }
 }
 export class GroundednessScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.7, additional_metadata, verbose = false) {
-        super('groundedness', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('groundedness', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.validateThreshold();
     }
     a_score_example(example) {
@@ -138,8 +143,8 @@ export class GroundednessScorer extends APIJudgmentScorer {
     }
 }
 export class HallucinationScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.7, additional_metadata, verbose = false) {
-        super('hallucination', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('hallucination', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.validateThreshold();
     }
     a_score_example(example) {
@@ -149,8 +154,8 @@ export class HallucinationScorer extends APIJudgmentScorer {
     }
 }
 export class InstructionAdherenceScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.7, additional_metadata, verbose = false) {
-        super('instruction_adherence', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('instruction_adherence', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.validateThreshold();
     }
     a_score_example(example) {
@@ -160,8 +165,8 @@ export class InstructionAdherenceScorer extends APIJudgmentScorer {
     }
 }
 export class JsonCorrectnessScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.7, jsonSchema, additional_metadata, verbose = false) {
-        super('json_correctness', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.7, jsonSchema, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('json_correctness', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.jsonSchema = jsonSchema;
         this.validateThreshold();
     }
@@ -171,7 +176,10 @@ export class JsonCorrectnessScorer extends APIJudgmentScorer {
             threshold: this.threshold,
             json_schema: this.jsonSchema,
             additional_metadata: this.additional_metadata,
-            verbose: this.verbose
+            strict_mode: this.strict_mode,
+            async_mode: this.async_mode,
+            verbose_mode: this.verbose_mode,
+            include_reason: this.include_reason
         };
     }
     a_score_example(example) {
@@ -181,8 +189,8 @@ export class JsonCorrectnessScorer extends APIJudgmentScorer {
     }
 }
 export class SummarizationScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.7, additional_metadata, verbose = false) {
-        super('summarization', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('summarization', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.validateThreshold();
     }
     a_score_example(example) {
@@ -192,8 +200,8 @@ export class SummarizationScorer extends APIJudgmentScorer {
     }
 }
 export class Text2SQLScorer extends APIJudgmentScorer {
-    constructor(threshold = 0.7, additional_metadata, verbose = false) {
-        super('text2sql', threshold, additional_metadata, verbose);
+    constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
+        super('text2sql', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
         this.validateThreshold();
     }
     a_score_example(example) {
@@ -219,12 +227,12 @@ export class ScorerWrapper {
     toJSON() {
         return this.scorer.toJSON();
     }
-    static fromType(type, threshold, additional_metadata, verbose = false) {
+    static fromType(type, threshold, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
         switch (type.toLowerCase()) {
             case 'answer_correctness':
-                return new AnswerCorrectnessScorer(threshold, additional_metadata, verbose);
+                return new AnswerCorrectnessScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'answer_relevancy':
-                return new AnswerRelevancyScorer(threshold, additional_metadata, verbose);
+                return new AnswerRelevancyScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'comparison':
                 // For comparison, extract criteria and description from metadata if available
                 const criteria = (additional_metadata === null || additional_metadata === void 0 ? void 0 : additional_metadata.criteria) || ['Accuracy', 'Helpfulness', 'Relevance'];
@@ -232,39 +240,39 @@ export class ScorerWrapper {
                 const comparisonMetadata = Object.assign({}, additional_metadata);
                 comparisonMetadata === null || comparisonMetadata === void 0 ? true : delete comparisonMetadata.criteria;
                 comparisonMetadata === null || comparisonMetadata === void 0 ? true : delete comparisonMetadata.description;
-                return new ComparisonScorer(threshold, criteria, description, comparisonMetadata, verbose);
+                return new ComparisonScorer(threshold, criteria, description, comparisonMetadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'contextual_precision':
-                return new ContextualPrecisionScorer(threshold, additional_metadata, verbose);
+                return new ContextualPrecisionScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'contextual_recall':
-                return new ContextualRecallScorer(threshold, additional_metadata, verbose);
+                return new ContextualRecallScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'contextual_relevancy':
-                return new ContextualRelevancyScorer(threshold, additional_metadata, verbose);
+                return new ContextualRelevancyScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'execution_order':
                 // For execution order, extract strict_mode and expected_tools from metadata if available
-                const strictMode = (additional_metadata === null || additional_metadata === void 0 ? void 0 : additional_metadata.strict_mode) || true;
+                const strictMode = (additional_metadata === null || additional_metadata === void 0 ? void 0 : additional_metadata.strict_mode) || false;
                 const expectedTools = additional_metadata === null || additional_metadata === void 0 ? void 0 : additional_metadata.expected_tools;
                 const executionOrderMetadata = Object.assign({}, additional_metadata);
                 executionOrderMetadata === null || executionOrderMetadata === void 0 ? true : delete executionOrderMetadata.strict_mode;
                 executionOrderMetadata === null || executionOrderMetadata === void 0 ? true : delete executionOrderMetadata.expected_tools;
-                return new ExecutionOrderScorer(threshold, strictMode, expectedTools, executionOrderMetadata, verbose);
+                return new ExecutionOrderScorer(threshold, expectedTools, executionOrderMetadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'faithfulness':
-                return new FaithfulnessScorer(threshold, additional_metadata, verbose);
+                return new FaithfulnessScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'groundedness':
-                return new GroundednessScorer(threshold, additional_metadata, verbose);
+                return new GroundednessScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'hallucination':
-                return new HallucinationScorer(threshold, additional_metadata, verbose);
+                return new HallucinationScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'instruction_adherence':
-                return new InstructionAdherenceScorer(threshold, additional_metadata, verbose);
+                return new InstructionAdherenceScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'json_correctness':
                 // For JSON correctness, extract json_schema from metadata if available
                 const jsonSchema = additional_metadata === null || additional_metadata === void 0 ? void 0 : additional_metadata.json_schema;
                 const jsonMetadata = Object.assign({}, additional_metadata);
                 jsonMetadata === null || jsonMetadata === void 0 ? true : delete jsonMetadata.json_schema;
-                return new JsonCorrectnessScorer(threshold, jsonSchema, jsonMetadata, verbose);
+                return new JsonCorrectnessScorer(threshold, jsonSchema, jsonMetadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'summarization':
-                return new SummarizationScorer(threshold, additional_metadata, verbose);
+                return new SummarizationScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
             case 'text2sql':
-                return new Text2SQLScorer(threshold, additional_metadata, verbose);
+                return new Text2SQLScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
             default:
                 throw new Error(`Unknown scorer type: ${type}`);
         }

package/dist/esm/scorers/api-scorer.js.map

@@ -1 +1 @@
-{"version":3,"file":"api-scorer.js","sourceRoot":"","sources":["../../../src/scorers/api-scorer.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAKrD;;GAEG;AACH,MAAM,OAAO,uBAAwB,SAAQ,iBAAiB;IAC5D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QACtG,KAAK,CAAC,oBAAoB,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QACrE,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,qBAAsB,SAAQ,iBAAiB;IAC1D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QACtG,KAAK,CAAC,kBAAkB,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QACnE,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,gBAAiB,SAAQ,iBAAiB;IAIrD,YACE,YAAoB,GAAG,EACvB,WAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,WAAW,CAAC,EAC7D,cAAsB,iDAAiD,EACvE,mBAAyC,EACzC,UAAmB,KAAK;QAExB,KAAK,CAAC,YAAY,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAC7D,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,uEAAuE;QACvE,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,qEAAqE,SAAS,EAAE,CAAC,CAAC;QACpG,CAAC;IACH,CAAC;IAED,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,YAAY;YACxB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,yBAA0B,SAAQ,iBAAiB;IAC9D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QACtG,KAAK,CAAC,sBAAsB,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QACvE,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,sBAAuB,SAAQ,iBAAiB;IAC3D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QACtG,KAAK,CAAC,mBAAmB,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QACpE,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,yBAA0B,SAAQ,iBAAiB;IAC9D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QACtG,KAAK,CAAC,sBAAsB,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QACvE,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,oBAAqB,SAAQ,iBAAiB;IAIzD,YAAY,YAAoB,GAAG,EAAE,aAAsB,IAAI,EAAE,aAAwB,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QAC5J,KAAK,CAAC,iBAAiB,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAClE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,iBAAiB;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,cAAc,EAAE,IAAI,CAAC,aAAa;YAClC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,iBAAiB;IACvD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QACtG,KAAK,CAAC,cAAc,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAC/D,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,iBAAiB;IACvD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QACtG,KAAK,CAAC,cAAc,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAC/D,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,mBAAoB,SAAQ,iBAAiB;IACxD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QACtG,KAAK,CAAC,eAAe,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAChE,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,0BAA2B,SAAQ,iBAAiB;IAC/D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QACtG,KAAK,CAAC,uBAAuB,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,qBAAsB,SAAQ,iBAAiB;IAG1D,YACE,YAAoB,GAAG,EACvB,UAAgC,EAChC,mBAAyC,EACzC,UAAmB,KAAK;QAExB,KAAK,CAAC,kBAAkB,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QACnE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,kBAAkB;YAC9B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,mBAAoB,SAAQ,iBAAiB;IACxD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QACtG,KAAK,CAAC,eAAe,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAChE,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,cAAe,SAAQ,iBAAiB;IACnD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QACtG,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAC3D,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,kFAAkF;AAClF,MAAM,OAAO,aAAa;IAGxB,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IAC/B,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IAC/B,CAAC;IAED,IAAI,mBAAmB;QACrB,OAAO,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC;IACzC,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,QAAQ,CAAC,IAAY,EAAE,SAAiB,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QAClH,QAAQ,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YAC3B,KAAK,oBAAoB;gBACvB,OAAO,IAAI,uBAAuB,CAAC,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YAC9E,KAAK,kBAAkB;gBACrB,OAAO,IAAI,qBAAqB,CAAC,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YAC5E,KAAK,YAAY;gBACf,8EAA8E;gBAC9E,MAAM,QAAQ,GAAG,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,QAAoB,KAAI,CAAC,UAAU,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;gBACvG,MAAM,WAAW,GAAG,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,WAAqB,KAAI,iDAAiD,CAAC;gBACpH,MAAM,kBAAkB,qBAAQ,mBAAmB,CAAE,CAAC;gBAC/C,kBAAkB,aAAlB,kBAAkB,4BAAlB,kBAAkB,CAAE,QAAQ,CAAC;gBAC7B,kBAAkB,aAAlB,kBAAkB,4BAAlB,kBAAkB,CAAE,WAAW,CAAC;gBACvC,OAAO,IAAI,gBAAgB,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;YAC7F,KAAK,sBAAsB;gBACzB,OAAO,IAAI,yBAAyB,CAAC,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YAChF,KAAK,mBAAmB;gBACtB,OAAO,IAAI,sBAAsB,CAAC,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YAC7E,KAAK,sBAAsB;gBACzB,OAAO,IAAI,yBAAyB,CAAC,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YAChF,KAAK,iBAAiB;gBACpB,yFAAyF;gBACzF,MAAM,UAAU,GAAG,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,WAAsB,KAAI,IAAI,CAAC;gBACvE,MAAM,aAAa,GAAG,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,cAA0B,CAAC;gBACtE,MAAM,sBAAsB,qBAAQ,mBAAmB,CAAE,CAAC;gBACnD,sBAAsB,aAAtB,sBAAsB,4BAAtB,sBAAsB,CAAE,WAAW,CAAC;gBACpC,sBAAsB,aAAtB,sBAAsB,4BAAtB,sBAAsB,CAAE,cAAc,CAAC;gBAC9C,OAAO,IAAI,oBAAoB,CAAC,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,sBAAsB,EAAE,OAAO,CAAC,CAAC;YACzG,KAAK,cAAc;gBACjB,OAAO,IAAI,kBAAkB,CAAC,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YACzE,KAAK,cAAc;gBACjB,OAAO,IAAI,kBAAkB,CAAC,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YACzE,KAAK,eAAe;gBAClB,OAAO,IAAI,mBAAmB,CAAC,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YAC1E,KAAK,uBAAuB;gBAC1B,OAAO,IAAI,0BAA0B,CAAC,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YACjF,KAAK,kBAAkB;gBACrB,uEAAuE;gBACvE,MAAM,UAAU,GAAG,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,WAAW,CAAC;gBACpD,MAAM,YAAY,qBAAQ,mBAAmB,CAAE,CAAC;gBACzC,YAAY,aAAZ,YAAY,4BAAZ,YAAY,CAAE,WAAW,CAAC;gBACjC,OAAO,IAAI,qBAAqB,CAAC,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;YACjF,KAAK,eAAe;gBAClB,OAAO,IAAI,mBAAmB,CAAC,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YAC1E,KAAK,UAAU;gBACb,OAAO,IAAI,cAAc,CAAC,SAAS,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;YACrE;gBACE,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"api-scorer.js","sourceRoot":"","sources":["../../../src/scorers/api-scorer.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAKrD;;GAEG;AACH,MAAM,OAAO,uBAAwB,SAAQ,iBAAiB;IAC5D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,oBAAoB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACnH,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,qBAAsB,SAAQ,iBAAiB;IAC1D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,kBAAkB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACjH,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,gBAAiB,SAAQ,iBAAiB;IAIrD,YACE,YAAoB,GAAG,EACvB,WAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,WAAW,CAAC,EAC7D,cAAsB,iDAAiD,EACvE,mBAAyC,EACzC,cAAuB,KAAK,EAC5B,aAAsB,IAAI,EAC1B,eAAwB,IAAI,EAC5B,iBAA0B,IAAI;QAE9B,KAAK,CAAC,YAAY,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAC3G,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,uEAAuE;QACvE,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,qEAAqE,SAAS,EAAE,CAAC,CAAC;QACpG,CAAC;IACH,CAAC;IAED,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,YAAY;YACxB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,yBAA0B,SAAQ,iBAAiB;IAC9D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,sBAAsB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACrH,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,sBAAuB,SAAQ,iBAAiB;IAC3D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,mBAAmB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAClH,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,yBAA0B,SAAQ,iBAAiB;IAC9D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,sBAAsB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACrH,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,oBAAqB,SAAQ,iBAAiB;IAIzD,YAAY,YAAoB,GAAG,EAAE,aAAwB,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QAC9N,KAAK,CAAC,iBAAiB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAChH,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC;QAC9B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,iBAAiB;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,cAAc,EAAE,IAAI,CAAC,aAAa;YAClC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,iBAAiB;IACvD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,cAAc,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAC7G,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,iBAAiB;IACvD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,cAAc,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAC7G,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,mBAAoB,SAAQ,iBAAiB;IACxD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,eAAe,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAC9G,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,0BAA2B,SAAQ,iBAAiB;IAC/D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,uBAAuB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACtH,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,qBAAsB,SAAQ,iBAAiB;IAG1D,YACE,YAAoB,GAAG,EACvB,UAAgC,EAChC,mBAAyC,EACzC,cAAuB,KAAK,EAC5B,aAAsB,IAAI,EAC1B,eAAwB,IAAI,EAC5B,iBAA0B,IAAI;QAE9B,KAAK,CAAC,kBAAkB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACjH,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,kBAAkB;YAC9B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,mBAAoB,SAAQ,iBAAiB;IACxD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,eAAe,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAC9G,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,MAAM,OAAO,cAAe,SAAQ,iBAAiB;IACnD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACzG,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED,kFAAkF;AAClF,MAAM,OAAO,aAAa;IAGxB,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IAC/B,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IAC/B,CAAC;IAED,IAAI,mBAAmB;QACrB,OAAO,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC;IACzC,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,QAAQ,CAAC,IAAY,EAAE,SAAiB,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QAChN,QAAQ,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YAC3B,KAAK,oBAAoB;gBACvB,OAAO,IAAI,uBAAuB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC5H,KAAK,kBAAkB;gBACrB,OAAO,IAAI,qBAAqB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC1H,KAAK,YAAY;gBACf,8EAA8E;gBAC9E,MAAM,QAAQ,GAAG,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,QAAoB,KAAI,CAAC,UAAU,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;gBACvG,MAAM,WAAW,GAAG,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,WAAqB,KAAI,iDAAiD,CAAC;gBACpH,MAAM,kBAAkB,qBAAQ,mBAAmB,CAAE,CAAC;gBAC/C,kBAAkB,aAAlB,kBAAkB,4BAAlB,kBAAkB,CAAE,QAAQ,CAAC;gBAC7B,kBAAkB,aAAlB,kBAAkB,4BAAlB,kBAAkB,CAAE,WAAW,CAAC;gBACvC,OAAO,IAAI,gBAAgB,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,kBAAkB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC3I,KAAK,sBAAsB;gBACzB,OAAO,IAAI,yBAAyB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC9H,KAAK,mBAAmB;gBACtB,OAAO,IAAI,sBAAsB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC3H,KAAK,sBAAsB;gBACzB,OAAO,IAAI,yBAAyB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC9H,KAAK,iBAAiB;gBACpB,yFAAyF;gBACzF,MAAM,UAAU,GAAG,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,WAAsB,KAAI,KAAK,CAAC;gBACxE,MAAM,aAAa,GAAG,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,cAA0B,CAAC;gBACtE,MAAM,sBAAsB,qBAAQ,mBAAmB,CAAE,CAAC;gBACnD,sBAAsB,aAAtB,sBAAsB,4BAAtB,sBAAsB,CAAE,WAAW,CAAC;gBACpC,sBAAsB,aAAtB,sBAAsB,4BAAtB,sBAAsB,CAAE,cAAc,CAAC;gBAC9C,OAAO,IAAI,oBAAoB,CAAC,SAAS,EAAE,aAAa,EAAE,sBAAsB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC3I,KAAK,cAAc;gBACjB,OAAO,IAAI,kBAAkB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACvH,KAAK,cAAc;gBACjB,OAAO,IAAI,kBAAkB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACvH,KAAK,eAAe;gBAClB,OAAO,IAAI,mBAAmB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACxH,KAAK,uBAAuB;gBAC1B,OAAO,IAAI,0BAA0B,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC/H,KAAK,kBAAkB;gBACrB,uEAAuE;gBACvE,MAAM,UAAU,GAAG,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,WAAW,CAAC;gBACpD,MAAM,YAAY,qBAAQ,mBAAmB,CAAE,CAAC;gBACzC,YAAY,aAAZ,YAAY,4BAAZ,YAAY,CAAE,WAAW,CAAC;gBACjC,OAAO,IAAI,qBAAqB,CAAC,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC/H,KAAK,eAAe;gBAClB,OAAO,IAAI,mBAAmB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACxH,KAAK,UAAU;gBACb,OAAO,IAAI,cAAc,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACnH;gBACE,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;CACF"}

package/dist/esm/scorers/base-scorer.js

@@ -13,11 +13,14 @@ import { UNBOUNDED_SCORERS } from '../constants.js';
  */
 export class APIJudgmentScorer {
     get scoreType() { return this.type; } // For backward compatibility
-    constructor(type, threshold, additional_metadata, verbose = false) {
+    constructor(type, threshold, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
         this.type = type;
         this.threshold = threshold;
         this.additional_metadata = additional_metadata;
-        this.verbose = verbose;
+        this.strict_mode = strict_mode;
+        this.async_mode = async_mode;
+        this.verbose_mode = verbose_mode;
+        this.include_reason = include_reason;
     }
     /**
      * Check if the score meets the threshold
@@ -53,8 +56,12 @@ export class APIJudgmentScorer {
             score_type: this.type,
             threshold: this.threshold,
             score: this.score,
+            score_breakdown: this.score_breakdown,
             additional_metadata: this.additional_metadata,
-            verbose: this.verbose,
+            strict_mode: this.strict_mode,
+            async_mode: this.async_mode,
+            verbose_mode: this.verbose_mode,
+            include_reason: this.include_reason,
         };
         return result;
     }
@@ -68,21 +75,32 @@ export class APIJudgmentScorer {
  * Base class for local judgment scorers
  */
 export class JudgevalScorer {
-    constructor(type, threshold, additional_metadata, verbose = false) {
+    constructor(type, threshold, additional_metadata, include_reason = true, async_mode = true, strict_mode = false, verbose_mode = true) {
         this.type = type;
         this.scoreType = type; // For backward compatibility
-        this.threshold = threshold;
+        this.threshold = strict_mode ? 1.0 : threshold;
+        this.strict_mode = strict_mode;
+        this.async_mode = async_mode;
+        this.verbose_mode = verbose_mode;
+        this.include_reason = include_reason;
         this.additional_metadata = additional_metadata;
-        this.verbose = verbose;
+        this.validateThreshold();
     }
     /**
      * Check if the score meets the threshold
      */
     successCheck() {
-        if (this.score === undefined) {
+        if (this.error !== undefined) {
             return false;
         }
-        return this.score >= this.threshold;
+        return this.score !== undefined && this.score >= this.threshold;
+    }
+    /**
+     * Internal method to check success
+     * This is equivalent to Python's _success_check method
+     */
+    _successCheck() {
+        return this.successCheck();
     }
     /**
      * Validate that the threshold is within the allowed range
@@ -109,10 +127,27 @@ export class JudgevalScorer {
             score_type: this.type,
             threshold: this.threshold,
             score: this.score,
+            score_breakdown: this.score_breakdown,
+            reason: this.reason,
+            success: this.success,
+            evaluation_model: this.evaluation_model,
+            strict_mode: this.strict_mode,
+            async_mode: this.async_mode,
+            verbose_mode: this.verbose_mode,
+            include_reason: this.include_reason,
+            error: this.error,
+            evaluation_cost: this.evaluation_cost,
+            verbose_logs: this.verbose_logs,
             additional_metadata: this.additional_metadata,
-            verbose: this.verbose,
         };
     }
+    /**
+     * Get the name of the scorer
+     * This is equivalent to Python's __name__ property
+     */
+    get name() {
+        return this.type;
+    }
 }
 /**
  * Wrapper for scorers to allow dynamic loading of implementations
@@ -124,8 +159,18 @@ export class ScorerWrapper {
         this.scoreType = scorer.scoreType || scorer.score_type; // For backward compatibility
         this.threshold = scorer.threshold;
         this.score = scorer.score;
+        this.score_breakdown = scorer.score_breakdown;
+        this.reason = scorer.reason;
+        this.success = scorer.success;
+        this.evaluation_model = scorer.evaluation_model;
+        this.strict_mode = scorer.strict_mode;
+        this.async_mode = scorer.async_mode;
+        this.verbose_mode = scorer.verbose_mode;
+        this.include_reason = scorer.include_reason;
+        this.error = scorer.error;
+        this.evaluation_cost = scorer.evaluation_cost;
+        this.verbose_logs = scorer.verbose_logs;
         this.additional_metadata = scorer.additional_metadata;
-        this.verbose = scorer.verbose;
     }
     /**
      * Check if the score meets the threshold
@@ -176,8 +221,18 @@ export class ScorerWrapper {
             score_type: this.type,
             threshold: this.threshold,
             score: this.score,
+            score_breakdown: this.score_breakdown,
+            reason: this.reason,
+            success: this.success,
+            evaluation_model: this.evaluation_model,
+            strict_mode: this.strict_mode,
+            async_mode: this.async_mode,
+            verbose_mode: this.verbose_mode,
+            include_reason: this.include_reason,
+            error: this.error,
+            evaluation_cost: this.evaluation_cost,
+            verbose_logs: this.verbose_logs,
             additional_metadata: this.additional_metadata,
-            verbose: this.verbose,
         };
     }
 }

package/dist/esm/scorers/base-scorer.js.map

@@ -1 +1 @@
-{"version":3,"file":"base-scorer.js","sourceRoot":"","sources":["../../../src/scorers/base-scorer.ts"],"names":[],"mappings":";;;;;;;;;AAEA,OAAO,EAAa,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAiB/D;;GAEG;AACH,MAAM,OAAgB,iBAAiB;IAErC,IAAI,SAAS,KAAa,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,6BAA6B;IAM3E,YAAY,IAAY,EAAE,SAAiB,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QAC9G,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,uCAAuC;QACvC,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,CACpD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAC3D,CAAC;QAEF,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,6CAA6C,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAC3G,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,kCAAkC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,MAAM,MAAM,GAAwB;YAClC,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED;;GAEG;AACH,MAAM,OAAgB,cAAc;IAQlC,YAAY,IAAY,EAAE,SAAiB,EAAE,mBAAyC,EAAE,UAAmB,KAAK;QAC9G,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,6BAA6B;QACpD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,uCAAuC;QACvC,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,CACpD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAC3D,CAAC;QAEF,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,6CAA6C,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAC3G,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,kCAAkC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;IACH,CAAC;IASD;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,aAAa;IASxB,YAAY,MAAW;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,6BAA6B;QACrF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,mBAAmB,CAAC;QACtD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,cAAuB,IAAI;QAC5C,+DAA+D;QAC/D,8CAA8C;QAC9C,IAAI,WAAW,EAAE,CAAC;YAChB,4BAA4B;YAC5B,OAAO,IAAI,CAAC,MAA2B,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,8BAA8B;YAC9B,OAAO,IAAI,CAAC,MAAwB,CAAC;QACvC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,uCAAuC;QACvC,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,CACpD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAC3D,CAAC;QAEF,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,6CAA6C,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAC3G,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,kCAAkC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;CACF"}
+{"version":3,"file":"base-scorer.js","sourceRoot":"","sources":["../../../src/scorers/base-scorer.ts"],"names":[],"mappings":";;;;;;;;;AAEA,OAAO,EAAa,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AA2B/D;;GAEG;AACH,MAAM,OAAgB,iBAAiB;IAErC,IAAI,SAAS,KAAa,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,6BAA6B;IAU3E,YAAY,IAAY,EAAE,SAAiB,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QAC5M,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,uCAAuC;QACvC,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,CACpD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAC3D,CAAC;QAEF,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,6CAA6C,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAC3G,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,kCAAkC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,MAAM,MAAM,GAAwB;YAClC,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAED;;GAEG;AACH,MAAM,OAAgB,cAAc;IAkBlC,YACE,IAAY,EACZ,SAAiB,EACjB,mBAAyC,EACzC,iBAA0B,IAAI,EAC9B,aAAsB,IAAI,EAC1B,cAAuB,KAAK,EAC5B,eAAwB,IAAI;QAE5B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,6BAA6B;QACpD,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/C,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;IAClE,CAAC;IAED;;;OAGG;IACO,aAAa;QACrB,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,uCAAuC;QACvC,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,CACpD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAC3D,CAAC;QAEF,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,6CAA6C,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAC3G,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,kCAAkC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;SAC9C,CAAC;IACJ,CAAC;IAQD;;;OAGG;IACH,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,aAAa;IAmBxB,YAAY,MAAW;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,6BAA6B;QACrF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAC9C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;QAChD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QACxC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAC9C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QACxC,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,mBAAmB,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,cAAuB,IAAI;QAC5C,+DAA+D;QAC/D,8CAA8C;QAC9C,IAAI,WAAW,EAAE,CAAC;YAChB,4BAA4B;YAC5B,OAAO,IAAI,CAAC,MAA2B,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,8BAA8B;YAC9B,OAAO,IAAI,CAAC,MAAwB,CAAC;QACvC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,uCAAuC;QACvC,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,CACpD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAC3D,CAAC;QAEF,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,6CAA6C,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAC3G,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,IAAI,kCAAkC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;SAC9C,CAAC;IACJ,CAAC;CACF"}

package/dist/types/common/tracer.d.ts

@@ -26,13 +26,15 @@ interface TraceEntry {
     function: string;
     span_id: string;
     depth: number;
-    timestamp: number;
+    created_at: number;
     duration?: number;
     output?: any;
     inputs?: Record<string, any>;
     span_type: SpanType;
     parent_span_id?: string;
     evaluation_runs?: any[];
+    trace_id?: string;
+    message?: string;
 }
 interface TraceSavePayload {
     trace_id: string;
@@ -49,8 +51,7 @@ interface TraceSavePayload {
         total_cost_usd: number;
     };
     entries: CondensedSpanEntry[];
-    rules?: Record<string, Rule>;
-    empty_save: boolean;
+    evaluation_runs: any[];
     overwrite: boolean;
     parent_trace_id?: string | null;
     parent_name?: string | null;
@@ -59,15 +60,25 @@ interface CondensedSpanEntry {
     span_id: string;
     function: string;
     depth: number;
-    timestamp: number;
+    created_at: string;
     parent_span_id?: string | null;
     span_type: SpanType;
     inputs: Record<string, any> | null;
     output: any | null;
     evaluation_runs: any[];
     duration: number | null;
+    trace_id?: string;
     children?: CondensedSpanEntry[];
 }
+interface TokenCostResponse {
+    model: string;
+    prompt_tokens: number;
+    completion_tokens: number;
+    total_tokens: number;
+    prompt_tokens_cost_usd: number;
+    completion_tokens_cost_usd: number;
+    total_cost_usd: number;
+}
 /**
  * Client for interacting with Judgment trace API endpoints.
  */
@@ -77,10 +88,20 @@ declare class TraceManagerClient {
     constructor(apiKey: string, organizationId: string);
     private _fetch;
     fetchTrace(traceId: string): Promise<any>;
-    saveTrace(traceData: TraceSavePayload, emptySave: boolean): Promise<any>;
+    saveTrace(traceData: TraceSavePayload): Promise<any>;
     deleteTrace(traceId: string): Promise<any>;
     deleteTraces(traceIds: string[]): Promise<any>;
     addTraceToEvalQueue(traceData: TraceSavePayload): Promise<any>;
+    /**
+     * Calculate token costs directly using the API endpoint.
+     * This is more accurate than client-side calculation as it uses the most up-to-date pricing.
+     *
+     * @param model The model name (e.g. 'gpt-4', 'claude-3-opus-20240229')
+     * @param promptTokens Number of tokens in the prompt/input
+     * @param completionTokens Number of tokens in the completion/output
+     * @returns Object containing token counts and calculated costs in USD
+     */
+    calculateTokenCosts(model: string, promptTokens: number, completionTokens: number): Promise<TokenCostResponse | null>;
 }
 /**
  * Represents an ongoing trace context.
@@ -100,6 +121,7 @@ declare class TraceClient {
     private apiKey;
     private organizationId;
     private originalName;
+    private _spanDepths;
     constructor(config: {
         tracer: Tracer;
         traceId?: string;
@@ -154,14 +176,6 @@ declare class TraceClient {
         model?: string;
         logResults?: boolean;
     }): Promise<void>;
-    /**
-     * Private helper to add an evaluation entry to the trace.
-     * This mirrors the structure of Python's add_eval_run.
-     *
-     * @param evalRunPayload The constructed payload for the evaluation.
-     * @param startTime The start time (in seconds) of the evaluation process.
-     */
-    private _addEvalRun;
     getOriginalName(): string;
 }
 /**

package/dist/types/constants.d.ts

@@ -37,7 +37,8 @@ export declare const JUDGMENT_PROJECT_CREATE_API_URL = "https://api.judgmentlabs
 export declare const JUDGMENT_TRACES_FETCH_API_URL = "https://api.judgmentlabs.ai/traces/fetch/";
 export declare const JUDGMENT_TRACES_SAVE_API_URL = "https://api.judgmentlabs.ai/traces/save/";
 export declare const JUDGMENT_TRACES_DELETE_API_URL = "https://api.judgmentlabs.ai/traces/delete/";
-export declare const JUDGMENT_TRACES_ADD_TO_EVAL_QUEUE_API_URL = "https://api.judgmentlabs.ai/traces/add_to_trace_eval_queue/";
+export declare const JUDGMENT_TRACES_ADD_TO_EVAL_QUEUE_API_URL = "https://api.judgmentlabs.ai/traces/add_to_eval_queue/";
+export declare const JUDGMENT_CALCULATE_TOKEN_COSTS_API_URL = "https://api.judgmentlabs.ai/calculate-token-costs";
 export declare const JUDGMENT_WEBSOCKET_URL: string;
 export declare const JUDGMENT_ADD_TO_RUN_EVAL_QUEUE_API_URL = "https://api.judgmentlabs.ai/add_to_run_eval_queue/";
 export declare const RABBITMQ_HOST: string;

package/dist/types/index.d.ts

@@ -3,7 +3,6 @@ export { ScoringResult, ScoringResultBuilder, ScorerData, ScoringResultOptions }
 export { Tracer, SpanType, wrap, TraceClient } from './common/tracer.js';
 export { Scorer, APIJudgmentScorer, JudgevalScorer, ScorerWrapper } from './scorers/base-scorer.js';
 export { AnswerCorrectnessScorer, AnswerRelevancyScorer, ComparisonScorer, ContextualPrecisionScorer, ContextualRecallScorer, ContextualRelevancyScorer, ExecutionOrderScorer, FaithfulnessScorer, GroundednessScorer, HallucinationScorer, InstructionAdherenceScorer, JsonCorrectnessScorer, SummarizationScorer } from './scorers/api-scorer.js';
-export { ExactMatchScorer } from './scorers/exact-match-scorer.js';
 export { AlertStatus, Condition, NotificationConfig, Rule, AlertResult, RulesEngine } from './rules.js';
 export { EvaluationRun, EvaluationRunOptions } from './evaluation-run.js';
 export { runEval, assertTest, JudgmentAPIError, sendToRabbitMQ, executeApiEval, mergeResults, checkMissingScorerData, checkEvalRunNameExists, logEvaluationResults, checkExamples } from './run-evaluation.js';

package/dist/types/judgment-client.d.ts

@@ -83,28 +83,6 @@ export declare class JudgmentClient {
      * @returns Array containing one object with 'id' and 'results' (list of ScoringResult)
      */
     pullEval(projectName: string, evalRunName: string): Promise<Array<Record<string, any | ScoringResult[]>>>;
-    /**
-     * Get evaluation run results (alias for pullEval with a more intuitive name)
-     * @param projectName Name of the project
-     * @param evalRunName Name of the evaluation run
-     * @returns Array containing one object with 'id' and 'results' (list of ScoringResult)
-     */
-    getEvalRun(projectName: string, evalRunName: string): Promise<Array<Record<string, any | ScoringResult[]>>>;
-    /**
-     * List all evaluation runs for a project
-     * @param projectName Name of the project
-     * @param limit Maximum number of evaluation runs to return (default: 100)
-     * @param offset Offset for pagination (default: 0)
-     * @returns List of evaluation run metadata
-     */
-    listEvalRuns(projectName: string, limit?: number, offset?: number): Promise<Array<Record<string, any>>>;
-    /**
-     * Get evaluation run statistics
-     * @param projectName Name of the project
-     * @param evalRunName Name of the evaluation run
-     * @returns Statistics for the evaluation run
-     */
-    getEvalRunStats(projectName: string, evalRunName: string): Promise<Record<string, any>>;
     /**
      * Export evaluation results to a file format
      * @param projectName Name of the project