evalsense 0.3.0 → 0.3.2

package/dist/index.js

@@ -1,5 +1,5 @@
-import { getCurrentSuite, setCurrentSuite, addSuite, addTestToCurrentSuite, DatasetError, IntegrityError, buildConfusionMatrix, getTruePositives, getFalsePositives, getFalseNegatives, getSupport, AssertionError, recordAssertion, recordFieldMetrics } from './chunk-JPVZL45G.js';
-export { AssertionError, ConfigurationError, ConsoleReporter, DatasetError, EvalSenseError, ExitCodes, IntegrityError, JsonReporter, TestExecutionError, buildConfusionMatrix, discoverEvalFiles, executeEvalFiles, formatConfusionMatrix, getExitCode, parseReport } from './chunk-JPVZL45G.js';
+import { getCurrentSuite, setCurrentSuite, addSuite, addTestToCurrentSuite, DatasetError, IntegrityError, buildConfusionMatrix, getTruePositives, getFalsePositives, getFalseNegatives, getSupport, AssertionError, recordAssertion, recordFieldMetrics } from './chunk-IYLSY7NX.js';
+export { AssertionError, ConfigurationError, ConsoleReporter, DatasetError, EvalSenseError, ExitCodes, IntegrityError, JsonReporter, TestExecutionError, buildConfusionMatrix, discoverEvalFiles, executeEvalFiles, formatConfusionMatrix, getExitCode, parseReport } from './chunk-IYLSY7NX.js';
 import './chunk-DGUM43GV.js';
 import { readFileSync } from 'fs';
 import { resolve, extname } from 'path';
@@ -224,16 +224,28 @@ async function runModelParallel(dataset, modelFn, concurrency = 10) {
 
 // src/dataset/alignment.ts
 function alignByKey(predictions, expected, options = {}) {
-  const { strict = false, idField = "id" } = options;
+  const { strict = false, idField, predictionIdField, expectedIdField } = options;
+  const predIdField = predictionIdField ?? idField ?? "id";
+  const expIdField = expectedIdField ?? idField ?? "id";
   const expectedMap = /* @__PURE__ */ new Map();
   for (const record of expected) {
-    const id = String(record[idField] ?? record._id);
+    const id = String(record[expIdField] ?? record._id);
+    if (!id || id === "undefined") {
+      throw new IntegrityError(
+        `Expected record missing ${expIdField} field: ${JSON.stringify(record)}`
+      );
+    }
     expectedMap.set(id, record);
   }
   const aligned = [];
   const missingIds = [];
   for (const prediction of predictions) {
-    const id = prediction.id;
+    const id = String(prediction[predIdField]);
+    if (!id || id === "undefined") {
+      throw new IntegrityError(
+        `Prediction missing ${predIdField} field: ${JSON.stringify(prediction)}`
+      );
+    }
     const expectedRecord = expectedMap.get(id);
     if (!expectedRecord) {
       missingIds.push(id);
@@ -555,9 +567,6 @@ var BinarizeSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(result.message, threshold, metrics.accuracy, this.fieldName);
-    }
     return this;
   }
   /**
@@ -599,9 +608,6 @@ var BinarizeSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(result.message, actualThreshold, actualPrecision, this.fieldName);
-    }
     return this;
   }
   /**
@@ -643,9 +649,6 @@ var BinarizeSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(result.message, actualThreshold, actualRecall, this.fieldName);
-    }
     return this;
   }
   /**
@@ -685,9 +688,6 @@ var BinarizeSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(result.message, actualThreshold, actualF1, this.fieldName);
-    }
     return this;
   }
   /**
@@ -778,9 +778,6 @@ var FieldSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(result.message, threshold, metrics.accuracy, this.fieldName);
-    }
     return this;
   }
   /**
@@ -823,9 +820,6 @@ var FieldSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(result.message, actualThreshold, actualPrecision, this.fieldName);
-    }
     return this;
   }
   /**
@@ -868,9 +862,6 @@ var FieldSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(result.message, actualThreshold, actualRecall, this.fieldName);
-    }
     return this;
   }
   /**
@@ -913,9 +904,6 @@ var FieldSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(result.message, actualThreshold, actualF1, this.fieldName);
-    }
     return this;
   }
   /**
@@ -975,14 +963,6 @@ var FieldSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(
-        result.message,
-        percentageThreshold,
-        actualPercentage,
-        this.fieldName
-      );
-    }
     return this;
   }
   /**
@@ -1021,14 +1001,6 @@ var FieldSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(
-        result.message,
-        percentageThreshold,
-        actualPercentage,
-        this.fieldName
-      );
-    }
     return this;
   }
   // ============================================================================
@@ -1094,9 +1066,6 @@ var FieldSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(result.message, threshold, metrics.mae, this.fieldName);
-    }
     return this;
   }
   /**
@@ -1125,9 +1094,6 @@ var FieldSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(result.message, threshold, metrics.rmse, this.fieldName);
-    }
     return this;
   }
   /**
@@ -1158,9 +1124,6 @@ var FieldSelector = class {
     };
     this.assertions.push(result);
     recordAssertion(result);
-    if (!passed) {
-      throw new AssertionError(result.message, threshold, metrics.r2, this.fieldName);
-    }
     return this;
   }
   /**
@@ -1205,7 +1168,12 @@ function expectStats(inputOrActual, expected, options) {
     if (!Array.isArray(inputOrActual)) {
       throw new Error("When using two-argument expectStats(), first argument must be Prediction[]");
     }
-    const alignOptions = options ? { idField: options.idField, strict: options.strict } : void 0;
+    const alignOptions = options ? {
+      idField: options.idField,
+      predictionIdField: options.predictionIdField,
+      expectedIdField: options.expectedIdField,
+      strict: options.strict
+    } : void 0;
     const aligned2 = alignByKey(inputOrActual, expected, alignOptions);
     return new ExpectStats(aligned2);
   }