@learning-commons/evaluators 0.5.0 → 0.6.0

package/dist/batch/index.cjs

@@ -1304,7 +1304,9 @@ var VocabularyEvaluator = class _VocabularyEvaluator extends BaseEvaluator {
         reasoning: complexityResponse.data.reasoning,
         metadata: {
           model: modelLabel,
-          processingTimeMs: latencyMs
+          processingTimeMs: latencyMs,
+          inputTokens: totalTokenUsage.input_tokens,
+          outputTokens: totalTokenUsage.output_tokens
         },
         _internal: complexityResponse.data
       };
@@ -1634,7 +1636,9 @@ var SentenceStructureEvaluator = class _SentenceStructureEvaluator extends BaseE
         reasoning: complexityResponse.data.reasoning,
         metadata: {
           model: this.provider.label,
-          processingTimeMs: latencyMs
+          processingTimeMs: latencyMs,
+          inputTokens: totalTokenUsage.input_tokens,
+          outputTokens: totalTokenUsage.output_tokens
         },
         _internal: {
           sentenceAnalysis: analysisResponse.data,
@@ -1840,7 +1844,9 @@ var GradeLevelAppropriatenessEvaluator = class extends BaseEvaluator {
         reasoning: response.data.reasoning,
         metadata: {
           model: this.provider.label,
-          processingTimeMs: latencyMs
+          processingTimeMs: latencyMs,
+          inputTokens: tokenUsage.input_tokens,
+          outputTokens: tokenUsage.output_tokens
         },
         _internal: response.data
       };
@@ -2042,7 +2048,9 @@ var SmkEvaluator = class _SmkEvaluator extends BaseEvaluator {
         reasoning: response.data.reasoning,
         metadata: {
           model: this.provider.label,
-          processingTimeMs: latencyMs
+          processingTimeMs: latencyMs,
+          inputTokens: totalTokenUsage.input_tokens,
+          outputTokens: totalTokenUsage.output_tokens
         },
         _internal: response.data
       };
@@ -2248,7 +2256,9 @@ var ConventionalityEvaluator = class _ConventionalityEvaluator extends BaseEvalu
         reasoning: response.data.reasoning,
         metadata: {
           model: this.provider.label,
-          processingTimeMs: latencyMs
+          processingTimeMs: latencyMs,
+          inputTokens: totalTokenUsage.input_tokens,
+          outputTokens: totalTokenUsage.output_tokens
         },
         _internal: response.data
       };
@@ -2523,7 +2533,9 @@ var PurposeEvaluator = class _PurposeEvaluator extends BaseEvaluator {
         reasoning: response.data.reasoning,
         metadata: {
           model: this.provider.label,
-          processingTimeMs: latencyMs
+          processingTimeMs: latencyMs,
+          inputTokens: tokenUsage.input_tokens,
+          outputTokens: tokenUsage.output_tokens
         },
         _internal: response.data
       };
@@ -2636,6 +2648,7 @@ var BatchEvaluator = class {
       concurrency: 3,
       maxRetries: 2,
       telemetry: false,
+      bypassRowLimit: false,
       ...config
     };
     this.limit = pLimit__default.default(this.config.concurrency);
@@ -2789,9 +2802,9 @@ var BatchEvaluator = class {
         `Unknown evaluator group: "${groupId}". Available: ${EVALUATOR_GROUPS.map((g) => g.id).join(", ")}`
       );
     }
-    if (inputs.length > group.maxInputRows) {
+    if (!this.config.bypassRowLimit && inputs.length > group.maxInputRows) {
       throw new Error(
-        `Input exceeds limit for "${group.id}": ${inputs.length} rows (max ${group.maxInputRows}). Split into smaller batches.`
+        `Input exceeds limit for "${group.id}": ${inputs.length} rows (max ${group.maxInputRows}). Split into smaller batches, or pass { bypassRowLimit: true } in BatchConfig to bypass (use --bypass-row-limit on the CLI).`
       );
     }
     this.isCancelled = false;