@chanl/scorecards-core 0.4.0

package/dist/handlers/scoring-utils.js

@@ -0,0 +1,88 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.checkThreshold = checkThreshold;
+exports.normalizeScore = normalizeScore;
+const schemas_1 = require("../schemas");
+/**
+ * Check whether a result passes the criteria's threshold.
+ */
+function checkThreshold(criteria, result) {
+    if (!criteria.threshold)
+        return true;
+    const evalType = (0, schemas_1.getEvaluationType)(criteria);
+    if (evalType === 'boolean' && (0, schemas_1.isBooleanThreshold)(criteria.threshold)) {
+        return result === criteria.threshold.expectedValue;
+    }
+    if ((evalType === 'number' || evalType === 'score') &&
+        (0, schemas_1.isNumericalThreshold)(criteria.threshold)) {
+        const { min, max } = criteria.threshold;
+        if (min !== undefined && result < min)
+            return false;
+        if (max !== undefined && result > max)
+            return false;
+        return true;
+    }
+    if (evalType === 'percentage' && (0, schemas_1.isPercentageThreshold)(criteria.threshold)) {
+        const { minPercentage, maxPercentage } = criteria.threshold;
+        if (minPercentage !== undefined && result < minPercentage)
+            return false;
+        if (maxPercentage !== undefined && result > maxPercentage)
+            return false;
+        return true;
+    }
+    // Fallback: try numerical threshold
+    if ((0, schemas_1.isNumericalThreshold)(criteria.threshold)) {
+        const { min, max } = criteria.threshold;
+        if (min !== undefined && result < min)
+            return false;
+        if (max !== undefined && result > max)
+            return false;
+        return true;
+    }
+    return true;
+}
+/**
+ * Normalize a criteria result to the 0-10 scale for category averaging.
+ */
+function normalizeScore(result, criteria, passed) {
+    const evalType = (0, schemas_1.getEvaluationType)(criteria);
+    // Score type: already 0-10, just clamp
+    if (evalType === 'score') {
+        return Math.max(0, Math.min(10, Number(result) || 0));
+    }
+    // Boolean type: use `passed` flag if available (handles inverted cases like must_not_contain)
+    if (evalType === 'boolean') {
+        if (passed !== undefined)
+            return passed ? 10 : 0;
+        return result === true ? 10 : 0;
+    }
+    // Percentage type: 0-100 → 0-10
+    if (evalType === 'percentage') {
+        return Math.max(0, Math.min(10, (Number(result) || 0) / 10));
+    }
+    // Number type: normalize based on threshold
+    if (evalType === 'number' && (0, schemas_1.isNumericalThreshold)(criteria.threshold)) {
+        const { min, max } = criteria.threshold;
+        const val = Number(result) || 0;
+        if (min !== undefined && max !== undefined) {
+            if (val >= min && val <= max)
+                return 10;
+            if (val < min)
+                return Math.max(0, 10 - (min - val));
+            return Math.max(0, 10 - (val - max));
+        }
+        if (min !== undefined) {
+            if (val >= min)
+                return 10;
+            return Math.max(0, Math.min(10, 10 * (val / min)));
+        }
+        if (max !== undefined) {
+            if (val <= max)
+                return 10;
+            return Math.max(0, 10 - (val - max));
+        }
+    }
+    // Default: binary pass/fail
+    return checkThreshold(criteria, result) ? 10 : 0;
+}
+//# sourceMappingURL=scoring-utils.js.map

package/dist/handlers/scoring-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scoring-utils.js","sourceRoot":"","sources":["../../src/handlers/scoring-utils.ts"],"names":[],"mappings":";;AAWA,wCAsCC;AAKD,wCA+CC;AArGD,wCAMoB;AAEpB;;GAEG;AACH,SAAgB,cAAc,CAC5B,QAA2B,EAC3B,MAAW;IAEX,IAAI,CAAC,QAAQ,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAErC,MAAM,QAAQ,GAAG,IAAA,2BAAiB,EAAC,QAAQ,CAAC,CAAC;IAE7C,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAA,4BAAkB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACrE,OAAO,MAAM,KAAK,QAAQ,CAAC,SAAS,CAAC,aAAa,CAAC;IACrD,CAAC;IAED,IACE,CAAC,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,OAAO,CAAC;QAC/C,IAAA,8BAAoB,EAAC,QAAQ,CAAC,SAAS,CAAC,EACxC,CAAC;QACD,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC;QACxC,IAAI,GAAG,KAAK,SAAS,IAAI,MAAM,GAAG,GAAG;YAAE,OAAO,KAAK,CAAC;QACpD,IAAI,GAAG,KAAK,SAAS,IAAI,MAAM,GAAG,GAAG;YAAE,OAAO,KAAK,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,QAAQ,KAAK,YAAY,IAAI,IAAA,+BAAqB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3E,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC;QAC5D,IAAI,aAAa,KAAK,SAAS,IAAI,MAAM,GAAG,aAAa;YAAE,OAAO,KAAK,CAAC;QACxE,IAAI,aAAa,KAAK,SAAS,IAAI,MAAM,GAAG,aAAa;YAAE,OAAO,KAAK,CAAC;QACxE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oCAAoC;IACpC,IAAI,IAAA,8BAAoB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7C,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC;QACxC,IAAI,GAAG,KAAK,SAAS,IAAI,MAAM,GAAG,GAAG;YAAE,OAAO,KAAK,CAAC;QACpD,IAAI,GAAG,KAAK,SAAS,IAAI,MAAM,GAAG,GAAG;YAAE,OAAO,KAAK,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAgB,cAAc,CAC5B,MAAW,EACX,QAA2B,EAC3B,MAAgB;IAEhB,MAAM,QAAQ,GAAG,IAAA,2BAAiB,EAAC,QAAQ,CAAC,CAAC;IAE7C,uCAAuC;IACvC,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,8FAA8F;IAC9F,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,OAAO,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,gCAAgC;IAChC,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,4CAA4C;IAC5C,IAAI,QAAQ,KAAK,QAAQ,IAAI,IAAA,8BAAoB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACtE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC;QACxC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEhC,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YAC3C,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG;gBAAE,OAAO,EAAE,CAAC;YACxC,IAAI,GAAG,GAAG,GAAG;gBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,IAAI,GAAG,IAAI,GAAG;gBAAE,OAAO,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,IAAI,GAAG,IAAI,GAAG;gBAAE,OAAO,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,OAAO,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AACnD,CAAC"}

package/dist/handlers/tool-call.handler.d.ts

@@ -0,0 +1,7 @@
+import { ScorecardCriteria } from '../schemas';
+import { CriteriaHandler, CriteriaHandlerResult, EvaluationContext } from './criteria-handler.interface';
+export declare class ToolCallHandler implements CriteriaHandler {
+    readonly type = "tool_call";
+    evaluate(criteria: ScorecardCriteria, context: EvaluationContext): Promise<CriteriaHandlerResult>;
+}
+//# sourceMappingURL=tool-call.handler.d.ts.map

package/dist/handlers/tool-call.handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-call.handler.d.ts","sourceRoot":"","sources":["../../src/handlers/tool-call.handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAA4B,MAAM,YAAY,CAAC;AACzE,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,8BAA8B,CAAC;AAEtC,qBAAa,eAAgB,YAAW,eAAe;IACrD,QAAQ,CAAC,IAAI,eAAe;IAEtB,QAAQ,CACZ,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,qBAAqB,CAAC;CAwClC"}

package/dist/handlers/tool-call.handler.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ToolCallHandler = void 0;
+class ToolCallHandler {
+    constructor() {
+        this.type = 'tool_call';
+    }
+    async evaluate(criteria, context) {
+        const settings = criteria.settings;
+        const expectedTools = Array.isArray(settings.expectedTool)
+            ? settings.expectedTool
+            : [settings.expectedTool];
+        const toolCalls = context.toolCalls || [];
+        // No tools were available in the conversation — can't evaluate tool usage
+        if (toolCalls.length === 0) {
+            return {
+                result: true,
+                passed: true,
+                reasoning: 'No tools available in this conversation',
+                evidence: [],
+                notApplicable: true,
+            };
+        }
+        const evidence = [];
+        const found = expectedTools.some((tool) => toolCalls.some((tc) => {
+            const match = tc.name === tool || tc.function?.name === tool;
+            if (match && evidence.length < 2) {
+                evidence.push(`Called: ${tc.name || tc.function?.name}`);
+            }
+            return match;
+        }));
+        return {
+            result: found,
+            passed: found,
+            reasoning: found
+                ? `Expected tool(s) called: ${expectedTools.join(', ')}`
+                : `Expected tool(s) NOT called: ${expectedTools.join(', ')}`,
+            evidence,
+        };
+    }
+}
+exports.ToolCallHandler = ToolCallHandler;
+//# sourceMappingURL=tool-call.handler.js.map

package/dist/handlers/tool-call.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-call.handler.js","sourceRoot":"","sources":["../../src/handlers/tool-call.handler.ts"],"names":[],"mappings":";;;AAOA,MAAa,eAAe;IAA5B;QACW,SAAI,GAAG,WAAW,CAAC;IA6C9B,CAAC;IA3CC,KAAK,CAAC,QAAQ,CACZ,QAA2B,EAC3B,OAA0B;QAE1B,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAoC,CAAC;QAC/D,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;YACxD,CAAC,CAAC,QAAQ,CAAC,YAAY;YACvB,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAE5B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;QAE1C,0EAA0E;QAC1E,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;gBACZ,SAAS,EAAE,yCAAyC;gBACpD,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,IAAI;aACpB,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACxC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE;YACpB,MAAM,KAAK,GACT,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,KAAK,IAAI,CAAC;YACjD,IAAI,KAAK,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3D,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CACH,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,KAAK;gBACd,CAAC,CAAC,4BAA4B,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACxD,CAAC,CAAC,gCAAgC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC9D,QAAQ;SACT,CAAC;IACJ,CAAC;CACF;AA9CD,0CA8CC"}

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+export { ScorecardsModule } from './scorecards.module';
+export { ScorecardsService, PaginatedResponse } from './scorecards.service';
+export { ScorecardsController } from './scorecards.controller';
+export { Scorecard, ScorecardDocument, ScorecardSchema, ScorecardCategory, ScorecardCategoryDocument, ScorecardCategorySchema, ScorecardCriteria, ScorecardCriteriaDocument, ScorecardCriteriaSchema, ScorecardResult, ScorecardResultDocument, ScorecardResultSchema, CriteriaType, CriteriaSettings, PromptCriteriaSettings, KeywordCriteriaSettings, ResponseTimeCriteriaSettings, ToolCallCriteriaSettings, Threshold, BooleanThreshold, NumericalThreshold, PercentageThreshold, isPromptSettings, isKeywordSettings, isBooleanThreshold, isNumericalThreshold, isPercentageThreshold, getEvaluationType, CriteriaResult, AnalysisMetadata, } from './schemas';
+export { CreateScorecardDto, UpdateScorecardDto, CreateScorecardCategoryDto, UpdateScorecardCategoryDto, CreateScorecardCriteriaDto, UpdateScorecardCriteriaDto, CreateScorecardResultDto, } from './dto';
+export { CriteriaHandler, CriteriaHandlerResult, EvaluationContext, CriteriaHandlerRegistry, checkThreshold, normalizeScore, KeywordHandler, PromptHandler, ResponseTimeHandler, ToolCallHandler, } from './handlers';
+export { EvaluationService, EvaluateOptions, EvaluationResult, } from './evaluation';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAGvD,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAG5E,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAG/D,OAAO,EACL,SAAS,EACT,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,yBAAyB,EACzB,uBAAuB,EACvB,iBAAiB,EACjB,yBAAyB,EACzB,uBAAuB,EACvB,eAAe,EACf,uBAAuB,EACvB,qBAAqB,EACrB,YAAY,EACZ,gBAAgB,EAChB,sBAAsB,EACtB,uBAAuB,EACvB,4BAA4B,EAC5B,wBAAwB,EACxB,SAAS,EACT,gBAAgB,EAChB,kBAAkB,EAClB,mBAAmB,EACnB,gBAAgB,EAChB,iBAAiB,EACjB,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,EACjB,cAAc,EACd,gBAAgB,GACjB,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,0BAA0B,EAC1B,0BAA0B,EAC1B,0BAA0B,EAC1B,0BAA0B,EAC1B,wBAAwB,GACzB,MAAM,OAAO,CAAC;AAGf,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,iBAAiB,EACjB,uBAAuB,EACvB,cAAc,EACd,cAAc,EACd,cAAc,EACd,aAAa,EACb,mBAAmB,EACnB,eAAe,GAChB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,iBAAiB,EACjB,eAAe,EACf,gBAAgB,GACjB,MAAM,cAAc,CAAC"}

package/dist/index.js

@@ -0,0 +1,52 @@
+"use strict";
+// @chanl-ai/scorecards-core
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvaluationService = exports.ToolCallHandler = exports.ResponseTimeHandler = exports.PromptHandler = exports.KeywordHandler = exports.normalizeScore = exports.checkThreshold = exports.CriteriaHandlerRegistry = exports.CreateScorecardResultDto = exports.UpdateScorecardCriteriaDto = exports.CreateScorecardCriteriaDto = exports.UpdateScorecardCategoryDto = exports.CreateScorecardCategoryDto = exports.UpdateScorecardDto = exports.CreateScorecardDto = exports.getEvaluationType = exports.isPercentageThreshold = exports.isNumericalThreshold = exports.isBooleanThreshold = exports.isKeywordSettings = exports.isPromptSettings = exports.CriteriaType = exports.ScorecardResultSchema = exports.ScorecardResult = exports.ScorecardCriteriaSchema = exports.ScorecardCriteria = exports.ScorecardCategorySchema = exports.ScorecardCategory = exports.ScorecardSchema = exports.Scorecard = exports.ScorecardsController = exports.ScorecardsService = exports.ScorecardsModule = void 0;
+// Module
+var scorecards_module_1 = require("./scorecards.module");
+Object.defineProperty(exports, "ScorecardsModule", { enumerable: true, get: function () { return scorecards_module_1.ScorecardsModule; } });
+// Service
+var scorecards_service_1 = require("./scorecards.service");
+Object.defineProperty(exports, "ScorecardsService", { enumerable: true, get: function () { return scorecards_service_1.ScorecardsService; } });
+// Controller
+var scorecards_controller_1 = require("./scorecards.controller");
+Object.defineProperty(exports, "ScorecardsController", { enumerable: true, get: function () { return scorecards_controller_1.ScorecardsController; } });
+// Schemas
+var schemas_1 = require("./schemas");
+Object.defineProperty(exports, "Scorecard", { enumerable: true, get: function () { return schemas_1.Scorecard; } });
+Object.defineProperty(exports, "ScorecardSchema", { enumerable: true, get: function () { return schemas_1.ScorecardSchema; } });
+Object.defineProperty(exports, "ScorecardCategory", { enumerable: true, get: function () { return schemas_1.ScorecardCategory; } });
+Object.defineProperty(exports, "ScorecardCategorySchema", { enumerable: true, get: function () { return schemas_1.ScorecardCategorySchema; } });
+Object.defineProperty(exports, "ScorecardCriteria", { enumerable: true, get: function () { return schemas_1.ScorecardCriteria; } });
+Object.defineProperty(exports, "ScorecardCriteriaSchema", { enumerable: true, get: function () { return schemas_1.ScorecardCriteriaSchema; } });
+Object.defineProperty(exports, "ScorecardResult", { enumerable: true, get: function () { return schemas_1.ScorecardResult; } });
+Object.defineProperty(exports, "ScorecardResultSchema", { enumerable: true, get: function () { return schemas_1.ScorecardResultSchema; } });
+Object.defineProperty(exports, "CriteriaType", { enumerable: true, get: function () { return schemas_1.CriteriaType; } });
+Object.defineProperty(exports, "isPromptSettings", { enumerable: true, get: function () { return schemas_1.isPromptSettings; } });
+Object.defineProperty(exports, "isKeywordSettings", { enumerable: true, get: function () { return schemas_1.isKeywordSettings; } });
+Object.defineProperty(exports, "isBooleanThreshold", { enumerable: true, get: function () { return schemas_1.isBooleanThreshold; } });
+Object.defineProperty(exports, "isNumericalThreshold", { enumerable: true, get: function () { return schemas_1.isNumericalThreshold; } });
+Object.defineProperty(exports, "isPercentageThreshold", { enumerable: true, get: function () { return schemas_1.isPercentageThreshold; } });
+Object.defineProperty(exports, "getEvaluationType", { enumerable: true, get: function () { return schemas_1.getEvaluationType; } });
+// DTOs
+var dto_1 = require("./dto");
+Object.defineProperty(exports, "CreateScorecardDto", { enumerable: true, get: function () { return dto_1.CreateScorecardDto; } });
+Object.defineProperty(exports, "UpdateScorecardDto", { enumerable: true, get: function () { return dto_1.UpdateScorecardDto; } });
+Object.defineProperty(exports, "CreateScorecardCategoryDto", { enumerable: true, get: function () { return dto_1.CreateScorecardCategoryDto; } });
+Object.defineProperty(exports, "UpdateScorecardCategoryDto", { enumerable: true, get: function () { return dto_1.UpdateScorecardCategoryDto; } });
+Object.defineProperty(exports, "CreateScorecardCriteriaDto", { enumerable: true, get: function () { return dto_1.CreateScorecardCriteriaDto; } });
+Object.defineProperty(exports, "UpdateScorecardCriteriaDto", { enumerable: true, get: function () { return dto_1.UpdateScorecardCriteriaDto; } });
+Object.defineProperty(exports, "CreateScorecardResultDto", { enumerable: true, get: function () { return dto_1.CreateScorecardResultDto; } });
+// Handlers
+var handlers_1 = require("./handlers");
+Object.defineProperty(exports, "CriteriaHandlerRegistry", { enumerable: true, get: function () { return handlers_1.CriteriaHandlerRegistry; } });
+Object.defineProperty(exports, "checkThreshold", { enumerable: true, get: function () { return handlers_1.checkThreshold; } });
+Object.defineProperty(exports, "normalizeScore", { enumerable: true, get: function () { return handlers_1.normalizeScore; } });
+Object.defineProperty(exports, "KeywordHandler", { enumerable: true, get: function () { return handlers_1.KeywordHandler; } });
+Object.defineProperty(exports, "PromptHandler", { enumerable: true, get: function () { return handlers_1.PromptHandler; } });
+Object.defineProperty(exports, "ResponseTimeHandler", { enumerable: true, get: function () { return handlers_1.ResponseTimeHandler; } });
+Object.defineProperty(exports, "ToolCallHandler", { enumerable: true, get: function () { return handlers_1.ToolCallHandler; } });
+// Evaluation
+var evaluation_1 = require("./evaluation");
+Object.defineProperty(exports, "EvaluationService", { enumerable: true, get: function () { return evaluation_1.EvaluationService; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA,4BAA4B;;;AAE5B,SAAS;AACT,yDAAuD;AAA9C,qHAAA,gBAAgB,OAAA;AAEzB,UAAU;AACV,2DAA4E;AAAnE,uHAAA,iBAAiB,OAAA;AAE1B,aAAa;AACb,iEAA+D;AAAtD,6HAAA,oBAAoB,OAAA;AAE7B,UAAU;AACV,qCA+BmB;AA9BjB,oGAAA,SAAS,OAAA;AAET,0GAAA,eAAe,OAAA;AACf,4GAAA,iBAAiB,OAAA;AAEjB,kHAAA,uBAAuB,OAAA;AACvB,4GAAA,iBAAiB,OAAA;AAEjB,kHAAA,uBAAuB,OAAA;AACvB,0GAAA,eAAe,OAAA;AAEf,gHAAA,qBAAqB,OAAA;AACrB,uGAAA,YAAY,OAAA;AAUZ,2GAAA,gBAAgB,OAAA;AAChB,4GAAA,iBAAiB,OAAA;AACjB,6GAAA,kBAAkB,OAAA;AAClB,+GAAA,oBAAoB,OAAA;AACpB,gHAAA,qBAAqB,OAAA;AACrB,4GAAA,iBAAiB,OAAA;AAKnB,OAAO;AACP,6BAQe;AAPb,yGAAA,kBAAkB,OAAA;AAClB,yGAAA,kBAAkB,OAAA;AAClB,iHAAA,0BAA0B,OAAA;AAC1B,iHAAA,0BAA0B,OAAA;AAC1B,iHAAA,0BAA0B,OAAA;AAC1B,iHAAA,0BAA0B,OAAA;AAC1B,+GAAA,wBAAwB,OAAA;AAG1B,WAAW;AACX,uCAWoB;AAPlB,mHAAA,uBAAuB,OAAA;AACvB,0GAAA,cAAc,OAAA;AACd,0GAAA,cAAc,OAAA;AACd,0GAAA,cAAc,OAAA;AACd,yGAAA,aAAa,OAAA;AACb,+GAAA,mBAAmB,OAAA;AACnB,2GAAA,eAAe,OAAA;AAGjB,aAAa;AACb,2CAIsB;AAHpB,+GAAA,iBAAiB,OAAA"}

package/dist/schemas/index.d.ts

@@ -0,0 +1,5 @@
+export { Scorecard, ScorecardDocument, ScorecardSchema, } from './scorecard.schema';
+export { ScorecardCategory, ScorecardCategoryDocument, ScorecardCategorySchema, } from './scorecard-category.schema';
+export { ScorecardCriteria, ScorecardCriteriaDocument, ScorecardCriteriaSchema, CriteriaType, CriteriaSettings, PromptCriteriaSettings, KeywordCriteriaSettings, ResponseTimeCriteriaSettings, ToolCallCriteriaSettings, HallucinationCriteriaSettings, KnowledgeRetentionCriteriaSettings, ConversationCompletenessCriteriaSettings, RoleAdherenceCriteriaSettings, RagFaithfulnessCriteriaSettings, Threshold, BooleanThreshold, NumericalThreshold, PercentageThreshold, isPromptSettings, isKeywordSettings, isBooleanThreshold, isNumericalThreshold, isPercentageThreshold, getEvaluationType, } from './scorecard-criteria.schema';
+export { ScorecardResult, ScorecardResultDocument, ScorecardResultSchema, CriteriaResult, AnalysisMetadata, } from './scorecard-result.schema';
+//# sourceMappingURL=index.d.ts.map

package/dist/schemas/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/schemas/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,iBAAiB,EACjB,eAAe,GAChB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EACL,iBAAiB,EACjB,yBAAyB,EACzB,uBAAuB,GACxB,MAAM,6BAA6B,CAAC;AAErC,OAAO,EACL,iBAAiB,EACjB,yBAAyB,EACzB,uBAAuB,EACvB,YAAY,EACZ,gBAAgB,EAChB,sBAAsB,EACtB,uBAAuB,EACvB,4BAA4B,EAC5B,wBAAwB,EACxB,6BAA6B,EAC7B,kCAAkC,EAClC,wCAAwC,EACxC,6BAA6B,EAC7B,+BAA+B,EAC/B,SAAS,EACT,gBAAgB,EAChB,kBAAkB,EAClB,mBAAmB,EACnB,gBAAgB,EAChB,iBAAiB,EACjB,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,6BAA6B,CAAC;AAErC,OAAO,EACL,eAAe,EACf,uBAAuB,EACvB,qBAAqB,EACrB,cAAc,EACd,gBAAgB,GACjB,MAAM,2BAA2B,CAAC"}

package/dist/schemas/index.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScorecardResultSchema = exports.ScorecardResult = exports.getEvaluationType = exports.isPercentageThreshold = exports.isNumericalThreshold = exports.isBooleanThreshold = exports.isKeywordSettings = exports.isPromptSettings = exports.CriteriaType = exports.ScorecardCriteriaSchema = exports.ScorecardCriteria = exports.ScorecardCategorySchema = exports.ScorecardCategory = exports.ScorecardSchema = exports.Scorecard = void 0;
+var scorecard_schema_1 = require("./scorecard.schema");
+Object.defineProperty(exports, "Scorecard", { enumerable: true, get: function () { return scorecard_schema_1.Scorecard; } });
+Object.defineProperty(exports, "ScorecardSchema", { enumerable: true, get: function () { return scorecard_schema_1.ScorecardSchema; } });
+var scorecard_category_schema_1 = require("./scorecard-category.schema");
+Object.defineProperty(exports, "ScorecardCategory", { enumerable: true, get: function () { return scorecard_category_schema_1.ScorecardCategory; } });
+Object.defineProperty(exports, "ScorecardCategorySchema", { enumerable: true, get: function () { return scorecard_category_schema_1.ScorecardCategorySchema; } });
+var scorecard_criteria_schema_1 = require("./scorecard-criteria.schema");
+Object.defineProperty(exports, "ScorecardCriteria", { enumerable: true, get: function () { return scorecard_criteria_schema_1.ScorecardCriteria; } });
+Object.defineProperty(exports, "ScorecardCriteriaSchema", { enumerable: true, get: function () { return scorecard_criteria_schema_1.ScorecardCriteriaSchema; } });
+Object.defineProperty(exports, "CriteriaType", { enumerable: true, get: function () { return scorecard_criteria_schema_1.CriteriaType; } });
+Object.defineProperty(exports, "isPromptSettings", { enumerable: true, get: function () { return scorecard_criteria_schema_1.isPromptSettings; } });
+Object.defineProperty(exports, "isKeywordSettings", { enumerable: true, get: function () { return scorecard_criteria_schema_1.isKeywordSettings; } });
+Object.defineProperty(exports, "isBooleanThreshold", { enumerable: true, get: function () { return scorecard_criteria_schema_1.isBooleanThreshold; } });
+Object.defineProperty(exports, "isNumericalThreshold", { enumerable: true, get: function () { return scorecard_criteria_schema_1.isNumericalThreshold; } });
+Object.defineProperty(exports, "isPercentageThreshold", { enumerable: true, get: function () { return scorecard_criteria_schema_1.isPercentageThreshold; } });
+Object.defineProperty(exports, "getEvaluationType", { enumerable: true, get: function () { return scorecard_criteria_schema_1.getEvaluationType; } });
+var scorecard_result_schema_1 = require("./scorecard-result.schema");
+Object.defineProperty(exports, "ScorecardResult", { enumerable: true, get: function () { return scorecard_result_schema_1.ScorecardResult; } });
+Object.defineProperty(exports, "ScorecardResultSchema", { enumerable: true, get: function () { return scorecard_result_schema_1.ScorecardResultSchema; } });
+//# sourceMappingURL=index.js.map

package/dist/schemas/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/schemas/index.ts"],"names":[],"mappings":";;;AAAA,uDAI4B;AAH1B,6GAAA,SAAS,OAAA;AAET,mHAAA,eAAe,OAAA;AAGjB,yEAIqC;AAHnC,8HAAA,iBAAiB,OAAA;AAEjB,oIAAA,uBAAuB,OAAA;AAGzB,yEAyBqC;AAxBnC,8HAAA,iBAAiB,OAAA;AAEjB,oIAAA,uBAAuB,OAAA;AACvB,yHAAA,YAAY,OAAA;AAeZ,6HAAA,gBAAgB,OAAA;AAChB,8HAAA,iBAAiB,OAAA;AACjB,+HAAA,kBAAkB,OAAA;AAClB,iIAAA,oBAAoB,OAAA;AACpB,kIAAA,qBAAqB,OAAA;AACrB,8HAAA,iBAAiB,OAAA;AAGnB,qEAMmC;AALjC,0HAAA,eAAe,OAAA;AAEf,gIAAA,qBAAqB,OAAA"}

package/dist/schemas/scorecard-category.schema.d.ts

@@ -0,0 +1,20 @@
+import { Document, Types } from 'mongoose';
+export type ScorecardCategoryDocument = ScorecardCategory & Document;
+export declare class ScorecardCategory {
+    _id?: Types.ObjectId;
+    scorecardId: Types.ObjectId;
+    name: string;
+    description?: string;
+    weight: number;
+    criteriaIds: Types.ObjectId[];
+    order: number;
+    version: number;
+    createdAt?: Date;
+    updatedAt?: Date;
+}
+export declare const ScorecardCategorySchema: import("mongoose").Schema<ScorecardCategory, import("mongoose").Model<ScorecardCategory, any, any, any, Document<unknown, any, ScorecardCategory> & ScorecardCategory & Required<{
+    _id: Types.ObjectId;
+}>, any>, {}, {}, {}, {}, import("mongoose").DefaultSchemaOptions, ScorecardCategory, Document<unknown, {}, import("mongoose").FlatRecord<ScorecardCategory>> & import("mongoose").FlatRecord<ScorecardCategory> & Required<{
+    _id: Types.ObjectId;
+}>>;
+//# sourceMappingURL=scorecard-category.schema.d.ts.map

package/dist/schemas/scorecard-category.schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorecard-category.schema.d.ts","sourceRoot":"","sources":["../../src/schemas/scorecard-category.schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAE3C,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG,QAAQ,CAAC;AAuBrE,qBACa,iBAAiB;IAC5B,GAAG,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC;IAGrB,WAAW,EAAG,KAAK,CAAC,QAAQ,CAAC;IAG7B,IAAI,EAAG,MAAM,CAAC;IAGd,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,MAAM,EAAG,MAAM,CAAC;IAMhB,WAAW,EAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;IAG/B,KAAK,EAAG,MAAM,CAAC;IAGf,OAAO,EAAG,MAAM,CAAC;IAGjB,SAAS,CAAC,EAAE,IAAI,CAAC;IAGjB,SAAS,CAAC,EAAE,IAAI,CAAC;CAClB;AAED,eAAO,MAAM,uBAAuB;;;;GACa,CAAC"}

package/dist/schemas/scorecard-category.schema.js

@@ -0,0 +1,83 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScorecardCategorySchema = exports.ScorecardCategory = void 0;
+const mongoose_1 = require("@nestjs/mongoose");
+const mongoose_2 = require("mongoose");
+function virtualIdPlugin(schema) {
+    schema.set('toJSON', {
+        virtuals: true,
+        versionKey: false,
+        transform: (_doc, ret) => {
+            ret.id = ret._id?.toString();
+            delete ret._id;
+            return ret;
+        },
+    });
+    schema.set('toObject', {
+        virtuals: true,
+        versionKey: false,
+        transform: (_doc, ret) => {
+            ret.id = ret._id?.toString();
+            delete ret._id;
+            return ret;
+        },
+    });
+}
+let ScorecardCategory = class ScorecardCategory {
+};
+exports.ScorecardCategory = ScorecardCategory;
+__decorate([
+    (0, mongoose_1.Prop)({ required: true, type: mongoose_2.Types.ObjectId, ref: 'Scorecard' }),
+    __metadata("design:type", mongoose_2.Types.ObjectId)
+], ScorecardCategory.prototype, "scorecardId", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ required: true }),
+    __metadata("design:type", String)
+], ScorecardCategory.prototype, "name", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", String)
+], ScorecardCategory.prototype, "description", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ default: 100, min: 0, max: 100 }),
+    __metadata("design:type", Number)
+], ScorecardCategory.prototype, "weight", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({
+        type: [{ type: mongoose_2.Types.ObjectId, ref: 'ScorecardCriteria' }],
+        default: [],
+    }),
+    __metadata("design:type", Array)
+], ScorecardCategory.prototype, "criteriaIds", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ default: 0 }),
+    __metadata("design:type", Number)
+], ScorecardCategory.prototype, "order", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ default: 1 }),
+    __metadata("design:type", Number)
+], ScorecardCategory.prototype, "version", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ type: Date }),
+    __metadata("design:type", Date)
+], ScorecardCategory.prototype, "createdAt", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ type: Date }),
+    __metadata("design:type", Date)
+], ScorecardCategory.prototype, "updatedAt", void 0);
+exports.ScorecardCategory = ScorecardCategory = __decorate([
+    (0, mongoose_1.Schema)({ collection: 'scorecard_categories', timestamps: true })
+], ScorecardCategory);
+exports.ScorecardCategorySchema = mongoose_1.SchemaFactory.createForClass(ScorecardCategory);
+exports.ScorecardCategorySchema.index({ scorecardId: 1 });
+exports.ScorecardCategorySchema.plugin(virtualIdPlugin);
+//# sourceMappingURL=scorecard-category.schema.js.map

package/dist/schemas/scorecard-category.schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorecard-category.schema.js","sourceRoot":"","sources":["../../src/schemas/scorecard-category.schema.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+CAA+D;AAC/D,uCAA2C;AAI3C,SAAS,eAAe,CAAC,MAAW;IAClC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;QACnB,QAAQ,EAAE,IAAI;QACd,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,CAAC,IAAS,EAAE,GAAQ,EAAE,EAAE;YACjC,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC;YAC7B,OAAO,GAAG,CAAC,GAAG,CAAC;YACf,OAAO,GAAG,CAAC;QACb,CAAC;KACF,CAAC,CAAC;IACH,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE;QACrB,QAAQ,EAAE,IAAI;QACd,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,CAAC,IAAS,EAAE,GAAQ,EAAE,EAAE;YACjC,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC;YAC7B,OAAO,GAAG,CAAC,GAAG,CAAC;YACf,OAAO,GAAG,CAAC;QACb,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAGM,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;CAgC7B,CAAA;AAhCY,8CAAiB;AAI5B;IADC,IAAA,eAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC;8BACnD,gBAAK,CAAC,QAAQ;sDAAC;AAG7B;IADC,IAAA,eAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;+CACX;AAGd;IADC,IAAA,eAAI,GAAE;;sDACc;AAGrB;IADC,IAAA,eAAI,EAAC,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;;iDACzB;AAMhB;IAJC,IAAA,eAAI,EAAC;QACJ,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,mBAAmB,EAAE,CAAC;QAC1D,OAAO,EAAE,EAAE;KACZ,CAAC;;sDAC6B;AAG/B;IADC,IAAA,eAAI,EAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;;gDACN;AAGf;IADC,IAAA,eAAI,EAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;;kDACJ;AAGjB;IADC,IAAA,eAAI,EAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;8BACT,IAAI;oDAAC;AAGjB;IADC,IAAA,eAAI,EAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;8BACT,IAAI;oDAAC;4BA/BN,iBAAiB;IAD7B,IAAA,iBAAM,EAAC,EAAE,UAAU,EAAE,sBAAsB,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;GACpD,iBAAiB,CAgC7B;AAEY,QAAA,uBAAuB,GAClC,wBAAa,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;AAClD,+BAAuB,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;AAClD,+BAAuB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC"}

package/dist/schemas/scorecard-criteria.schema.d.ts

@@ -0,0 +1,92 @@
+import { Document, Types, Schema as MongooseSchema } from 'mongoose';
+export type ScorecardCriteriaDocument = ScorecardCriteria & Document;
+export declare enum CriteriaType {
+    PROMPT = "prompt",
+    KEYWORD = "keyword",
+    RESPONSE_TIME = "response_time",
+    TOOL_CALL = "tool_call",
+    HALLUCINATION = "hallucination",
+    KNOWLEDGE_RETENTION = "knowledge_retention",
+    CONVERSATION_COMPLETENESS = "conversation_completeness",
+    ROLE_ADHERENCE = "role_adherence",
+    RAG_FAITHFULNESS = "rag_faithfulness"
+}
+export interface PromptCriteriaSettings {
+    description: string;
+    evaluationType: 'boolean' | 'score';
+}
+export interface KeywordCriteriaSettings {
+    matchType: 'must_contain' | 'must_not_contain' | 'any' | 'none';
+    keyword: string | string[];
+    /** Plural alias — some DB documents store `keywords` instead of `keyword` */
+    keywords?: string | string[];
+    caseSensitive?: boolean;
+}
+export interface ResponseTimeCriteriaSettings {
+    participant: 'agent' | 'customer' | 'both';
+}
+export interface ToolCallCriteriaSettings {
+    expectedTool: string | string[];
+    executionCondition?: string;
+}
+export interface HallucinationCriteriaSettings {
+    description?: string;
+    evaluationType?: 'boolean' | 'score';
+}
+export interface KnowledgeRetentionCriteriaSettings {
+    description?: string;
+    evaluationType?: 'boolean' | 'score';
+}
+export interface ConversationCompletenessCriteriaSettings {
+    description?: string;
+    evaluationType?: 'boolean' | 'score';
+}
+export interface RoleAdherenceCriteriaSettings {
+    description?: string;
+    evaluationType?: 'boolean' | 'score';
+}
+export interface RagFaithfulnessCriteriaSettings {
+    description?: string;
+    evaluationType?: 'boolean' | 'score';
+    retrievalToolNames?: string[];
+}
+export type CriteriaSettings = PromptCriteriaSettings | KeywordCriteriaSettings | ResponseTimeCriteriaSettings | ToolCallCriteriaSettings | HallucinationCriteriaSettings | KnowledgeRetentionCriteriaSettings | ConversationCompletenessCriteriaSettings | RoleAdherenceCriteriaSettings | RagFaithfulnessCriteriaSettings;
+export interface BooleanThreshold {
+    expectedValue: boolean;
+}
+export interface NumericalThreshold {
+    min?: number;
+    max?: number;
+}
+export interface PercentageThreshold {
+    minPercentage?: number;
+    maxPercentage?: number;
+}
+export type Threshold = BooleanThreshold | NumericalThreshold | PercentageThreshold;
+export declare function isPromptSettings(s: any): s is PromptCriteriaSettings;
+export declare function isKeywordSettings(s: any): s is KeywordCriteriaSettings;
+export declare function isBooleanThreshold(t: any): t is BooleanThreshold;
+export declare function isNumericalThreshold(t: any): t is NumericalThreshold;
+export declare function isPercentageThreshold(t: any): t is PercentageThreshold;
+export declare function getEvaluationType(criteria: ScorecardCriteria): 'boolean' | 'score' | 'number' | 'percentage';
+export declare class ScorecardCriteria {
+    _id?: Types.ObjectId;
+    scorecardId: Types.ObjectId;
+    categoryId: Types.ObjectId;
+    key: string;
+    name: string;
+    description?: string;
+    type: string;
+    settings: CriteriaSettings;
+    threshold?: Threshold;
+    version: number;
+    isActive: boolean;
+    createdAt?: Date;
+    updatedAt?: Date;
+}
+export declare const ScorecardCriteriaSchema: MongooseSchema<ScorecardCriteria, import("mongoose").Model<ScorecardCriteria, any, any, any, Document<unknown, any, ScorecardCriteria> & ScorecardCriteria & Required<{
+    _id: Types.ObjectId;
+}>, any>, {}, {}, {}, {}, import("mongoose").DefaultSchemaOptions, ScorecardCriteria, Document<unknown, {}, import("mongoose").FlatRecord<ScorecardCriteria>> & import("mongoose").FlatRecord<ScorecardCriteria> & Required<{
+    _id: Types.ObjectId;
+}>>;
+//# sourceMappingURL=scorecard-criteria.schema.d.ts.map

package/dist/schemas/scorecard-criteria.schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorecard-criteria.schema.d.ts","sourceRoot":"","sources":["../../src/schemas/scorecard-criteria.schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,IAAI,cAAc,EAAE,MAAM,UAAU,CAAC;AAErE,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG,QAAQ,CAAC;AAGrE,oBAAY,YAAY;IACtB,MAAM,WAAW;IACjB,OAAO,YAAY;IACnB,aAAa,kBAAkB;IAC/B,SAAS,cAAc;IACvB,aAAa,kBAAkB;IAC/B,mBAAmB,wBAAwB;IAC3C,yBAAyB,8BAA8B;IACvD,cAAc,mBAAmB;IACjC,gBAAgB,qBAAqB;CACtC;AAID,MAAM,WAAW,sBAAsB;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,SAAS,GAAG,OAAO,CAAC;CACrC;AAED,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,cAAc,GAAG,kBAAkB,GAAG,KAAK,GAAG,MAAM,CAAC;IAChE,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC3B,6EAA6E;IAC7E,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC7B,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,4BAA4B;IAC3C,WAAW,EAAE,OAAO,GAAG,UAAU,GAAG,MAAM,CAAC;CAC5C;AAED,MAAM,WAAW,wBAAwB;IACvC,YAAY,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAChC,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,6BAA6B;IAC5C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,WAAW,kCAAkC;IACjD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,WAAW,wCAAwC;IACvD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,WAAW,6BAA6B;IAC5C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,WAAW,+BAA+B;IAC9C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC;IACrC,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC/B;AAED,MAAM,MAAM,gBAAgB,GACxB,sBAAsB,GACtB,uBAAuB,GACvB,4BAA4B,GAC5B,wBAAwB,GACxB,6BAA6B,GAC7B,kCAAkC,GAClC,wCAAwC,GACxC,6BAA6B,GAC7B,+BAA+B,CAAC;AAIpC,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,mBAAmB;IAClC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,MAAM,SAAS,GACjB,gBAAgB,GAChB,kBAAkB,GAClB,mBAAmB,CAAC;AAIxB,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,IAAI,sBAAsB,CAEpE;AAED,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,IAAI,uBAAuB,CAEtE;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,IAAI,gBAAgB,CAEhE;AAED,wBAAgB,oBAAoB,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,IAAI,kBAAkB,CAKpE;AAED,wBAAgB,qBAAqB,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,IAAI,mBAAmB,CAEtE;AAID,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,iBAAiB,GAC1B,SAAS,GAAG,OAAO,GAAG,QAAQ,GAAG,YAAY,CAuB/C;AAyBD,qBACa,iBAAiB;IAC5B,GAAG,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC;IAGrB,WAAW,EAAG,KAAK,CAAC,QAAQ,CAAC;IAG7B,UAAU,EAAG,KAAK,CAAC,QAAQ,CAAC;IAG5B,GAAG,EAAG,MAAM,CAAC;IAGb,IAAI,EAAG,MAAM,CAAC;IAGd,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,IAAI,EAAG,MAAM,CAAC;IAGd,QAAQ,EAAG,gBAAgB,CAAC;IAG5B,SAAS,CAAC,EAAE,SAAS,CAAC;IAGtB,OAAO,EAAG,MAAM,CAAC;IAGjB,QAAQ,EAAG,OAAO,CAAC;IAGnB,SAAS,CAAC,EAAE,IAAI,CAAC;IAGjB,SAAS,CAAC,EAAE,IAAI,CAAC;CAClB;AAED,eAAO,MAAM,uBAAuB;;;;GACa,CAAC"}