@chanl/scorecards-core 0.4.0

package/dist/evaluation/evaluation.service.js

@@ -0,0 +1,225 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var EvaluationService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvaluationService = void 0;
+const common_1 = require("@nestjs/common");
+const mongoose_1 = require("@nestjs/mongoose");
+const mongoose_2 = require("mongoose");
+const schemas_1 = require("../schemas");
+const handlers_1 = require("../handlers");
+let EvaluationService = EvaluationService_1 = class EvaluationService {
+    constructor(scorecardModel, categoryModel, criteriaModel, resultModel, handlerRegistry) {
+        this.scorecardModel = scorecardModel;
+        this.categoryModel = categoryModel;
+        this.criteriaModel = criteriaModel;
+        this.resultModel = resultModel;
+        this.handlerRegistry = handlerRegistry;
+        this.logger = new common_1.Logger(EvaluationService_1.name);
+    }
+    /**
+     * Evaluate a transcript against a scorecard.
+     */
+    async evaluate(scorecardId, context, options = {}) {
+        const startTime = Date.now();
+        // 1. Load scorecard
+        const scorecard = await this.scorecardModel.findById(scorecardId);
+        if (!scorecard) {
+            throw new Error(`Scorecard ${scorecardId} not found`);
+        }
+        // 2. Load categories and active criteria
+        const objectId = new mongoose_2.Types.ObjectId(scorecardId);
+        const categories = await this.categoryModel
+            .find({ scorecardId: objectId })
+            .sort({ order: 1 });
+        const allCriteria = await this.criteriaModel
+            .find({ scorecardId: objectId, isActive: true });
+        if (allCriteria.length === 0) {
+            throw new Error(`Scorecard ${scorecardId} has no active criteria`);
+        }
+        // 3. Create result record with status='processing'
+        const result = await this.resultModel.create({
+            scorecardId,
+            callId: options.callId,
+            agentId: options.agentId,
+            scenarioExecutionId: options.scenarioExecutionId,
+            status: 'processing',
+            criteriaResults: [],
+            categoryScores: {},
+        });
+        try {
+            // 4. Evaluate each criterion
+            const criteriaResults = [];
+            for (const criterion of allCriteria) {
+                const handler = this.handlerRegistry.get(criterion.type);
+                if (!handler) {
+                    this.logger.warn(`No handler for criteria type: ${criterion.type}, skipping ${criterion.key}`);
+                    continue;
+                }
+                const category = categories.find((c) => c._id?.toString() === criterion.categoryId?.toString());
+                try {
+                    const handlerResult = await handler.evaluate(criterion, context);
+                    criteriaResults.push({
+                        criteriaId: criterion._id?.toString() || '',
+                        criteriaKey: criterion.key,
+                        criteriaVersion: criterion.version,
+                        categoryId: criterion.categoryId?.toString() || '',
+                        categoryVersion: category?.version || 1,
+                        categoryName: category?.name,
+                        criteriaName: criterion.name,
+                        result: handlerResult.result,
+                        passed: handlerResult.passed,
+                        reasoning: handlerResult.reasoning,
+                        evidence: handlerResult.evidence,
+                        ...(handlerResult.notApplicable ? { notApplicable: true } : {}),
+                    });
+                }
+                catch (error) {
+                    this.logger.error(`Error evaluating ${criterion.key}: ${error.message}`);
+                    criteriaResults.push({
+                        criteriaId: criterion._id?.toString() || '',
+                        criteriaKey: criterion.key,
+                        criteriaVersion: criterion.version,
+                        categoryId: criterion.categoryId?.toString() || '',
+                        categoryVersion: category?.version || 1,
+                        categoryName: category?.name,
+                        criteriaName: criterion.name,
+                        result: null,
+                        passed: false,
+                        reasoning: `Evaluation error: ${error.message}`,
+                        evidence: [],
+                    });
+                }
+            }
+            // 5. Calculate category scores (average of normalized criteria scores in each category)
+            const categoryScores = {};
+            for (const category of categories) {
+                const categoryId = category._id?.toString() || '';
+                const categoryCriteria = criteriaResults.filter((cr) => cr.categoryId === categoryId);
+                if (categoryCriteria.length === 0)
+                    continue;
+                const normalizedScores = categoryCriteria.map((cr) => {
+                    const criterion = allCriteria.find((c) => c._id?.toString() === cr.criteriaId);
+                    if (!criterion)
+                        return 0;
+                    return (0, handlers_1.normalizeScore)(cr.result, criterion, cr.passed);
+                });
+                const avgScore = normalizedScores.reduce((sum, s) => sum + s, 0) /
+                    normalizedScores.length;
+                categoryScores[category.name] = Math.round(avgScore * 100) / 100;
+            }
+            // 6. Calculate overall score based on scoring algorithm
+            const overallScore = this.calculateOverallScore(scorecard.scoringAlgorithm, categoryScores, categories, criteriaResults);
+            // 7. Determine pass/fail
+            const passed = overallScore >= (scorecard.passingThreshold / 100) * 10;
+            // 8. Update result
+            const processingTime = Date.now() - startTime;
+            await this.resultModel.findByIdAndUpdate(result._id, {
+                status: 'completed',
+                overallScore,
+                categoryScores,
+                criteriaResults,
+                analysisMetadata: {
+                    analysisType: 'automatic',
+                    triggeredBy: options.scenarioExecutionId ? 'scenario' : 'endpoint',
+                    processingTime,
+                    transcriptLength: context.transcriptText.length,
+                    criteriaCount: allCriteria.length,
+                    autoScored: true,
+                    scorecardVersion: String(scorecard.__v || 1),
+                    analysisTimestamp: new Date(),
+                },
+            });
+            return {
+                resultId: result._id?.toString() || '',
+                scorecardId,
+                overallScore,
+                categoryScores,
+                criteriaResults,
+                status: 'completed',
+                passed,
+            };
+        }
+        catch (error) {
+            this.logger.error(`Evaluation failed: ${error.message}`, error.stack);
+            await this.resultModel.findByIdAndUpdate(result._id, {
+                status: 'failed',
+                errorMessage: error.message,
+            });
+            return {
+                resultId: result._id?.toString() || '',
+                scorecardId,
+                overallScore: 0,
+                categoryScores: {},
+                criteriaResults: [],
+                status: 'failed',
+                passed: false,
+            };
+        }
+    }
+    /**
+     * Calculate overall score based on the scorecard's scoring algorithm.
+     */
+    calculateOverallScore(algorithm, categoryScores, categories, criteriaResults) {
+        const categoryNames = Object.keys(categoryScores);
+        if (categoryNames.length === 0)
+            return 0;
+        switch (algorithm) {
+            case 'weighted_average': {
+                let totalWeight = 0;
+                let weightedSum = 0;
+                for (const category of categories) {
+                    const score = categoryScores[category.name];
+                    if (score !== undefined) {
+                        weightedSum += score * category.weight;
+                        totalWeight += category.weight;
+                    }
+                }
+                return totalWeight > 0
+                    ? Math.round((weightedSum / totalWeight) * 100) / 100
+                    : 0;
+            }
+            case 'simple_average': {
+                const scores = Object.values(categoryScores);
+                const sum = scores.reduce((a, b) => a + b, 0);
+                return Math.round((sum / scores.length) * 100) / 100;
+            }
+            case 'minimum_all': {
+                const allPassed = criteriaResults.every((cr) => cr.passed);
+                return allPassed ? 10 : 0;
+            }
+            case 'pass_fail': {
+                const scores = Object.values(categoryScores);
+                const avg = scores.reduce((a, b) => a + b, 0) / scores.length;
+                return Math.round(avg * 100) / 100;
+            }
+            default:
+                return 0;
+        }
+    }
+};
+exports.EvaluationService = EvaluationService;
+exports.EvaluationService = EvaluationService = EvaluationService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, mongoose_1.InjectModel)(schemas_1.Scorecard.name)),
+    __param(1, (0, mongoose_1.InjectModel)(schemas_1.ScorecardCategory.name)),
+    __param(2, (0, mongoose_1.InjectModel)(schemas_1.ScorecardCriteria.name)),
+    __param(3, (0, mongoose_1.InjectModel)(schemas_1.ScorecardResult.name)),
+    __metadata("design:paramtypes", [mongoose_2.Model,
+        mongoose_2.Model,
+        mongoose_2.Model,
+        mongoose_2.Model,
+        handlers_1.CriteriaHandlerRegistry])
+], EvaluationService);
+//# sourceMappingURL=evaluation.service.js.map

package/dist/evaluation/evaluation.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluation.service.js","sourceRoot":"","sources":["../../src/evaluation/evaluation.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,+CAA+C;AAC/C,uCAAwC;AACxC,wCAWoB;AACpB,0CAIqB;AAmBd,IAAM,iBAAiB,yBAAvB,MAAM,iBAAiB;IAG5B,YAEE,cAAyD,EAEzD,aAAgE,EAEhE,aAAgE,EAEhE,WAA4D,EAC3C,eAAwC;QAPxC,mBAAc,GAAd,cAAc,CAA0B;QAExC,kBAAa,GAAb,aAAa,CAAkC;QAE/C,kBAAa,GAAb,aAAa,CAAkC;QAE/C,gBAAW,GAAX,WAAW,CAAgC;QAC3C,oBAAe,GAAf,eAAe,CAAyB;QAX1C,WAAM,GAAG,IAAI,eAAM,CAAC,mBAAiB,CAAC,IAAI,CAAC,CAAC;IAY1D,CAAC;IAEJ;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,WAAmB,EACnB,OAA0B,EAC1B,UAA2B,EAAE;QAE7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,oBAAoB;QACpB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAClE,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,aAAa,WAAW,YAAY,CAAC,CAAC;QACxD,CAAC;QAED,yCAAyC;QACzC,MAAM,QAAQ,GAAG,IAAI,gBAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa;aACxC,IAAI,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;aAC/B,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAEtB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa;aACzC,IAAI,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAEnD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,aAAa,WAAW,yBAAyB,CAAC,CAAC;QACrE,CAAC;QAED,mDAAmD;QACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAC3C,WAAW;YACX,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;YAChD,MAAM,EAAE,YAAY;YACpB,eAAe,EAAE,EAAE;YACnB,cAAc,EAAE,EAAE;SACnB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,6BAA6B;YAC7B,MAAM,eAAe,GAAqB,EAAE,CAAC;YAE7C,KAAK,MAAM,SAAS,IAAI,WAAW,EAAE,CAAC;gBACpC,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACzD,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iCAAiC,SAAS,CAAC,IAAI,cAAc,SAAS,CAAC,GAAG,EAAE,CAC7E,CAAC;oBACF,SAAS;gBACX,CAAC;gBAED,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,SAAS,CAAC,UAAU,EAAE,QAAQ,EAAE,CAC9D,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;oBAEjE,eAAe,CAAC,IAAI,CAAC;wBACnB,UAAU,EAAE,SAAS,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE;wBAC3C,WAAW,EAAE,SAAS,CAAC,GAAG;wBAC1B,eAAe,EAAE,SAAS,CAAC,OAAO;wBAClC,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE;wBAClD,eAAe,EAAE,QAAQ,EAAE,OAAO,IAAI,CAAC;wBACvC,YAAY,EAAE,QAAQ,EAAE,IAAI;wBAC5B,YAAY,EAAE,SAAS,CAAC,IAAI;wBAC5B,MAAM,EAAE,aAAa,CAAC,MAAM;wBAC5B,MAAM,EAAE,aAAa,CAAC,MAAM;wBAC5B,SAAS,EAAE,aAAa,CAAC,SAAS;wBAClC,QAAQ,EAAE,aAAa,CAAC,QAAQ;wBAChC,GAAG,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAChE,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,oBAAoB,SAAS,CAAC,GAAG,KAAK,KAAK,CAAC,OAAO,EAAE,CACtD,CAAC;oBACF,eAAe,CAAC,IAAI,CAAC;wBACnB,UAAU,EAAE,SAAS,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE;wBAC3C,WAAW,EAAE,SAAS,CAAC,GAAG;wBAC1B,eAAe,EAAE,SAAS,CAAC,OAAO;wBAClC,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE;wBAClD,eAAe,EAAE,QAAQ,EAAE,OAAO,IAAI,CAAC;wBACvC,YAAY,EAAE,QAAQ,EAAE,IAAI;wBAC5B,YAAY,EAAE,SAAS,CAAC,IAAI;wBAC5B,MAAM,EAAE,IAAI;wBACZ,MAAM,EAAE,KAAK;wBACb,SAAS,EAAE,qBAAqB,KAAK,CAAC,OAAO,EAAE;wBAC/C,QAAQ,EAAE,EAAE;qBACb,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,wFAAwF;YACxF,MAAM,cAAc,GAA2B,EAAE,CAAC;YAClD,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;gBAClC,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;gBAClD,MAAM,gBAAgB,GAAG,eAAe,CAAC,MAAM,CAC7C,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,KAAK,UAAU,CACrC,CAAC;gBAEF,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAE5C,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;oBACnD,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAChC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,UAAU,CAC3C,CAAC;oBACF,IAAI,CAAC,SAAS;wBAAE,OAAO,CAAC,CAAC;oBACzB,OAAO,IAAA,yBAAc,EAAC,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBACzD,CAAC,CAAC,CAAC;gBAEH,MAAM,QAAQ,GACZ,gBAAgB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC/C,gBAAgB,CAAC,MAAM,CAAC;gBAE1B,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;YACnE,CAAC;YAED,wDAAwD;YACxD,MAAM,YAAY,GAAG,IAAI,CAAC,qBAAqB,CAC7C,SAAS,CAAC,gBAAgB,EAC1B,cAAc,EACd,UAAU,EACV,eAAe,CAChB,CAAC;YAEF,yBAAyB;YACzB,MAAM,MAAM,GACV,YAAY,IAAI,CAAC,SAAS,CAAC,gBAAgB,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;YAE1D,mBAAmB;YACnB,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE9C,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,EAAE;gBACnD,MAAM,EAAE,WAAW;gBACnB,YAAY;gBACZ,cAAc;gBACd,eAAe;gBACf,gBAAgB,EAAE;oBAChB,YAAY,EAAE,WAAW;oBACzB,WAAW,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU;oBAClE,cAAc;oBACd,gBAAgB,EAAE,OAAO,CAAC,cAAc,CAAC,MAAM;oBAC/C,aAAa,EAAE,WAAW,CAAC,MAAM;oBACjC,UAAU,EAAE,IAAI;oBAChB,gBAAgB,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;oBAC5C,iBAAiB,EAAE,IAAI,IAAI,EAAE;iBAC9B;aACF,CAAC,CAAC;YAEH,OAAO;gBACL,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACtC,WAAW;gBACX,YAAY;gBACZ,cAAc;gBACd,eAAe;gBACf,MAAM,EAAE,WAAW;gBACnB,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACtE,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,EAAE;gBACnD,MAAM,EAAE,QAAQ;gBAChB,YAAY,EAAE,KAAK,CAAC,OAAO;aAC5B,CAAC,CAAC;YAEH,OAAO;gBACL,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACtC,WAAW;gBACX,YAAY,EAAE,CAAC;gBACf,cAAc,EAAE,EAAE;gBAClB,eAAe,EAAE,EAAE;gBACnB,MAAM,EAAE,QAAQ;gBAChB,MAAM,EAAE,KAAK;aACd,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,qBAAqB,CAC3B,SAAiB,EACjB,cAAsC,EACtC,UAAuC,EACvC,eAAiC;QAEjC,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAClD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEzC,QAAQ,SAAS,EAAE,CAAC;YAClB,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,IAAI,WAAW,GAAG,CAAC,CAAC;gBACpB,IAAI,WAAW,GAAG,CAAC,CAAC;gBAEpB,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,KAAK,GAAG,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAC5C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;wBACxB,WAAW,IAAI,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;wBACvC,WAAW,IAAI,QAAQ,CAAC,MAAM,CAAC;oBACjC,CAAC;gBACH,CAAC;gBAED,OAAO,WAAW,GAAG,CAAC;oBACpB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;oBACrD,CAAC,CAAC,CAAC,CAAC;YACR,CAAC;YAED,KAAK,gBAAgB,CAAC,CAAC,CAAC;gBACtB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC9C,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;YACvD,CAAC;YAED,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC3D,OAAO,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC;YAED,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC9D,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;YACrC,CAAC;YAED;gBACE,OAAO,CAAC,CAAC;QACb,CAAC;IACH,CAAC;CACF,CAAA;AArPY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;IAKR,WAAA,IAAA,sBAAW,EAAC,mBAAS,CAAC,IAAI,CAAC,CAAA;IAE3B,WAAA,IAAA,sBAAW,EAAC,2BAAiB,CAAC,IAAI,CAAC,CAAA;IAEnC,WAAA,IAAA,sBAAW,EAAC,2BAAiB,CAAC,IAAI,CAAC,CAAA;IAEnC,WAAA,IAAA,sBAAW,EAAC,yBAAe,CAAC,IAAI,CAAC,CAAA;qCALD,gBAAK;QAEN,gBAAK;QAEL,gBAAK;QAEP,gBAAK;QACD,kCAAuB;GAZhD,iBAAiB,CAqP7B"}

package/dist/evaluation/index.d.ts

@@ -0,0 +1,2 @@
+export { EvaluationService, EvaluateOptions, EvaluationResult, } from './evaluation.service';
+//# sourceMappingURL=index.d.ts.map

package/dist/evaluation/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/evaluation/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EACjB,eAAe,EACf,gBAAgB,GACjB,MAAM,sBAAsB,CAAC"}

package/dist/evaluation/index.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvaluationService = void 0;
+var evaluation_service_1 = require("./evaluation.service");
+Object.defineProperty(exports, "EvaluationService", { enumerable: true, get: function () { return evaluation_service_1.EvaluationService; } });
+//# sourceMappingURL=index.js.map

package/dist/evaluation/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/evaluation/index.ts"],"names":[],"mappings":";;;AAAA,2DAI8B;AAH5B,uHAAA,iBAAiB,OAAA"}

package/dist/handlers/conversation-completeness.handler.d.ts

@@ -0,0 +1,7 @@
+import { ScorecardCriteria } from '../schemas';
+import { CriteriaHandler, CriteriaHandlerResult, EvaluationContext } from './criteria-handler.interface';
+export declare class ConversationCompletenessHandler implements CriteriaHandler {
+    readonly type = "conversation_completeness";
+    evaluate(criteria: ScorecardCriteria, context: EvaluationContext): Promise<CriteriaHandlerResult>;
+}
+//# sourceMappingURL=conversation-completeness.handler.d.ts.map

package/dist/handlers/conversation-completeness.handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversation-completeness.handler.d.ts","sourceRoot":"","sources":["../../src/handlers/conversation-completeness.handler.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,8BAA8B,CAAC;AAGtC,qBAAa,+BAAgC,YAAW,eAAe;IACrE,QAAQ,CAAC,IAAI,+BAA+B;IAEtC,QAAQ,CACZ,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,qBAAqB,CAAC;CAwElC"}

package/dist/handlers/conversation-completeness.handler.js

@@ -0,0 +1,74 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ConversationCompletenessHandler = void 0;
+const schemas_1 = require("../schemas");
+const scoring_utils_1 = require("./scoring-utils");
+class ConversationCompletenessHandler {
+    constructor() {
+        this.type = 'conversation_completeness';
+    }
+    async evaluate(criteria, context) {
+        const settings = criteria.settings;
+        const evaluationType = settings?.evaluationType || 'score';
+        // No LLM available — return fallback
+        if (!context.llmEvaluate) {
+            return {
+                result: 5,
+                passed: false,
+                reasoning: 'LLM evaluator not available',
+                evidence: [],
+            };
+        }
+        // Empty transcript — nothing to evaluate
+        if (!context.transcriptText || context.transcriptText.trim() === '') {
+            return {
+                result: 5,
+                passed: false,
+                reasoning: 'Empty transcript',
+                evidence: [],
+            };
+        }
+        // Build threshold info for LLM (same pattern as prompt.handler)
+        let thresholdInfo;
+        if (criteria.threshold) {
+            if ((0, schemas_1.isBooleanThreshold)(criteria.threshold)) {
+                thresholdInfo = {
+                    type: 'boolean',
+                    expectedValue: criteria.threshold.expectedValue,
+                };
+            }
+            else if ((0, schemas_1.isNumericalThreshold)(criteria.threshold)) {
+                thresholdInfo = {
+                    type: 'numerical',
+                    min: criteria.threshold.min,
+                    max: criteria.threshold.max,
+                };
+            }
+        }
+        try {
+            const llmResult = await context.llmEvaluate({
+                criterionName: criteria.name,
+                description: 'Identify every distinct concern, question, or request the customer raised during this conversation. For each one, determine whether the agent fully addressed it, partially addressed it, or ignored it. Score 1-10 where 10 means every customer concern was fully resolved or acknowledged with a clear next step.',
+                evaluationType,
+                transcript: context.transcriptText,
+                threshold: thresholdInfo,
+            });
+            return {
+                result: llmResult.result,
+                passed: llmResult.passed ?? (0, scoring_utils_1.checkThreshold)(criteria, llmResult.result),
+                reasoning: llmResult.reasoning || 'Conversation completeness evaluation completed.',
+                evidence: llmResult.evidence || [],
+            };
+        }
+        catch (error) {
+            return {
+                result: 5,
+                passed: false,
+                reasoning: `Conversation completeness evaluation failed: ${error.message}. Using fallback.`,
+                evidence: [],
+            };
+        }
+    }
+}
+exports.ConversationCompletenessHandler = ConversationCompletenessHandler;
+//# sourceMappingURL=conversation-completeness.handler.js.map

package/dist/handlers/conversation-completeness.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversation-completeness.handler.js","sourceRoot":"","sources":["../../src/handlers/conversation-completeness.handler.ts"],"names":[],"mappings":";;;AAAA,wCAKoB;AAMpB,mDAAiD;AAEjD,MAAa,+BAA+B;IAA5C;QACW,SAAI,GAAG,2BAA2B,CAAC;IA6E9C,CAAC;IA3EC,KAAK,CAAC,QAAQ,CACZ,QAA2B,EAC3B,OAA0B;QAE1B,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAoD,CAAC;QAC/E,MAAM,cAAc,GAAG,QAAQ,EAAE,cAAc,IAAI,OAAO,CAAC;QAE3D,qCAAqC;QACrC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,CAAC;gBACT,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,6BAA6B;gBACxC,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,yCAAyC;QACzC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpE,OAAO;gBACL,MAAM,EAAE,CAAC;gBACT,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,kBAAkB;gBAC7B,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,gEAAgE;QAChE,IAAI,aAKS,CAAC;QAEd,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,IAAA,4BAAkB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3C,aAAa,GAAG;oBACd,IAAI,EAAE,SAAS;oBACf,aAAa,EAAE,QAAQ,CAAC,SAAS,CAAC,aAAa;iBAChD,CAAC;YACJ,CAAC;iBAAM,IAAI,IAAA,8BAAoB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,aAAa,GAAG;oBACd,IAAI,EAAE,WAAW;oBACjB,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;oBAC3B,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;iBAC5B,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;gBAC1C,aAAa,EAAE,QAAQ,CAAC,IAAI;gBAC5B,WAAW,EACT,sTAAsT;gBACxT,cAAc;gBACd,UAAU,EAAE,OAAO,CAAC,cAAc;gBAClC,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;YAEH,OAAO;gBACL,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,IAAA,8BAAc,EAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC;gBACtE,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,iDAAiD;gBACnF,QAAQ,EAAE,SAAS,CAAC,QAAQ,IAAI,EAAE;aACnC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO;gBACL,MAAM,EAAE,CAAC;gBACT,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,gDAAgD,KAAK,CAAC,OAAO,mBAAmB;gBAC3F,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AA9ED,0EA8EC"}

package/dist/handlers/criteria-handler-registry.d.ts

@@ -0,0 +1,12 @@
+import { CriteriaHandler } from './criteria-handler.interface';
+export declare class CriteriaHandlerRegistry {
+    private readonly logger;
+    private readonly handlers;
+    register(handler: CriteriaHandler): void;
+    get(type: string): CriteriaHandler | undefined;
+    getOrThrow(type: string): CriteriaHandler;
+    has(type: string): boolean;
+    list(): CriteriaHandler[];
+    listTypes(): string[];
+}
+//# sourceMappingURL=criteria-handler-registry.d.ts.map

package/dist/handlers/criteria-handler-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"criteria-handler-registry.d.ts","sourceRoot":"","sources":["../../src/handlers/criteria-handler-registry.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAE/D,qBACa,uBAAuB;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA4C;IACnE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsC;IAE/D,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,IAAI;IAKxC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAI9C,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe;IAUzC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAI1B,IAAI,IAAI,eAAe,EAAE;IAIzB,SAAS,IAAI,MAAM,EAAE;CAGtB"}

package/dist/handlers/criteria-handler-registry.js

@@ -0,0 +1,45 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var CriteriaHandlerRegistry_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CriteriaHandlerRegistry = void 0;
+const common_1 = require("@nestjs/common");
+let CriteriaHandlerRegistry = CriteriaHandlerRegistry_1 = class CriteriaHandlerRegistry {
+    constructor() {
+        this.logger = new common_1.Logger(CriteriaHandlerRegistry_1.name);
+        this.handlers = new Map();
+    }
+    register(handler) {
+        this.handlers.set(handler.type, handler);
+        this.logger.log(`Registered criteria handler: ${handler.type}`);
+    }
+    get(type) {
+        return this.handlers.get(type);
+    }
+    getOrThrow(type) {
+        const handler = this.handlers.get(type);
+        if (!handler) {
+            throw new Error(`No criteria handler registered for type: ${type}. Available: ${this.listTypes().join(', ')}`);
+        }
+        return handler;
+    }
+    has(type) {
+        return this.handlers.has(type);
+    }
+    list() {
+        return Array.from(this.handlers.values());
+    }
+    listTypes() {
+        return Array.from(this.handlers.keys());
+    }
+};
+exports.CriteriaHandlerRegistry = CriteriaHandlerRegistry;
+exports.CriteriaHandlerRegistry = CriteriaHandlerRegistry = CriteriaHandlerRegistry_1 = __decorate([
+    (0, common_1.Injectable)()
+], CriteriaHandlerRegistry);
+//# sourceMappingURL=criteria-handler-registry.js.map

package/dist/handlers/criteria-handler-registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"criteria-handler-registry.js","sourceRoot":"","sources":["../../src/handlers/criteria-handler-registry.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAAoD;AAI7C,IAAM,uBAAuB,+BAA7B,MAAM,uBAAuB;IAA7B;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,yBAAuB,CAAC,IAAI,CAAC,CAAC;QAClD,aAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;IAgCjE,CAAC;IA9BC,QAAQ,CAAC,OAAwB;QAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gCAAgC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,GAAG,CAAC,IAAY;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,UAAU,CAAC,IAAY;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,4CAA4C,IAAI,gBAAgB,IAAI,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC9F,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,GAAG,CAAC,IAAY;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,IAAI;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,SAAS;QACP,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;CACF,CAAA;AAlCY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAU,GAAE;GACA,uBAAuB,CAkCnC"}

package/dist/handlers/criteria-handler.interface.d.ts

@@ -0,0 +1,81 @@
+import { ScorecardCriteria } from '../schemas';
+/**
+ * Context provided to criteria handlers for evaluation.
+ * Handlers extract what they need from this context.
+ */
+export interface EvaluationContext {
+    /** Full transcript text (all segments joined) */
+    transcriptText: string;
+    /** Individual transcript segments with metadata */
+    segments?: Array<{
+        speaker: string;
+        text: string;
+        startTime?: number;
+        endTime?: number;
+        duration?: number;
+    }>;
+    /** Interaction-level metrics */
+    metrics?: {
+        duration?: number;
+        firstResponseLatency?: number;
+        avgSegmentLength?: Record<string, number>;
+    };
+    /** Tool calls made during the interaction */
+    toolCalls?: Array<{
+        name: string;
+        arguments?: Record<string, any>;
+        result?: any;
+        timestamp?: Date;
+        function?: {
+            name: string;
+        };
+    }>;
+    /** Ground truth facts for hallucination detection */
+    groundTruth?: string;
+    /** Optional LLM evaluation function for prompt-type criteria */
+    llmEvaluate?: (params: {
+        criterionName: string;
+        description: string;
+        evaluationType: 'boolean' | 'score';
+        transcript: string;
+        threshold?: {
+            type: 'boolean' | 'numerical';
+            expectedValue?: boolean;
+            min?: number;
+            max?: number;
+        };
+    }) => Promise<{
+        result: boolean | number;
+        passed: boolean;
+        reasoning: string;
+        evidence: string[];
+        confidence?: number;
+    }>;
+}
+/**
+ * Interface for criteria type handlers.
+ * Each handler evaluates a specific type of criterion.
+ */
+export interface CriteriaHandler {
+    /** The criteria type this handler supports (matches CriteriaType enum) */
+    readonly type: string;
+    /**
+     * Evaluate a criterion against the provided context.
+     * @param criteria - The criterion definition (settings, threshold, etc.)
+     * @param context - The evaluation context (transcript, metrics, etc.)
+     * @returns A partial CriteriaResult with result, passed, reasoning, evidence
+     */
+    evaluate(criteria: ScorecardCriteria, context: EvaluationContext): Promise<CriteriaHandlerResult>;
+}
+/**
+ * Result from a criteria handler evaluation.
+ */
+export interface CriteriaHandlerResult {
+    result: any;
+    passed: boolean;
+    reasoning: string;
+    evidence: string[];
+    /** When true, this criterion was skipped (no ground truth, no tools, etc.) — should display as N/A, not pass/fail */
+    notApplicable?: boolean;
+}
+//# sourceMappingURL=criteria-handler.interface.d.ts.map

package/dist/handlers/criteria-handler.interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"criteria-handler.interface.d.ts","sourceRoot":"","sources":["../../src/handlers/criteria-handler.interface.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EAElB,MAAM,YAAY,CAAC;AAEpB;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,iDAAiD;IACjD,cAAc,EAAE,MAAM,CAAC;IAEvB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,KAAK,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC,CAAC;IAEH,gCAAgC;IAChC,OAAO,CAAC,EAAE;QACR,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC3C,CAAC;IAEF,6CAA6C;IAC7C,SAAS,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,MAAM,CAAC,EAAE,GAAG,CAAC;QACb,SAAS,CAAC,EAAE,IAAI,CAAC;QACjB,QAAQ,CAAC,EAAE;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC;KAC7B,CAAC,CAAC;IAEH,qDAAqD;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,gEAAgE;IAChE,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,SAAS,GAAG,OAAO,CAAC;QACpC,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE;YACV,IAAI,EAAE,SAAS,GAAG,WAAW,CAAC;YAC9B,aAAa,CAAC,EAAE,OAAO,CAAC;YACxB,GAAG,CAAC,EAAE,MAAM,CAAC;YACb,GAAG,CAAC,EAAE,MAAM,CAAC;SACd,CAAC;KACH,KAAK,OAAO,CAAC;QACZ,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC;QACzB,MAAM,EAAE,OAAO,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;CACJ;AAED;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B,0EAA0E;IAC1E,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;;;OAKG;IACH,QAAQ,CACN,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,qBAAqB,CAAC,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,GAAG,CAAC;IACZ,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,qHAAqH;IACrH,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB"}

package/dist/handlers/criteria-handler.interface.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=criteria-handler.interface.js.map

package/dist/handlers/criteria-handler.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"criteria-handler.interface.js","sourceRoot":"","sources":["../../src/handlers/criteria-handler.interface.ts"],"names":[],"mappings":""}

package/dist/handlers/hallucination.handler.d.ts

@@ -0,0 +1,7 @@
+import { ScorecardCriteria } from '../schemas';
+import { CriteriaHandler, CriteriaHandlerResult, EvaluationContext } from './criteria-handler.interface';
+export declare class HallucinationHandler implements CriteriaHandler {
+    readonly type = "hallucination";
+    evaluate(criteria: ScorecardCriteria, context: EvaluationContext): Promise<CriteriaHandlerResult>;
+}
+//# sourceMappingURL=hallucination.handler.d.ts.map

package/dist/handlers/hallucination.handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hallucination.handler.d.ts","sourceRoot":"","sources":["../../src/handlers/hallucination.handler.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,8BAA8B,CAAC;AAGtC,qBAAa,oBAAqB,YAAW,eAAe;IAC1D,QAAQ,CAAC,IAAI,mBAAmB;IAE1B,QAAQ,CACZ,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,qBAAqB,CAAC;CAsFlC"}

package/dist/handlers/hallucination.handler.js

@@ -0,0 +1,86 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HallucinationHandler = void 0;
+const schemas_1 = require("../schemas");
+const scoring_utils_1 = require("./scoring-utils");
+class HallucinationHandler {
+    constructor() {
+        this.type = 'hallucination';
+    }
+    async evaluate(criteria, context) {
+        const settings = criteria.settings;
+        const evaluationType = settings?.evaluationType || 'boolean';
+        // No ground truth — nothing to check against
+        if (!context.groundTruth) {
+            return {
+                result: true,
+                passed: true,
+                reasoning: 'No ground truth provided',
+                evidence: [],
+                notApplicable: true,
+            };
+        }
+        // No LLM available — cannot evaluate
+        if (!context.llmEvaluate) {
+            return {
+                result: false,
+                passed: false,
+                reasoning: 'LLM evaluator not available',
+                evidence: [],
+            };
+        }
+        // Empty transcript — nothing to evaluate
+        if (!context.transcriptText || context.transcriptText.trim() === '') {
+            return {
+                result: true,
+                passed: true,
+                reasoning: 'Empty transcript — skipped',
+                evidence: [],
+            };
+        }
+        // Build enhanced transcript with ground truth prepended
+        const enhancedTranscript = `## Ground Truth Facts\n${context.groundTruth}\n\n## Conversation Transcript\n${context.transcriptText}`;
+        // Build threshold info for LLM (same pattern as prompt.handler)
+        let thresholdInfo;
+        if (criteria.threshold) {
+            if ((0, schemas_1.isBooleanThreshold)(criteria.threshold)) {
+                thresholdInfo = {
+                    type: 'boolean',
+                    expectedValue: criteria.threshold.expectedValue,
+                };
+            }
+            else if ((0, schemas_1.isNumericalThreshold)(criteria.threshold)) {
+                thresholdInfo = {
+                    type: 'numerical',
+                    min: criteria.threshold.min,
+                    max: criteria.threshold.max,
+                };
+            }
+        }
+        try {
+            const llmResult = await context.llmEvaluate({
+                criterionName: criteria.name,
+                description: 'Evaluate whether the agent\'s responses contradict, fabricate, or go beyond the provided ground truth facts. A hallucination is any claim not supported by the ground truth. Check each agent response against the ground truth and identify any fabricated information.',
+                evaluationType,
+                transcript: enhancedTranscript,
+                threshold: thresholdInfo,
+            });
+            return {
+                result: llmResult.result,
+                passed: llmResult.passed ?? (0, scoring_utils_1.checkThreshold)(criteria, llmResult.result),
+                reasoning: llmResult.reasoning || 'Hallucination evaluation completed.',
+                evidence: llmResult.evidence || [],
+            };
+        }
+        catch (error) {
+            return {
+                result: false,
+                passed: false,
+                reasoning: `Hallucination evaluation failed: ${error.message}`,
+                evidence: [],
+            };
+        }
+    }
+}
+exports.HallucinationHandler = HallucinationHandler;
+//# sourceMappingURL=hallucination.handler.js.map

package/dist/handlers/hallucination.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hallucination.handler.js","sourceRoot":"","sources":["../../src/handlers/hallucination.handler.ts"],"names":[],"mappings":";;;AAAA,wCAKoB;AAMpB,mDAAiD;AAEjD,MAAa,oBAAoB;IAAjC;QACW,SAAI,GAAG,eAAe,CAAC;IA2FlC,CAAC;IAzFC,KAAK,CAAC,QAAQ,CACZ,QAA2B,EAC3B,OAA0B;QAE1B,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAyC,CAAC;QACpE,MAAM,cAAc,GAAG,QAAQ,EAAE,cAAc,IAAI,SAAS,CAAC;QAE7D,6CAA6C;QAC7C,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;gBACZ,SAAS,EAAE,0BAA0B;gBACrC,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,IAAI;aACpB,CAAC;QACJ,CAAC;QAED,qCAAqC;QACrC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,6BAA6B;gBACxC,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,yCAAyC;QACzC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpE,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;gBACZ,SAAS,EAAE,4BAA4B;gBACvC,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,wDAAwD;QACxD,MAAM,kBAAkB,GAAG,0BAA0B,OAAO,CAAC,WAAW,mCAAmC,OAAO,CAAC,cAAc,EAAE,CAAC;QAEpI,gEAAgE;QAChE,IAAI,aAKS,CAAC;QAEd,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,IAAA,4BAAkB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3C,aAAa,GAAG;oBACd,IAAI,EAAE,SAAS;oBACf,aAAa,EAAE,QAAQ,CAAC,SAAS,CAAC,aAAa;iBAChD,CAAC;YACJ,CAAC;iBAAM,IAAI,IAAA,8BAAoB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,aAAa,GAAG;oBACd,IAAI,EAAE,WAAW;oBACjB,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;oBAC3B,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;iBAC5B,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;gBAC1C,aAAa,EAAE,QAAQ,CAAC,IAAI;gBAC5B,WAAW,EACT,0QAA0Q;gBAC5Q,cAAc;gBACd,UAAU,EAAE,kBAAkB;gBAC9B,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;YAEH,OAAO;gBACL,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,IAAA,8BAAc,EAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC;gBACtE,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,qCAAqC;gBACvE,QAAQ,EAAE,SAAS,CAAC,QAAQ,IAAI,EAAE;aACnC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,oCAAoC,KAAK,CAAC,OAAO,EAAE;gBAC9D,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AA5FD,oDA4FC"}

package/dist/handlers/index.d.ts

@@ -0,0 +1,13 @@
+export { CriteriaHandler, CriteriaHandlerResult, EvaluationContext, } from './criteria-handler.interface';
+export { CriteriaHandlerRegistry } from './criteria-handler-registry';
+export { checkThreshold, normalizeScore } from './scoring-utils';
+export { HallucinationHandler } from './hallucination.handler';
+export { KeywordHandler } from './keyword.handler';
+export { PromptHandler } from './prompt.handler';
+export { RagFaithfulnessHandler } from './rag-faithfulness.handler';
+export { ResponseTimeHandler } from './response-time.handler';
+export { ToolCallHandler } from './tool-call.handler';
+export { KnowledgeRetentionHandler } from './knowledge-retention.handler';
+export { ConversationCompletenessHandler } from './conversation-completeness.handler';
+export { RoleAdherenceHandler } from './role-adherence.handler';
+//# sourceMappingURL=index.d.ts.map

package/dist/handlers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/handlers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AACtE,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAGjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAGtD,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,EAAE,+BAA+B,EAAE,MAAM,qCAAqC,CAAC;AACtF,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC"}