@chanl/scorecards-core 0.4.0

package/dist/handlers/index.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RoleAdherenceHandler = exports.ConversationCompletenessHandler = exports.KnowledgeRetentionHandler = exports.ToolCallHandler = exports.ResponseTimeHandler = exports.RagFaithfulnessHandler = exports.PromptHandler = exports.KeywordHandler = exports.HallucinationHandler = exports.normalizeScore = exports.checkThreshold = exports.CriteriaHandlerRegistry = void 0;
+var criteria_handler_registry_1 = require("./criteria-handler-registry");
+Object.defineProperty(exports, "CriteriaHandlerRegistry", { enumerable: true, get: function () { return criteria_handler_registry_1.CriteriaHandlerRegistry; } });
+var scoring_utils_1 = require("./scoring-utils");
+Object.defineProperty(exports, "checkThreshold", { enumerable: true, get: function () { return scoring_utils_1.checkThreshold; } });
+Object.defineProperty(exports, "normalizeScore", { enumerable: true, get: function () { return scoring_utils_1.normalizeScore; } });
+// Built-in handlers (text-only — voice handlers removed for OSS)
+var hallucination_handler_1 = require("./hallucination.handler");
+Object.defineProperty(exports, "HallucinationHandler", { enumerable: true, get: function () { return hallucination_handler_1.HallucinationHandler; } });
+var keyword_handler_1 = require("./keyword.handler");
+Object.defineProperty(exports, "KeywordHandler", { enumerable: true, get: function () { return keyword_handler_1.KeywordHandler; } });
+var prompt_handler_1 = require("./prompt.handler");
+Object.defineProperty(exports, "PromptHandler", { enumerable: true, get: function () { return prompt_handler_1.PromptHandler; } });
+var rag_faithfulness_handler_1 = require("./rag-faithfulness.handler");
+Object.defineProperty(exports, "RagFaithfulnessHandler", { enumerable: true, get: function () { return rag_faithfulness_handler_1.RagFaithfulnessHandler; } });
+var response_time_handler_1 = require("./response-time.handler");
+Object.defineProperty(exports, "ResponseTimeHandler", { enumerable: true, get: function () { return response_time_handler_1.ResponseTimeHandler; } });
+var tool_call_handler_1 = require("./tool-call.handler");
+Object.defineProperty(exports, "ToolCallHandler", { enumerable: true, get: function () { return tool_call_handler_1.ToolCallHandler; } });
+// Multi-turn conversation metric handlers
+var knowledge_retention_handler_1 = require("./knowledge-retention.handler");
+Object.defineProperty(exports, "KnowledgeRetentionHandler", { enumerable: true, get: function () { return knowledge_retention_handler_1.KnowledgeRetentionHandler; } });
+var conversation_completeness_handler_1 = require("./conversation-completeness.handler");
+Object.defineProperty(exports, "ConversationCompletenessHandler", { enumerable: true, get: function () { return conversation_completeness_handler_1.ConversationCompletenessHandler; } });
+var role_adherence_handler_1 = require("./role-adherence.handler");
+Object.defineProperty(exports, "RoleAdherenceHandler", { enumerable: true, get: function () { return role_adherence_handler_1.RoleAdherenceHandler; } });
+//# sourceMappingURL=index.js.map

package/dist/handlers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/handlers/index.ts"],"names":[],"mappings":";;;AAKA,yEAAsE;AAA7D,oIAAA,uBAAuB,OAAA;AAChC,iDAAiE;AAAxD,+GAAA,cAAc,OAAA;AAAE,+GAAA,cAAc,OAAA;AAEvC,iEAAiE;AACjE,iEAA+D;AAAtD,6HAAA,oBAAoB,OAAA;AAC7B,qDAAmD;AAA1C,iHAAA,cAAc,OAAA;AACvB,mDAAiD;AAAxC,+GAAA,aAAa,OAAA;AACtB,uEAAoE;AAA3D,kIAAA,sBAAsB,OAAA;AAC/B,iEAA8D;AAArD,4HAAA,mBAAmB,OAAA;AAC5B,yDAAsD;AAA7C,oHAAA,eAAe,OAAA;AAExB,0CAA0C;AAC1C,6EAA0E;AAAjE,wIAAA,yBAAyB,OAAA;AAClC,yFAAsF;AAA7E,oJAAA,+BAA+B,OAAA;AACxC,mEAAgE;AAAvD,8HAAA,oBAAoB,OAAA"}

package/dist/handlers/keyword.handler.d.ts

@@ -0,0 +1,7 @@
+import { ScorecardCriteria } from '../schemas';
+import { CriteriaHandler, CriteriaHandlerResult, EvaluationContext } from './criteria-handler.interface';
+export declare class KeywordHandler implements CriteriaHandler {
+    readonly type = "keyword";
+    evaluate(criteria: ScorecardCriteria, context: EvaluationContext): Promise<CriteriaHandlerResult>;
+}
+//# sourceMappingURL=keyword.handler.d.ts.map

package/dist/handlers/keyword.handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyword.handler.d.ts","sourceRoot":"","sources":["../../src/handlers/keyword.handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAA2B,MAAM,YAAY,CAAC;AACxE,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,8BAA8B,CAAC;AAEtC,qBAAa,cAAe,YAAW,eAAe;IACpD,QAAQ,CAAC,IAAI,aAAa;IAEpB,QAAQ,CACZ,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,qBAAqB,CAAC;CAkElC"}

package/dist/handlers/keyword.handler.js

@@ -0,0 +1,64 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KeywordHandler = void 0;
+class KeywordHandler {
+    constructor() {
+        this.type = 'keyword';
+    }
+    async evaluate(criteria, context) {
+        const settings = criteria.settings;
+        // Support both 'keyword' (singular) and 'keywords' (plural) from DB
+        const rawKeywords = settings.keywords || settings.keyword;
+        if (!rawKeywords || (Array.isArray(rawKeywords) && rawKeywords.length === 0)) {
+            return {
+                result: false,
+                passed: false,
+                reasoning: 'No keywords configured for this criterion.',
+                evidence: [],
+            };
+        }
+        const keywords = Array.isArray(rawKeywords) ? rawKeywords : [rawKeywords];
+        const caseSensitive = settings.caseSensitive ?? false;
+        // Support 'any'/'all' matchType aliases alongside 'must_contain'/'must_not_contain'
+        const rawMatchType = settings.matchType || 'must_contain';
+        const matchType = rawMatchType === 'any' ? 'must_contain'
+            : rawMatchType === 'none' ? 'must_not_contain'
+                : rawMatchType;
+        const text = caseSensitive
+            ? context.transcriptText
+            : context.transcriptText.toLowerCase();
+        const normalizedKeywords = caseSensitive
+            ? keywords
+            : keywords.map((k) => k.toLowerCase());
+        const foundKeywords = [];
+        const evidence = [];
+        for (const keyword of normalizedKeywords) {
+            if (text.includes(keyword)) {
+                foundKeywords.push(keyword);
+                // Extract evidence snippets from segments
+                if (context.segments) {
+                    for (const seg of context.segments) {
+                        const segText = caseSensitive ? seg.text : seg.text.toLowerCase();
+                        if (segText.includes(keyword) && evidence.length < 3) {
+                            evidence.push(`[${seg.speaker}]: "${seg.text.substring(0, 200)}"`);
+                        }
+                    }
+                }
+                if (evidence.length >= 3)
+                    break;
+            }
+        }
+        const found = foundKeywords.length > 0;
+        const passed = matchType === 'must_contain' ? found : !found;
+        const reasoning = matchType === 'must_contain'
+            ? found
+                ? `Keywords found: ${foundKeywords.join(', ')}`
+                : `None of the expected keywords were found: ${keywords.join(', ')}`
+            : found
+                ? `Prohibited keywords found: ${foundKeywords.join(', ')}`
+                : `No prohibited keywords were found`;
+        return { result: passed, passed, reasoning, evidence };
+    }
+}
+exports.KeywordHandler = KeywordHandler;
+//# sourceMappingURL=keyword.handler.js.map

package/dist/handlers/keyword.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyword.handler.js","sourceRoot":"","sources":["../../src/handlers/keyword.handler.ts"],"names":[],"mappings":";;;AAOA,MAAa,cAAc;IAA3B;QACW,SAAI,GAAG,SAAS,CAAC;IAuE5B,CAAC;IArEC,KAAK,CAAC,QAAQ,CACZ,QAA2B,EAC3B,OAA0B;QAE1B,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAmC,CAAC;QAC9D,oEAAoE;QACpE,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC;QAC1D,IAAI,CAAC,WAAW,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;YAC7E,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,4CAA4C;gBACvD,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QAC1E,MAAM,aAAa,GAAG,QAAQ,CAAC,aAAa,IAAI,KAAK,CAAC;QACtD,oFAAoF;QACpF,MAAM,YAAY,GAAG,QAAQ,CAAC,SAAS,IAAI,cAAc,CAAC;QAC1D,MAAM,SAAS,GAAG,YAAY,KAAK,KAAK,CAAC,CAAC,CAAC,cAAc;YACvD,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,kBAAkB;gBAC9C,CAAC,CAAC,YAAY,CAAC;QAEjB,MAAM,IAAI,GAAG,aAAa;YACxB,CAAC,CAAC,OAAO,CAAC,cAAc;YACxB,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;QAEzC,MAAM,kBAAkB,GAAG,aAAa;YACtC,CAAC,CAAC,QAAQ;YACV,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAEzC,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;YACzC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAE5B,0CAA0C;gBAC1C,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACrB,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;wBACnC,MAAM,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;wBAClE,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACrD,QAAQ,CAAC,IAAI,CACX,IAAI,GAAG,CAAC,OAAO,OAAO,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CACpD,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC;oBAAE,MAAM;YAClC,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;QACvC,MAAM,MAAM,GACV,SAAS,KAAK,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAEhD,MAAM,SAAS,GACb,SAAS,KAAK,cAAc;YAC1B,CAAC,CAAC,KAAK;gBACL,CAAC,CAAC,mBAAmB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC/C,CAAC,CAAC,6CAA6C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACtE,CAAC,CAAC,KAAK;gBACL,CAAC,CAAC,8BAA8B,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC1D,CAAC,CAAC,mCAAmC,CAAC;QAE5C,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;IACzD,CAAC;CACF;AAxED,wCAwEC"}

package/dist/handlers/knowledge-retention.handler.d.ts

@@ -0,0 +1,7 @@
+import { ScorecardCriteria } from '../schemas';
+import { CriteriaHandler, CriteriaHandlerResult, EvaluationContext } from './criteria-handler.interface';
+export declare class KnowledgeRetentionHandler implements CriteriaHandler {
+    readonly type = "knowledge_retention";
+    evaluate(criteria: ScorecardCriteria, context: EvaluationContext): Promise<CriteriaHandlerResult>;
+}
+//# sourceMappingURL=knowledge-retention.handler.d.ts.map

package/dist/handlers/knowledge-retention.handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge-retention.handler.d.ts","sourceRoot":"","sources":["../../src/handlers/knowledge-retention.handler.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,8BAA8B,CAAC;AAGtC,qBAAa,yBAA0B,YAAW,eAAe;IAC/D,QAAQ,CAAC,IAAI,yBAAyB;IAEhC,QAAQ,CACZ,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,qBAAqB,CAAC;CAwElC"}

package/dist/handlers/knowledge-retention.handler.js

@@ -0,0 +1,74 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KnowledgeRetentionHandler = void 0;
+const schemas_1 = require("../schemas");
+const scoring_utils_1 = require("./scoring-utils");
+class KnowledgeRetentionHandler {
+    constructor() {
+        this.type = 'knowledge_retention';
+    }
+    async evaluate(criteria, context) {
+        const settings = criteria.settings;
+        const evaluationType = settings?.evaluationType || 'score';
+        // No LLM available — return fallback
+        if (!context.llmEvaluate) {
+            return {
+                result: 5,
+                passed: false,
+                reasoning: 'LLM evaluator not available',
+                evidence: [],
+            };
+        }
+        // Empty transcript — nothing to evaluate
+        if (!context.transcriptText || context.transcriptText.trim() === '') {
+            return {
+                result: 5,
+                passed: false,
+                reasoning: 'Empty transcript',
+                evidence: [],
+            };
+        }
+        // Build threshold info for LLM (same pattern as prompt.handler)
+        let thresholdInfo;
+        if (criteria.threshold) {
+            if ((0, schemas_1.isBooleanThreshold)(criteria.threshold)) {
+                thresholdInfo = {
+                    type: 'boolean',
+                    expectedValue: criteria.threshold.expectedValue,
+                };
+            }
+            else if ((0, schemas_1.isNumericalThreshold)(criteria.threshold)) {
+                thresholdInfo = {
+                    type: 'numerical',
+                    min: criteria.threshold.min,
+                    max: criteria.threshold.max,
+                };
+            }
+        }
+        try {
+            const llmResult = await context.llmEvaluate({
+                criterionName: criteria.name,
+                description: 'Review the multi-turn conversation and identify specific facts, names, products, order numbers, or details the customer mentioned. Did the agent correctly reference or recall these details in subsequent turns without asking the customer to repeat? Score 1-10 where 10 means perfect retention of all customer-provided information.',
+                evaluationType,
+                transcript: context.transcriptText,
+                threshold: thresholdInfo,
+            });
+            return {
+                result: llmResult.result,
+                passed: llmResult.passed ?? (0, scoring_utils_1.checkThreshold)(criteria, llmResult.result),
+                reasoning: llmResult.reasoning || 'Knowledge retention evaluation completed.',
+                evidence: llmResult.evidence || [],
+            };
+        }
+        catch (error) {
+            return {
+                result: 5,
+                passed: false,
+                reasoning: `Knowledge retention evaluation failed: ${error.message}. Using fallback.`,
+                evidence: [],
+            };
+        }
+    }
+}
+exports.KnowledgeRetentionHandler = KnowledgeRetentionHandler;
+//# sourceMappingURL=knowledge-retention.handler.js.map

package/dist/handlers/knowledge-retention.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge-retention.handler.js","sourceRoot":"","sources":["../../src/handlers/knowledge-retention.handler.ts"],"names":[],"mappings":";;;AAAA,wCAKoB;AAMpB,mDAAiD;AAEjD,MAAa,yBAAyB;IAAtC;QACW,SAAI,GAAG,qBAAqB,CAAC;IA6ExC,CAAC;IA3EC,KAAK,CAAC,QAAQ,CACZ,QAA2B,EAC3B,OAA0B;QAE1B,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAA8C,CAAC;QACzE,MAAM,cAAc,GAAG,QAAQ,EAAE,cAAc,IAAI,OAAO,CAAC;QAE3D,qCAAqC;QACrC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,CAAC;gBACT,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,6BAA6B;gBACxC,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,yCAAyC;QACzC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpE,OAAO;gBACL,MAAM,EAAE,CAAC;gBACT,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,kBAAkB;gBAC7B,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,gEAAgE;QAChE,IAAI,aAKS,CAAC;QAEd,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,IAAA,4BAAkB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3C,aAAa,GAAG;oBACd,IAAI,EAAE,SAAS;oBACf,aAAa,EAAE,QAAQ,CAAC,SAAS,CAAC,aAAa;iBAChD,CAAC;YACJ,CAAC;iBAAM,IAAI,IAAA,8BAAoB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,aAAa,GAAG;oBACd,IAAI,EAAE,WAAW;oBACjB,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;oBAC3B,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;iBAC5B,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;gBAC1C,aAAa,EAAE,QAAQ,CAAC,IAAI;gBAC5B,WAAW,EACT,2UAA2U;gBAC7U,cAAc;gBACd,UAAU,EAAE,OAAO,CAAC,cAAc;gBAClC,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;YAEH,OAAO;gBACL,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,IAAA,8BAAc,EAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC;gBACtE,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,2CAA2C;gBAC7E,QAAQ,EAAE,SAAS,CAAC,QAAQ,IAAI,EAAE;aACnC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO;gBACL,MAAM,EAAE,CAAC;gBACT,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,0CAA0C,KAAK,CAAC,OAAO,mBAAmB;gBACrF,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AA9ED,8DA8EC"}

package/dist/handlers/prompt.handler.d.ts

@@ -0,0 +1,7 @@
+import { ScorecardCriteria } from '../schemas';
+import { CriteriaHandler, CriteriaHandlerResult, EvaluationContext } from './criteria-handler.interface';
+export declare class PromptHandler implements CriteriaHandler {
+    readonly type = "prompt";
+    evaluate(criteria: ScorecardCriteria, context: EvaluationContext): Promise<CriteriaHandlerResult>;
+}
+//# sourceMappingURL=prompt.handler.d.ts.map

package/dist/handlers/prompt.handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.handler.d.ts","sourceRoot":"","sources":["../../src/handlers/prompt.handler.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,8BAA8B,CAAC;AAGtC,qBAAa,aAAc,YAAW,eAAe;IACnD,QAAQ,CAAC,IAAI,YAAY;IAEnB,QAAQ,CACZ,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,qBAAqB,CAAC;CA0ElC"}

package/dist/handlers/prompt.handler.js

@@ -0,0 +1,77 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PromptHandler = void 0;
+const schemas_1 = require("../schemas");
+const scoring_utils_1 = require("./scoring-utils");
+class PromptHandler {
+    constructor() {
+        this.type = 'prompt';
+    }
+    async evaluate(criteria, context) {
+        const settings = criteria.settings;
+        const evaluationType = settings.evaluationType || 'boolean';
+        // No LLM available — return fallback
+        if (!context.llmEvaluate) {
+            const fallbackResult = evaluationType === 'boolean' ? false : 5;
+            return {
+                result: fallbackResult,
+                passed: false,
+                reasoning: 'No LLM evaluator available. Using fallback value.',
+                evidence: [],
+            };
+        }
+        // No transcript text — return fallback
+        if (!context.transcriptText || context.transcriptText.trim() === '') {
+            const fallbackResult = evaluationType === 'boolean' ? false : 5;
+            return {
+                result: fallbackResult,
+                passed: false,
+                reasoning: 'No transcript available for evaluation.',
+                evidence: [],
+            };
+        }
+        // Build threshold info for LLM
+        let thresholdInfo;
+        if (criteria.threshold) {
+            if ((0, schemas_1.isBooleanThreshold)(criteria.threshold)) {
+                thresholdInfo = {
+                    type: 'boolean',
+                    expectedValue: criteria.threshold.expectedValue,
+                };
+            }
+            else if ((0, schemas_1.isNumericalThreshold)(criteria.threshold)) {
+                thresholdInfo = {
+                    type: 'numerical',
+                    min: criteria.threshold.min,
+                    max: criteria.threshold.max,
+                };
+            }
+        }
+        try {
+            const llmResult = await context.llmEvaluate({
+                criterionName: criteria.name,
+                description: settings.description,
+                evaluationType,
+                transcript: context.transcriptText,
+                threshold: thresholdInfo,
+            });
+            return {
+                result: llmResult.result,
+                passed: llmResult.passed ?? (0, scoring_utils_1.checkThreshold)(criteria, llmResult.result),
+                reasoning: llmResult.reasoning || 'LLM evaluation completed.',
+                evidence: llmResult.evidence || [],
+            };
+        }
+        catch (error) {
+            const fallbackResult = evaluationType === 'boolean' ? false : 5;
+            return {
+                result: fallbackResult,
+                passed: false,
+                reasoning: `LLM evaluation failed: ${error.message}. Using fallback.`,
+                evidence: [],
+            };
+        }
+    }
+}
+exports.PromptHandler = PromptHandler;
+//# sourceMappingURL=prompt.handler.js.map

package/dist/handlers/prompt.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.handler.js","sourceRoot":"","sources":["../../src/handlers/prompt.handler.ts"],"names":[],"mappings":";;;AAAA,wCAKoB;AAMpB,mDAAiD;AAEjD,MAAa,aAAa;IAA1B;QACW,SAAI,GAAG,QAAQ,CAAC;IA+E3B,CAAC;IA7EC,KAAK,CAAC,QAAQ,CACZ,QAA2B,EAC3B,OAA0B;QAE1B,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAkC,CAAC;QAC7D,MAAM,cAAc,GAAG,QAAQ,CAAC,cAAc,IAAI,SAAS,CAAC;QAE5D,qCAAqC;QACrC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACzB,MAAM,cAAc,GAAG,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,OAAO;gBACL,MAAM,EAAE,cAAc;gBACtB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,mDAAmD;gBAC9D,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpE,MAAM,cAAc,GAAG,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,OAAO;gBACL,MAAM,EAAE,cAAc;gBACtB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,yCAAyC;gBACpD,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,+BAA+B;QAC/B,IAAI,aAKS,CAAC;QAEd,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,IAAA,4BAAkB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3C,aAAa,GAAG;oBACd,IAAI,EAAE,SAAS;oBACf,aAAa,EAAE,QAAQ,CAAC,SAAS,CAAC,aAAa;iBAChD,CAAC;YACJ,CAAC;iBAAM,IAAI,IAAA,8BAAoB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,aAAa,GAAG;oBACd,IAAI,EAAE,WAAW;oBACjB,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;oBAC3B,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;iBAC5B,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;gBAC1C,aAAa,EAAE,QAAQ,CAAC,IAAI;gBAC5B,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,cAAc;gBACd,UAAU,EAAE,OAAO,CAAC,cAAc;gBAClC,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;YAEH,OAAO;gBACL,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,IAAA,8BAAc,EAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC;gBACtE,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,2BAA2B;gBAC7D,QAAQ,EAAE,SAAS,CAAC,QAAQ,IAAI,EAAE;aACnC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,cAAc,GAAG,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,OAAO;gBACL,MAAM,EAAE,cAAc;gBACtB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,0BAA0B,KAAK,CAAC,OAAO,mBAAmB;gBACrE,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAhFD,sCAgFC"}

package/dist/handlers/rag-faithfulness.handler.d.ts

@@ -0,0 +1,7 @@
+import { ScorecardCriteria } from '../schemas';
+import { CriteriaHandler, CriteriaHandlerResult, EvaluationContext } from './criteria-handler.interface';
+export declare class RagFaithfulnessHandler implements CriteriaHandler {
+    readonly type = "rag_faithfulness";
+    evaluate(criteria: ScorecardCriteria, context: EvaluationContext): Promise<CriteriaHandlerResult>;
+}
+//# sourceMappingURL=rag-faithfulness.handler.d.ts.map

package/dist/handlers/rag-faithfulness.handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-faithfulness.handler.d.ts","sourceRoot":"","sources":["../../src/handlers/rag-faithfulness.handler.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,8BAA8B,CAAC;AAWtC,qBAAa,sBAAuB,YAAW,eAAe;IAC5D,QAAQ,CAAC,IAAI,sBAAsB;IAE7B,QAAQ,CACZ,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,qBAAqB,CAAC;CA8GlC"}

package/dist/handlers/rag-faithfulness.handler.js

@@ -0,0 +1,110 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RagFaithfulnessHandler = void 0;
+const schemas_1 = require("../schemas");
+const scoring_utils_1 = require("./scoring-utils");
+/** Default tool names considered as retrieval/RAG tools */
+const DEFAULT_RETRIEVAL_TOOL_NAMES = [
+    'search',
+    'kb_search',
+    'retrieve',
+    'knowledge_search',
+];
+class RagFaithfulnessHandler {
+    constructor() {
+        this.type = 'rag_faithfulness';
+    }
+    async evaluate(criteria, context) {
+        const settings = criteria.settings;
+        const evaluationType = settings?.evaluationType || 'boolean';
+        // Extract tool calls, default to empty array
+        const toolCalls = context.toolCalls ?? [];
+        // Determine which tool names count as retrieval tools
+        const retrievalToolNames = settings?.retrievalToolNames?.length
+            ? settings.retrievalToolNames
+            : DEFAULT_RETRIEVAL_TOOL_NAMES;
+        // Filter tool calls that match retrieval tool names
+        const retrievalCalls = toolCalls.filter((tc) => {
+            const toolName = tc.name || tc.function?.name || '';
+            return retrievalToolNames.includes(toolName);
+        });
+        // No retrieval tool calls found — nothing to check faithfulness against
+        if (retrievalCalls.length === 0) {
+            return {
+                result: true,
+                passed: true,
+                reasoning: 'No retrieval tools detected',
+                evidence: [],
+                notApplicable: true,
+            };
+        }
+        // No LLM available — cannot evaluate faithfulness
+        if (!context.llmEvaluate) {
+            return {
+                result: false,
+                passed: false,
+                reasoning: 'LLM evaluator not available',
+                evidence: [],
+            };
+        }
+        // Empty transcript — nothing to evaluate
+        if (!context.transcriptText || context.transcriptText.trim() === '') {
+            return {
+                result: true,
+                passed: true,
+                reasoning: 'Empty transcript — skipped',
+                evidence: [],
+            };
+        }
+        // Extract retrieved document content from matching tool calls
+        const retrievalResults = retrievalCalls.map((tc) => ({
+            tool: tc.name || tc.function?.name,
+            arguments: tc.arguments,
+            result: tc.result,
+        }));
+        // Build enhanced transcript with retrieved documents prepended
+        const enhancedTranscript = `## Retrieved Documents\n${JSON.stringify(retrievalResults, null, 2)}\n\n## Conversation Transcript\n${context.transcriptText}`;
+        // Build threshold info for LLM (same pattern as prompt/hallucination handlers)
+        let thresholdInfo;
+        if (criteria.threshold) {
+            if ((0, schemas_1.isBooleanThreshold)(criteria.threshold)) {
+                thresholdInfo = {
+                    type: 'boolean',
+                    expectedValue: criteria.threshold.expectedValue,
+                };
+            }
+            else if ((0, schemas_1.isNumericalThreshold)(criteria.threshold)) {
+                thresholdInfo = {
+                    type: 'numerical',
+                    min: criteria.threshold.min,
+                    max: criteria.threshold.max,
+                };
+            }
+        }
+        try {
+            const llmResult = await context.llmEvaluate({
+                criterionName: criteria.name,
+                description: 'Evaluate whether the agent\'s responses are faithful to the retrieved documents. Check: Does the agent only make claims supported by the retrieved documents? Does it avoid fabricating information not present in the documents? Does it accurately represent the retrieved information without distortion?',
+                evaluationType,
+                transcript: enhancedTranscript,
+                threshold: thresholdInfo,
+            });
+            return {
+                result: llmResult.result,
+                passed: llmResult.passed ?? (0, scoring_utils_1.checkThreshold)(criteria, llmResult.result),
+                reasoning: llmResult.reasoning || 'RAG faithfulness evaluation completed.',
+                evidence: llmResult.evidence || [],
+            };
+        }
+        catch (error) {
+            return {
+                result: false,
+                passed: false,
+                reasoning: `RAG faithfulness evaluation failed: ${error.message}`,
+                evidence: [],
+            };
+        }
+    }
+}
+exports.RagFaithfulnessHandler = RagFaithfulnessHandler;
+//# sourceMappingURL=rag-faithfulness.handler.js.map

package/dist/handlers/rag-faithfulness.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-faithfulness.handler.js","sourceRoot":"","sources":["../../src/handlers/rag-faithfulness.handler.ts"],"names":[],"mappings":";;;AAAA,wCAKoB;AAMpB,mDAAiD;AAEjD,2DAA2D;AAC3D,MAAM,4BAA4B,GAAG;IACnC,QAAQ;IACR,WAAW;IACX,UAAU;IACV,kBAAkB;CACnB,CAAC;AAEF,MAAa,sBAAsB;IAAnC;QACW,SAAI,GAAG,kBAAkB,CAAC;IAmHrC,CAAC;IAjHC,KAAK,CAAC,QAAQ,CACZ,QAA2B,EAC3B,OAA0B;QAE1B,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAA2C,CAAC;QACtE,MAAM,cAAc,GAAG,QAAQ,EAAE,cAAc,IAAI,SAAS,CAAC;QAE7D,6CAA6C;QAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;QAE1C,sDAAsD;QACtD,MAAM,kBAAkB,GACtB,QAAQ,EAAE,kBAAkB,EAAE,MAAM;YAClC,CAAC,CAAC,QAAQ,CAAC,kBAAkB;YAC7B,CAAC,CAAC,4BAA4B,CAAC;QAEnC,oDAAoD;QACpD,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE;YAC7C,MAAM,QAAQ,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;YACpD,OAAO,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,wEAAwE;QACxE,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;gBACZ,SAAS,EAAE,6BAA6B;gBACxC,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,IAAI;aACpB,CAAC;QACJ,CAAC;QAED,kDAAkD;QAClD,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,6BAA6B;gBACxC,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,yCAAyC;QACzC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpE,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;gBACZ,SAAS,EAAE,4BAA4B;gBACvC,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,8DAA8D;QAC9D,MAAM,gBAAgB,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;YAClC,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,MAAM,EAAE,EAAE,CAAC,MAAM;SAClB,CAAC,CAAC,CAAC;QAEJ,+DAA+D;QAC/D,MAAM,kBAAkB,GAAG,2BAA2B,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,mCAAmC,OAAO,CAAC,cAAc,EAAE,CAAC;QAE3J,+EAA+E;QAC/E,IAAI,aAOS,CAAC;QAEd,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,IAAA,4BAAkB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3C,aAAa,GAAG;oBACd,IAAI,EAAE,SAAS;oBACf,aAAa,EAAE,QAAQ,CAAC,SAAS,CAAC,aAAa;iBAChD,CAAC;YACJ,CAAC;iBAAM,IAAI,IAAA,8BAAoB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,aAAa,GAAG;oBACd,IAAI,EAAE,WAAW;oBACjB,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;oBAC3B,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;iBAC5B,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;gBAC1C,aAAa,EAAE,QAAQ,CAAC,IAAI;gBAC5B,WAAW,EACT,8SAA8S;gBAChT,cAAc;gBACd,UAAU,EAAE,kBAAkB;gBAC9B,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;YAEH,OAAO;gBACL,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,IAAA,8BAAc,EAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC;gBACtE,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,wCAAwC;gBAC1E,QAAQ,EAAE,SAAS,CAAC,QAAQ,IAAI,EAAE;aACnC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,uCAAuC,KAAK,CAAC,OAAO,EAAE;gBACjE,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AApHD,wDAoHC"}

package/dist/handlers/response-time.handler.d.ts

@@ -0,0 +1,7 @@
+import { ScorecardCriteria } from '../schemas';
+import { CriteriaHandler, CriteriaHandlerResult, EvaluationContext } from './criteria-handler.interface';
+export declare class ResponseTimeHandler implements CriteriaHandler {
+    readonly type = "response_time";
+    evaluate(criteria: ScorecardCriteria, context: EvaluationContext): Promise<CriteriaHandlerResult>;
+}
+//# sourceMappingURL=response-time.handler.d.ts.map

package/dist/handlers/response-time.handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-time.handler.d.ts","sourceRoot":"","sources":["../../src/handlers/response-time.handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAgC,MAAM,YAAY,CAAC;AAC7E,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,8BAA8B,CAAC;AAGtC,qBAAa,mBAAoB,YAAW,eAAe;IACzD,QAAQ,CAAC,IAAI,mBAAmB;IAE1B,QAAQ,CACZ,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,qBAAqB,CAAC;CAoDlC"}

package/dist/handlers/response-time.handler.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ResponseTimeHandler = void 0;
+const scoring_utils_1 = require("./scoring-utils");
+class ResponseTimeHandler {
+    constructor() {
+        this.type = 'response_time';
+    }
+    async evaluate(criteria, context) {
+        const settings = criteria.settings;
+        const participant = settings?.participant || 'agent';
+        let responseTime = null;
+        let source = '';
+        // Primary: firstResponseLatency from metrics
+        if (context.metrics?.firstResponseLatency !== undefined) {
+            responseTime = context.metrics.firstResponseLatency;
+            source = 'first response latency';
+        }
+        // Fallback: average segment length by participant
+        else if (context.metrics?.avgSegmentLength?.[participant] !== undefined) {
+            responseTime = context.metrics.avgSegmentLength[participant];
+            source = `average ${participant} segment length`;
+        }
+        // Last resort: calculate from segments
+        else if (context.segments && context.segments.length >= 2) {
+            // Find first response from the participant
+            for (let i = 1; i < context.segments.length; i++) {
+                if (context.segments[i].speaker.toLowerCase().includes(participant) &&
+                    context.segments[i].startTime !== undefined &&
+                    context.segments[i - 1].endTime !== undefined) {
+                    responseTime =
+                        context.segments[i].startTime - context.segments[i - 1].endTime;
+                    source = 'calculated from segments';
+                    break;
+                }
+            }
+        }
+        if (responseTime === null) {
+            return {
+                result: 0,
+                passed: false,
+                reasoning: 'No response time data available.',
+                evidence: [],
+            };
+        }
+        const passed = (0, scoring_utils_1.checkThreshold)(criteria, responseTime);
+        return {
+            result: responseTime,
+            passed,
+            reasoning: `${participant} response time: ${responseTime.toFixed(1)}s (source: ${source})`,
+            evidence: [],
+        };
+    }
+}
+exports.ResponseTimeHandler = ResponseTimeHandler;
+//# sourceMappingURL=response-time.handler.js.map

package/dist/handlers/response-time.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-time.handler.js","sourceRoot":"","sources":["../../src/handlers/response-time.handler.ts"],"names":[],"mappings":";;;AAMA,mDAAiD;AAEjD,MAAa,mBAAmB;IAAhC;QACW,SAAI,GAAG,eAAe,CAAC;IAyDlC,CAAC;IAvDC,KAAK,CAAC,QAAQ,CACZ,QAA2B,EAC3B,OAA0B;QAE1B,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAwC,CAAC;QACnE,MAAM,WAAW,GAAG,QAAQ,EAAE,WAAW,IAAI,OAAO,CAAC;QAErD,IAAI,YAAY,GAAkB,IAAI,CAAC;QACvC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,6CAA6C;QAC7C,IAAI,OAAO,CAAC,OAAO,EAAE,oBAAoB,KAAK,SAAS,EAAE,CAAC;YACxD,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,oBAAoB,CAAC;YACpD,MAAM,GAAG,wBAAwB,CAAC;QACpC,CAAC;QACD,kDAAkD;aAC7C,IAAI,OAAO,CAAC,OAAO,EAAE,gBAAgB,EAAE,CAAC,WAAW,CAAC,KAAK,SAAS,EAAE,CAAC;YACxE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;YAC7D,MAAM,GAAG,WAAW,WAAW,iBAAiB,CAAC;QACnD,CAAC;QACD,uCAAuC;aAClC,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC1D,2CAA2C;YAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjD,IACE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC;oBAC/D,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS;oBAC3C,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,EAC7C,CAAC;oBACD,YAAY;wBACV,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAQ,CAAC;oBACpE,MAAM,GAAG,0BAA0B,CAAC;oBACpC,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO;gBACL,MAAM,EAAE,CAAC;gBACT,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,kCAAkC;gBAC7C,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,IAAA,8BAAc,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAEtD,OAAO;YACL,MAAM,EAAE,YAAY;YACpB,MAAM;YACN,SAAS,EAAE,GAAG,WAAW,mBAAmB,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,MAAM,GAAG;YAC1F,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC;CACF;AA1DD,kDA0DC"}

package/dist/handlers/role-adherence.handler.d.ts

@@ -0,0 +1,7 @@
+import { ScorecardCriteria } from '../schemas';
+import { CriteriaHandler, CriteriaHandlerResult, EvaluationContext } from './criteria-handler.interface';
+export declare class RoleAdherenceHandler implements CriteriaHandler {
+    readonly type = "role_adherence";
+    evaluate(criteria: ScorecardCriteria, context: EvaluationContext): Promise<CriteriaHandlerResult>;
+}
+//# sourceMappingURL=role-adherence.handler.d.ts.map

package/dist/handlers/role-adherence.handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"role-adherence.handler.d.ts","sourceRoot":"","sources":["../../src/handlers/role-adherence.handler.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,8BAA8B,CAAC;AAGtC,qBAAa,oBAAqB,YAAW,eAAe;IAC1D,QAAQ,CAAC,IAAI,oBAAoB;IAE3B,QAAQ,CACZ,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,qBAAqB,CAAC;CAwElC"}

package/dist/handlers/role-adherence.handler.js

@@ -0,0 +1,74 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RoleAdherenceHandler = void 0;
+const schemas_1 = require("../schemas");
+const scoring_utils_1 = require("./scoring-utils");
+class RoleAdherenceHandler {
+    constructor() {
+        this.type = 'role_adherence';
+    }
+    async evaluate(criteria, context) {
+        const settings = criteria.settings;
+        const evaluationType = settings?.evaluationType || 'score';
+        // No LLM available — return fallback
+        if (!context.llmEvaluate) {
+            return {
+                result: 5,
+                passed: false,
+                reasoning: 'LLM evaluator not available',
+                evidence: [],
+            };
+        }
+        // Empty transcript — nothing to evaluate
+        if (!context.transcriptText || context.transcriptText.trim() === '') {
+            return {
+                result: 5,
+                passed: false,
+                reasoning: 'Empty transcript',
+                evidence: [],
+            };
+        }
+        // Build threshold info for LLM (same pattern as prompt.handler)
+        let thresholdInfo;
+        if (criteria.threshold) {
+            if ((0, schemas_1.isBooleanThreshold)(criteria.threshold)) {
+                thresholdInfo = {
+                    type: 'boolean',
+                    expectedValue: criteria.threshold.expectedValue,
+                };
+            }
+            else if ((0, schemas_1.isNumericalThreshold)(criteria.threshold)) {
+                thresholdInfo = {
+                    type: 'numerical',
+                    min: criteria.threshold.min,
+                    max: criteria.threshold.max,
+                };
+            }
+        }
+        try {
+            const llmResult = await context.llmEvaluate({
+                criterionName: criteria.name,
+                description: "Evaluate whether the agent maintained its assigned role and persona throughout the entire conversation. Check for: breaking character (e.g., 'As an AI...', 'I'm just a language model', 'I don't have feelings'), refusing tasks it should handle within its role, revealing system prompts or internal instructions, behaving inconsistently with its stated role or capabilities. Score 1-10 where 10 means perfect role adherence.",
+                evaluationType,
+                transcript: context.transcriptText,
+                threshold: thresholdInfo,
+            });
+            return {
+                result: llmResult.result,
+                passed: llmResult.passed ?? (0, scoring_utils_1.checkThreshold)(criteria, llmResult.result),
+                reasoning: llmResult.reasoning || 'Role adherence evaluation completed.',
+                evidence: llmResult.evidence || [],
+            };
+        }
+        catch (error) {
+            return {
+                result: 5,
+                passed: false,
+                reasoning: `Role adherence evaluation failed: ${error.message}. Using fallback.`,
+                evidence: [],
+            };
+        }
+    }
+}
+exports.RoleAdherenceHandler = RoleAdherenceHandler;
+//# sourceMappingURL=role-adherence.handler.js.map

package/dist/handlers/role-adherence.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"role-adherence.handler.js","sourceRoot":"","sources":["../../src/handlers/role-adherence.handler.ts"],"names":[],"mappings":";;;AAAA,wCAKoB;AAMpB,mDAAiD;AAEjD,MAAa,oBAAoB;IAAjC;QACW,SAAI,GAAG,gBAAgB,CAAC;IA6EnC,CAAC;IA3EC,KAAK,CAAC,QAAQ,CACZ,QAA2B,EAC3B,OAA0B;QAE1B,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAyC,CAAC;QACpE,MAAM,cAAc,GAAG,QAAQ,EAAE,cAAc,IAAI,OAAO,CAAC;QAE3D,qCAAqC;QACrC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,CAAC;gBACT,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,6BAA6B;gBACxC,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,yCAAyC;QACzC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpE,OAAO;gBACL,MAAM,EAAE,CAAC;gBACT,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,kBAAkB;gBAC7B,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,gEAAgE;QAChE,IAAI,aAKS,CAAC;QAEd,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,IAAA,4BAAkB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3C,aAAa,GAAG;oBACd,IAAI,EAAE,SAAS;oBACf,aAAa,EAAE,QAAQ,CAAC,SAAS,CAAC,aAAa;iBAChD,CAAC;YACJ,CAAC;iBAAM,IAAI,IAAA,8BAAoB,EAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,aAAa,GAAG;oBACd,IAAI,EAAE,WAAW;oBACjB,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;oBAC3B,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;iBAC5B,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;gBAC1C,aAAa,EAAE,QAAQ,CAAC,IAAI;gBAC5B,WAAW,EACT,waAAwa;gBAC1a,cAAc;gBACd,UAAU,EAAE,OAAO,CAAC,cAAc;gBAClC,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;YAEH,OAAO;gBACL,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,IAAA,8BAAc,EAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC;gBACtE,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,sCAAsC;gBACxE,QAAQ,EAAE,SAAS,CAAC,QAAQ,IAAI,EAAE;aACnC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO;gBACL,MAAM,EAAE,CAAC;gBACT,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,qCAAqC,KAAK,CAAC,OAAO,mBAAmB;gBAChF,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AA9ED,oDA8EC"}

package/dist/handlers/scoring-utils.d.ts

@@ -0,0 +1,10 @@
+import { ScorecardCriteria } from '../schemas';
+/**
+ * Check whether a result passes the criteria's threshold.
+ */
+export declare function checkThreshold(criteria: ScorecardCriteria, result: any): boolean;
+/**
+ * Normalize a criteria result to the 0-10 scale for category averaging.
+ */
+export declare function normalizeScore(result: any, criteria: ScorecardCriteria, passed?: boolean): number;
+//# sourceMappingURL=scoring-utils.d.ts.map

package/dist/handlers/scoring-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scoring-utils.d.ts","sourceRoot":"","sources":["../../src/handlers/scoring-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EAKlB,MAAM,YAAY,CAAC;AAEpB;;GAEG;AACH,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,iBAAiB,EAC3B,MAAM,EAAE,GAAG,GACV,OAAO,CAmCT;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,GAAG,EACX,QAAQ,EAAE,iBAAiB,EAC3B,MAAM,CAAC,EAAE,OAAO,GACf,MAAM,CA2CR"}