@absolutejs/voice 0.0.22-beta.512 → 0.0.22-beta.513

package/dist/agentPerformanceReport.d.ts

@@ -0,0 +1,40 @@
+import type { VoiceScorecard } from "./callScorecard";
+export type VoiceAgentPerformanceBucket = "day" | "week" | "month";
+export type VoiceAgentPerformanceCriterionSummary = {
+    criterionId: string;
+    averageScore: number;
+    passRate: number;
+    trend: "up" | "down" | "flat";
+    delta: number;
+};
+export type VoiceAgentPerformanceBucketSummary = {
+    bucketKey: string;
+    callsScored: number;
+    averageWeightedScore: number;
+    passRate: number;
+    needsReviewRate: number;
+    failRate: number;
+};
+export type VoiceAgentPerformanceReport = {
+    agentId: string;
+    rubricId: string;
+    fromMs: number;
+    toMs: number;
+    bucket: VoiceAgentPerformanceBucket;
+    totalCalls: number;
+    buckets: VoiceAgentPerformanceBucketSummary[];
+    criteria: VoiceAgentPerformanceCriterionSummary[];
+    overallPassRate: number;
+    overallAverageScore: number;
+    worstCriterion: string | null;
+    bestCriterion: string | null;
+};
+export type BuildVoiceAgentPerformanceReportInput = {
+    agentId: string;
+    rubricId: string;
+    scorecards: VoiceScorecard[];
+    fromMs?: number;
+    toMs?: number;
+    bucket?: VoiceAgentPerformanceBucket;
+};
+export declare const buildVoiceAgentPerformanceReport: (input: BuildVoiceAgentPerformanceReportInput) => VoiceAgentPerformanceReport;

package/dist/aiScorecard.d.ts

@@ -0,0 +1,32 @@
+import { type VoiceScorecard, type VoiceScorecardRubric } from "./callScorecard";
+export type VoiceAIScorecardCompletion = (input: {
+    prompt: string;
+    systemPrompt?: string;
+}) => Promise<string>;
+export type VoiceAIScorecardScoringResult = {
+    criterionId: string;
+    score: number;
+    rationale?: string;
+};
+export type VoiceAIScorecardParsedResponse = {
+    scores: VoiceAIScorecardScoringResult[];
+    comments?: string;
+};
+export type ScoreVoiceCallWithAIInput = {
+    rubric: VoiceScorecardRubric;
+    sessionId: string;
+    transcript: string;
+    agentId?: string;
+    reviewerId?: string;
+    metadata?: Record<string, unknown>;
+    now?: () => number;
+};
+export type CreateVoiceAIScorecardOptions = {
+    completion: VoiceAIScorecardCompletion;
+    systemPrompt?: string;
+};
+export declare const parseVoiceAIScorecardResponse: (raw: string, rubric: VoiceScorecardRubric) => VoiceAIScorecardParsedResponse;
+export declare const createVoiceAIScorecard: (options: CreateVoiceAIScorecardOptions) => {
+    scoreCall(input: ScoreVoiceCallWithAIInput): Promise<VoiceScorecard>;
+};
+export type VoiceAIScorecard = ReturnType<typeof createVoiceAIScorecard>;

package/dist/callScorecard.d.ts

@@ -0,0 +1,53 @@
+export type VoiceScorecardCriterion = {
+    id: string;
+    label: string;
+    weight: number;
+    section?: string;
+    passingScore?: number;
+    required?: boolean;
+};
+export type VoiceScorecardRubric = {
+    id: string;
+    label: string;
+    scaleMax?: number;
+    passingGrade?: number;
+    criteria: VoiceScorecardCriterion[];
+};
+export type VoiceScorecardCriterionResult = {
+    criterionId: string;
+    score: number;
+    weight: number;
+    rationale?: string;
+    passed: boolean;
+};
+export type VoiceScorecard = {
+    rubricId: string;
+    sessionId: string;
+    agentId?: string;
+    reviewer: "human" | "llm" | "hybrid";
+    reviewerId?: string;
+    createdAt: number;
+    scaleMax: number;
+    passingGrade: number;
+    results: VoiceScorecardCriterionResult[];
+    weightedScore: number;
+    grade: "pass" | "fail" | "needs-review";
+    sectionScores: Record<string, number>;
+    failedRequiredCriteria: string[];
+    comments?: string;
+};
+export type BuildVoiceCallScorecardInput = {
+    rubric: VoiceScorecardRubric;
+    sessionId: string;
+    agentId?: string;
+    reviewer: VoiceScorecard["reviewer"];
+    reviewerId?: string;
+    scores: Record<string, {
+        score: number;
+        rationale?: string;
+    }>;
+    comments?: string;
+    now?: () => number;
+};
+export declare const buildVoiceCallScorecard: (input: BuildVoiceCallScorecardInput) => VoiceScorecard;
+export declare const DEFAULT_VOICE_SALES_RUBRIC: VoiceScorecardRubric;

package/dist/index.d.ts

@@ -331,4 +331,14 @@ export { scoreVoiceNoShowRisk, summarizeVoiceNoShowVerdict, } from "./noShowPred
 export type { VoiceNoShowHistoricalRecord, VoiceNoShowScoreInput, VoiceNoShowSignal, VoiceNoShowVerdict, } from "./noShowPredictor";
 export { createVoiceReminderScheduler, DEFAULT_VOICE_REMINDER_TRIGGERS, } from "./reminderScheduler";
 export type { CreateVoiceReminderSchedulerOptions, ScheduleVoiceRemindersInput, VoiceReminderChannel, VoiceReminderJob, VoiceReminderScheduler, VoiceReminderTrigger, } from "./reminderScheduler";
+export { buildVoiceCallScorecard, DEFAULT_VOICE_SALES_RUBRIC, } from "./callScorecard";
+export type { BuildVoiceCallScorecardInput, VoiceScorecard, VoiceScorecardCriterion, VoiceScorecardCriterionResult, VoiceScorecardRubric, } from "./callScorecard";
+export { createVoiceAIScorecard, parseVoiceAIScorecardResponse, } from "./aiScorecard";
+export type { CreateVoiceAIScorecardOptions, ScoreVoiceCallWithAIInput, VoiceAIScorecard, VoiceAIScorecardCompletion, VoiceAIScorecardParsedResponse, VoiceAIScorecardScoringResult, } from "./aiScorecard";
+export { buildVoiceAgentPerformanceReport } from "./agentPerformanceReport";
+export type { BuildVoiceAgentPerformanceReportInput, VoiceAgentPerformanceBucket, VoiceAgentPerformanceBucketSummary, VoiceAgentPerformanceCriterionSummary, VoiceAgentPerformanceReport, } from "./agentPerformanceReport";
+export { computeVoiceScorecardCalibration } from "./scorecardCalibration";
+export type { VoiceScorecardCalibrationDivergence, VoiceScorecardCalibrationPair, VoiceScorecardCalibrationReport, } from "./scorecardCalibration";
+export { detectVoiceQualityDrift } from "./qualityDriftDetector";
+export type { DetectVoiceQualityDriftInput, VoiceQualityDriftCriterionAlert, VoiceQualityDriftReport, VoiceQualityDriftSeverity, } from "./qualityDriftDetector";
 export * from "./types";

package/dist/index.js

@@ -50086,6 +50086,509 @@ var createVoiceReminderScheduler = (options = {}) => {
     }
   };
 };
+// src/callScorecard.ts
+var clampScore = (raw, max) => Math.max(0, Math.min(max, raw));
+var buildVoiceCallScorecard = (input) => {
+  const now = input.now ?? (() => Date.now());
+  const scaleMax = input.rubric.scaleMax ?? 5;
+  const passingGrade = input.rubric.passingGrade ?? 0.7;
+  const totalWeight = input.rubric.criteria.reduce((sum, c) => sum + c.weight, 0);
+  if (totalWeight <= 0) {
+    throw new Error("Rubric weights must sum to a positive number");
+  }
+  const results = [];
+  const failedRequiredCriteria = [];
+  const sectionAccum = new Map;
+  for (const criterion of input.rubric.criteria) {
+    const raw = input.scores[criterion.id];
+    if (!raw) {
+      throw new Error(`Missing score for criterion: ${criterion.id}`);
+    }
+    const score = clampScore(raw.score, scaleMax);
+    const passingScore = criterion.passingScore ?? scaleMax * 0.6;
+    const passed = score >= passingScore;
+    const result = {
+      criterionId: criterion.id,
+      passed,
+      score,
+      weight: criterion.weight,
+      ...raw.rationale !== undefined ? { rationale: raw.rationale } : {}
+    };
+    results.push(result);
+    if (!passed && criterion.required) {
+      failedRequiredCriteria.push(criterion.id);
+    }
+    const section = criterion.section ?? "default";
+    const entry = sectionAccum.get(section) ?? { weight: 0, weighted: 0 };
+    entry.weighted += score * criterion.weight;
+    entry.weight += criterion.weight;
+    sectionAccum.set(section, entry);
+  }
+  const weightedSum = results.reduce((sum, r) => sum + r.score * r.weight, 0);
+  const weightedScore = weightedSum / (totalWeight * scaleMax);
+  const sectionScores = {};
+  for (const [section, accum] of sectionAccum) {
+    sectionScores[section] = accum.weight === 0 ? 0 : accum.weighted / (accum.weight * scaleMax);
+  }
+  const grade = failedRequiredCriteria.length > 0 ? "fail" : weightedScore >= passingGrade ? "pass" : "needs-review";
+  return {
+    createdAt: now(),
+    failedRequiredCriteria,
+    grade,
+    passingGrade,
+    results,
+    reviewer: input.reviewer,
+    rubricId: input.rubric.id,
+    scaleMax,
+    sectionScores,
+    sessionId: input.sessionId,
+    weightedScore,
+    ...input.agentId !== undefined ? { agentId: input.agentId } : {},
+    ...input.reviewerId !== undefined ? { reviewerId: input.reviewerId } : {},
+    ...input.comments !== undefined ? { comments: input.comments } : {}
+  };
+};
+var DEFAULT_VOICE_SALES_RUBRIC = {
+  criteria: [
+    {
+      id: "greeting",
+      label: "Professional greeting",
+      section: "opening",
+      weight: 1
+    },
+    {
+      id: "needs-discovery",
+      label: "Discovers customer needs",
+      required: true,
+      section: "discovery",
+      weight: 2
+    },
+    {
+      id: "objection-handling",
+      label: "Handles objections clearly",
+      section: "objections",
+      weight: 2
+    },
+    {
+      id: "compliance-disclosure",
+      label: "Made required compliance disclosure",
+      required: true,
+      section: "compliance",
+      weight: 3
+    },
+    {
+      id: "close-or-next-step",
+      label: "Closes or sets a next step",
+      section: "close",
+      weight: 2
+    }
+  ],
+  id: "default-sales",
+  label: "Default sales QA rubric",
+  passingGrade: 0.75,
+  scaleMax: 5
+};
+// src/aiScorecard.ts
+var DEFAULT_SYSTEM_PROMPT3 = "You are an impartial quality reviewer scoring a voice-agent call transcript. " + "For each criterion, return a numeric score between 0 and the rubric's scaleMax, with a one-sentence rationale grounded in the transcript. " + 'Respond with strict JSON: {"scores":[{"criterionId":"\u2026","score":4,"rationale":"\u2026"}],"comments":"\u2026"}. ' + "Do not return prose outside the JSON.";
+var buildPrompt2 = (input) => {
+  const { rubric } = input;
+  const scaleMax = rubric.scaleMax ?? 5;
+  const criteriaBlock = rubric.criteria.map((criterion) => `- ${criterion.id}${criterion.required ? " (required)" : ""}: ${criterion.label} (weight=${criterion.weight}${criterion.section ? `, section=${criterion.section}` : ""})`).join(`
+`);
+  const metadataBlock = input.metadata ? `
+Metadata:
+${JSON.stringify(input.metadata, null, 2)}
+` : "";
+  return `Rubric: ${rubric.label} (scaleMax=${scaleMax})
+Criteria:
+${criteriaBlock}
+${metadataBlock}
+Transcript:
+${input.transcript}
+
+Return JSON only.`;
+};
+var extractJson3 = (raw) => {
+  const trimmed = raw.trim();
+  if (!trimmed)
+    throw new Error("AI scorecard returned an empty response");
+  const fenced = /```(?:json)?\s*([\s\S]*?)```/iu.exec(trimmed);
+  const candidate = fenced ? fenced[1].trim() : trimmed;
+  try {
+    return JSON.parse(candidate);
+  } catch {
+    const start = candidate.indexOf("{");
+    const end = candidate.lastIndexOf("}");
+    if (start >= 0 && end > start) {
+      return JSON.parse(candidate.slice(start, end + 1));
+    }
+    throw new Error(`AI scorecard response was not valid JSON: ${raw.slice(0, 200)}`);
+  }
+};
+var parseVoiceAIScorecardResponse = (raw, rubric) => {
+  const payload = extractJson3(raw);
+  if (!payload || typeof payload !== "object") {
+    throw new Error("AI scorecard response is not a JSON object");
+  }
+  const root = payload;
+  const scoresRaw = root.scores;
+  if (!Array.isArray(scoresRaw)) {
+    throw new Error("AI scorecard response missing scores[] array");
+  }
+  const known = new Set(rubric.criteria.map((c) => c.id));
+  const parsed = [];
+  for (const entry of scoresRaw) {
+    if (!entry || typeof entry !== "object")
+      continue;
+    const item = entry;
+    const criterionId = String(item.criterionId ?? "").trim();
+    if (!criterionId || !known.has(criterionId))
+      continue;
+    const scoreValue = Number(item.score);
+    if (Number.isNaN(scoreValue))
+      continue;
+    parsed.push({
+      criterionId,
+      score: scoreValue,
+      ...typeof item.rationale === "string" ? { rationale: item.rationale } : {}
+    });
+  }
+  const comments = typeof root.comments === "string" ? root.comments : undefined;
+  return {
+    scores: parsed,
+    ...comments !== undefined ? { comments } : {}
+  };
+};
+var createVoiceAIScorecard = (options) => {
+  const systemPrompt = options.systemPrompt ?? DEFAULT_SYSTEM_PROMPT3;
+  return {
+    async scoreCall(input) {
+      const prompt = buildPrompt2(input);
+      const raw = await options.completion({ prompt, systemPrompt });
+      const parsed = parseVoiceAIScorecardResponse(raw, input.rubric);
+      const scoreMap = {};
+      for (const entry of parsed.scores) {
+        scoreMap[entry.criterionId] = {
+          score: entry.score,
+          ...entry.rationale !== undefined ? { rationale: entry.rationale } : {}
+        };
+      }
+      for (const criterion of input.rubric.criteria) {
+        if (!scoreMap[criterion.id]) {
+          scoreMap[criterion.id] = {
+            rationale: "No rationale returned by AI scorer",
+            score: 0
+          };
+        }
+      }
+      return buildVoiceCallScorecard({
+        reviewer: "llm",
+        rubric: input.rubric,
+        scores: scoreMap,
+        sessionId: input.sessionId,
+        ...input.agentId !== undefined ? { agentId: input.agentId } : {},
+        ...input.reviewerId !== undefined ? { reviewerId: input.reviewerId } : {},
+        ...parsed.comments !== undefined ? { comments: parsed.comments } : {},
+        ...input.now !== undefined ? { now: input.now } : {}
+      });
+    }
+  };
+};
+// src/agentPerformanceReport.ts
+var bucketKeyFor = (ms, bucket) => {
+  const date = new Date(ms);
+  const year = date.getUTCFullYear();
+  const month = String(date.getUTCMonth() + 1).padStart(2, "0");
+  const day = String(date.getUTCDate()).padStart(2, "0");
+  if (bucket === "day")
+    return `${year}-${month}-${day}`;
+  if (bucket === "month")
+    return `${year}-${month}`;
+  const firstJan = Date.UTC(year, 0, 1);
+  const week = Math.floor((ms - firstJan) / (7 * 24 * 60 * 60 * 1000)) + 1;
+  return `${year}-W${String(week).padStart(2, "0")}`;
+};
+var buildVoiceAgentPerformanceReport = (input) => {
+  const bucket = input.bucket ?? "week";
+  const scorecards = input.scorecards.filter((card) => card.agentId === input.agentId && card.rubricId === input.rubricId).filter((card) => (input.fromMs === undefined || card.createdAt >= input.fromMs) && (input.toMs === undefined || card.createdAt <= input.toMs)).sort((a, b) => a.createdAt - b.createdAt);
+  const bucketMap = new Map;
+  for (const card of scorecards) {
+    const key = bucketKeyFor(card.createdAt, bucket);
+    const entry = bucketMap.get(key) ?? {
+      fail: 0,
+      needsReview: 0,
+      pass: 0,
+      sum: 0,
+      total: 0
+    };
+    entry.total += 1;
+    entry.sum += card.weightedScore;
+    if (card.grade === "pass")
+      entry.pass += 1;
+    else if (card.grade === "needs-review")
+      entry.needsReview += 1;
+    else
+      entry.fail += 1;
+    bucketMap.set(key, entry);
+  }
+  const buckets = Array.from(bucketMap.entries()).sort((a, b) => a[0] < b[0] ? -1 : 1).map(([bucketKey2, e]) => ({
+    averageWeightedScore: e.total > 0 ? e.sum / e.total : 0,
+    bucketKey: bucketKey2,
+    callsScored: e.total,
+    failRate: e.total > 0 ? e.fail / e.total : 0,
+    needsReviewRate: e.total > 0 ? e.needsReview / e.total : 0,
+    passRate: e.total > 0 ? e.pass / e.total : 0
+  }));
+  const criterionMap = new Map;
+  for (const card of scorecards) {
+    for (const result of card.results) {
+      const entry = criterionMap.get(result.criterionId) ?? {
+        firstAvg: null,
+        passes: 0,
+        scoreSum: 0,
+        total: 0
+      };
+      entry.scoreSum += result.score / card.scaleMax;
+      entry.total += 1;
+      if (result.passed)
+        entry.passes += 1;
+      criterionMap.set(result.criterionId, entry);
+    }
+  }
+  const firstHalf = scorecards.slice(0, Math.max(1, Math.floor(scorecards.length / 2)));
+  const secondHalf = scorecards.slice(Math.floor(scorecards.length / 2));
+  const halfAverage = (cards, criterionId) => {
+    const matches = cards.flatMap((c) => c.results.filter((r) => r.criterionId === criterionId).map((r) => r.score / c.scaleMax));
+    if (matches.length === 0)
+      return null;
+    return matches.reduce((a, b) => a + b, 0) / matches.length;
+  };
+  const criteria = [];
+  for (const [criterionId, e] of criterionMap) {
+    const earlier = halfAverage(firstHalf, criterionId);
+    const later = halfAverage(secondHalf, criterionId);
+    let trend = "flat";
+    let delta = 0;
+    if (earlier !== null && later !== null) {
+      delta = later - earlier;
+      if (delta > 0.05)
+        trend = "up";
+      else if (delta < -0.05)
+        trend = "down";
+    }
+    criteria.push({
+      averageScore: e.total > 0 ? e.scoreSum / e.total : 0,
+      criterionId,
+      delta,
+      passRate: e.total > 0 ? e.passes / e.total : 0,
+      trend
+    });
+  }
+  criteria.sort((a, b) => a.criterionId.localeCompare(b.criterionId));
+  const overallTotal = scorecards.length;
+  const overallSum = scorecards.reduce((s, c) => s + c.weightedScore, 0);
+  const overallPasses = scorecards.filter((c) => c.grade === "pass").length;
+  const ranked = [...criteria].sort((a, b) => a.averageScore - b.averageScore);
+  return {
+    agentId: input.agentId,
+    bestCriterion: ranked.at(-1)?.criterionId ?? null,
+    bucket,
+    buckets,
+    criteria,
+    fromMs: input.fromMs ?? scorecards[0]?.createdAt ?? 0,
+    overallAverageScore: overallTotal > 0 ? overallSum / overallTotal : 0,
+    overallPassRate: overallTotal > 0 ? overallPasses / overallTotal : 0,
+    rubricId: input.rubricId,
+    toMs: input.toMs ?? scorecards.at(-1)?.createdAt ?? 0,
+    totalCalls: overallTotal,
+    worstCriterion: ranked[0]?.criterionId ?? null
+  };
+};
+// src/scorecardCalibration.ts
+var normalize = (raw, scaleMax) => scaleMax === 0 ? 0 : raw / scaleMax;
+var correlation = (xs, ys) => {
+  if (xs.length === 0 || xs.length !== ys.length)
+    return 0;
+  const meanX = xs.reduce((a, b) => a + b, 0) / xs.length;
+  const meanY = ys.reduce((a, b) => a + b, 0) / ys.length;
+  let num = 0;
+  let denomX = 0;
+  let denomY = 0;
+  for (let i = 0;i < xs.length; i++) {
+    const dx = (xs[i] ?? 0) - meanX;
+    const dy = (ys[i] ?? 0) - meanY;
+    num += dx * dy;
+    denomX += dx * dx;
+    denomY += dy * dy;
+  }
+  if (denomX === 0 || denomY === 0)
+    return 0;
+  return num / Math.sqrt(denomX * denomY);
+};
+var computeVoiceScorecardCalibration = (pairs, options = {}) => {
+  if (pairs.length === 0) {
+    return {
+      gradeAgreementRate: 0,
+      meanAbsoluteError: 0,
+      pairsCompared: 0,
+      perCriterion: [],
+      rootMeanSquareError: 0,
+      weightedScoreCorrelation: 0,
+      worstDivergences: []
+    };
+  }
+  const topN = options.topDivergences ?? 10;
+  const gapsByCriterion = new Map;
+  const allGaps = [];
+  const divergences = [];
+  const humanWeighted = [];
+  const llmWeighted = [];
+  let gradeAgreed = 0;
+  let comparedPairs = 0;
+  for (const pair of pairs) {
+    if (pair.human.rubricId !== pair.llm.rubricId)
+      continue;
+    comparedPairs += 1;
+    if (pair.human.grade === pair.llm.grade)
+      gradeAgreed += 1;
+    humanWeighted.push(pair.human.weightedScore);
+    llmWeighted.push(pair.llm.weightedScore);
+    const humanByCriterion = new Map(pair.human.results.map((r) => [r.criterionId, r]));
+    const llmByCriterion = new Map(pair.llm.results.map((r) => [r.criterionId, r]));
+    const criteriaIds = new Set([
+      ...humanByCriterion.keys(),
+      ...llmByCriterion.keys()
+    ]);
+    for (const criterionId of criteriaIds) {
+      const h = humanByCriterion.get(criterionId);
+      const l = llmByCriterion.get(criterionId);
+      if (!h || !l)
+        continue;
+      const hn = normalize(h.score, pair.human.scaleMax);
+      const ln = normalize(l.score, pair.llm.scaleMax);
+      const gap = Math.abs(hn - ln);
+      allGaps.push(gap);
+      divergences.push({
+        criterionId,
+        humanScore: hn,
+        llmScore: ln,
+        normalizedGap: hn - ln,
+        sessionId: pair.sessionId
+      });
+      const entry = gapsByCriterion.get(criterionId) ?? {
+        absSum: 0,
+        biasSum: 0,
+        count: 0,
+        humanSum: 0,
+        llmSum: 0
+      };
+      entry.absSum += gap;
+      entry.biasSum += ln - hn;
+      entry.humanSum += hn;
+      entry.llmSum += ln;
+      entry.count += 1;
+      gapsByCriterion.set(criterionId, entry);
+    }
+  }
+  const mae = allGaps.length === 0 ? 0 : allGaps.reduce((a, b) => a + b, 0) / allGaps.length;
+  const rmse = allGaps.length === 0 ? 0 : Math.sqrt(allGaps.reduce((a, b) => a + b * b, 0) / allGaps.length);
+  const perCriterion = Array.from(gapsByCriterion.entries()).map(([criterionId, e]) => ({
+    averageHumanScore: e.count === 0 ? 0 : e.humanSum / e.count,
+    averageLLMScore: e.count === 0 ? 0 : e.llmSum / e.count,
+    bias: e.count === 0 ? 0 : e.biasSum / e.count,
+    criterionId,
+    meanAbsoluteError: e.count === 0 ? 0 : e.absSum / e.count
+  }));
+  return {
+    gradeAgreementRate: comparedPairs === 0 ? 0 : gradeAgreed / comparedPairs,
+    meanAbsoluteError: mae,
+    pairsCompared: comparedPairs,
+    perCriterion,
+    rootMeanSquareError: rmse,
+    weightedScoreCorrelation: correlation(humanWeighted, llmWeighted),
+    worstDivergences: divergences.sort((a, b) => Math.abs(b.normalizedGap) - Math.abs(a.normalizedGap)).slice(0, topN)
+  };
+};
+// src/qualityDriftDetector.ts
+var severityFor = (delta, watch, regression) => {
+  if (delta <= -regression)
+    return "regression";
+  if (delta <= -watch)
+    return "watch";
+  return "ok";
+};
+var averageScore = (cards) => cards.length === 0 ? 0 : cards.reduce((sum, c) => sum + c.weightedScore, 0) / cards.length;
+var averageCriterion = (cards, criterionId) => {
+  const matches = [];
+  for (const card of cards) {
+    for (const result of card.results) {
+      if (result.criterionId === criterionId) {
+        matches.push(result.score / card.scaleMax);
+      }
+    }
+  }
+  return matches.length === 0 ? 0 : matches.reduce((a, b) => a + b, 0) / matches.length;
+};
+var detectVoiceQualityDrift = (input) => {
+  const now = input.now ?? (() => Date.now());
+  const currentWindow = input.currentWindowMs ?? 7 * 24 * 60 * 60 * 1000;
+  const baselineWindow = input.baselineWindowMs ?? 30 * 24 * 60 * 60 * 1000;
+  const watch = input.watchThreshold ?? 0.05;
+  const regression = input.regressionThreshold ?? 0.1;
+  const cutoff = now();
+  const currentFrom = cutoff - currentWindow;
+  const baselineFrom = cutoff - currentWindow - baselineWindow;
+  const baselineTo = currentFrom;
+  const relevant = input.scorecards.filter((card) => card.rubricId === input.rubricId);
+  const baselineCards = relevant.filter((c) => c.createdAt >= baselineFrom && c.createdAt < baselineTo);
+  const currentCards = relevant.filter((c) => c.createdAt >= currentFrom && c.createdAt <= cutoff);
+  const baselineAvg = averageScore(baselineCards);
+  const currentAvg = averageScore(currentCards);
+  const overallDelta = currentAvg - baselineAvg;
+  const criterionIds = new Set;
+  for (const card of relevant) {
+    for (const result of card.results)
+      criterionIds.add(result.criterionId);
+  }
+  const criteria = [];
+  for (const criterionId of criterionIds) {
+    const baseline = averageCriterion(baselineCards, criterionId);
+    const current = averageCriterion(currentCards, criterionId);
+    const delta = current - baseline;
+    const severity = severityFor(delta, watch, regression);
+    criteria.push({
+      baselineAverage: baseline,
+      criterionId,
+      currentAverage: current,
+      delta,
+      severity
+    });
+  }
+  criteria.sort((a, b) => a.delta - b.delta);
+  const alertCount = criteria.filter((c) => c.severity !== "ok").length;
+  return {
+    alertCount,
+    baselineWindow: {
+      from: baselineFrom,
+      sampleSize: baselineCards.length,
+      to: baselineTo
+    },
+    criteria,
+    currentWindow: {
+      from: currentFrom,
+      sampleSize: currentCards.length,
+      to: cutoff
+    },
+    overall: {
+      baselineAverage: baselineAvg,
+      currentAverage: currentAvg,
+      delta: overallDelta,
+      severity: severityFor(overallDelta, watch, regression)
+    },
+    rubricId: input.rubricId,
+    scope: { from: baselineFrom, to: cutoff }
+  };
+};
 export {
   writeVoiceProofPack,
   writeVoiceMediaPipelineArtifacts,
@@ -50338,6 +50841,7 @@ export {
   predictVoiceCallCost,
   parseVoiceTelephonyWebhookEvent,
   parseVoiceSessionSnapshot,
+  parseVoiceAIScorecardResponse,
   normalizeVoiceProofTrendReport,
   normalizePhoneNumber,
   muteVoiceMonitorIssue,
@@ -50416,6 +50920,7 @@ export {
   encodeTwilioMulawBase64,
   encodeStereoWav,
   encodePcmAsWav,
+  detectVoiceQualityDrift,
   describeVoiceIVRPlan,
   describeVoiceAssistantMode,
   describeVoiceAgentUIState,
@@ -50784,6 +51289,7 @@ export {
   createVoiceAgentTool,
   createVoiceAgentSquad,
   createVoiceAgent,
+  createVoiceAIScorecard,
   createVoiceAIJudgeCompletion,
   createTwilioVoiceRoutes,
   createTwilioVoiceResponse,
@@ -50823,6 +51329,7 @@ export {
   createAnthropicVoiceAssistantModel,
   createAIVoiceModel,
   conditionAudioChunk,
+  computeVoiceScorecardCalibration,
   computePcmDurationMs,
   completeVoiceOpsTask,
   compareVoiceEvalBaseline,
@@ -50916,11 +51423,13 @@ export {
   buildVoiceCompetitiveCoverageReport,
   buildVoiceCampaignObservabilityReport,
   buildVoiceCallerMemoryNamespace,
+  buildVoiceCallScorecard,
   buildVoiceCallDebuggerReport,
   buildVoiceBrowserCallProfileReport,
   buildVoiceAuditTrailReport,
   buildVoiceAuditExport,
   buildVoiceAuditDeliveryReport,
+  buildVoiceAgentPerformanceReport,
   buildReplayTimelineReport,
   buildOTELTraceId,
   buildOTELSpanId,
@@ -50985,6 +51494,7 @@ export {
   VOICE_DTMF_DIGITS,
   VOICE_CALLER_MEMORY_KEY,
   TURN_PROFILE_DEFAULTS,
+  DEFAULT_VOICE_SALES_RUBRIC,
   DEFAULT_VOICE_REMINDER_TRIGGERS,
   DEFAULT_VOICE_REDACTION_PATTERNS,
   DEFAULT_VOICE_PROOF_TREND_PROFILE_DEFINITIONS,

package/dist/qualityDriftDetector.d.ts

@@ -0,0 +1,44 @@
+import type { VoiceScorecard } from "./callScorecard";
+export type VoiceQualityDriftSeverity = "ok" | "watch" | "regression";
+export type VoiceQualityDriftCriterionAlert = {
+    criterionId: string;
+    baselineAverage: number;
+    currentAverage: number;
+    delta: number;
+    severity: VoiceQualityDriftSeverity;
+};
+export type VoiceQualityDriftReport = {
+    rubricId: string;
+    scope: {
+        from: number;
+        to: number;
+    };
+    baselineWindow: {
+        from: number;
+        to: number;
+        sampleSize: number;
+    };
+    currentWindow: {
+        from: number;
+        to: number;
+        sampleSize: number;
+    };
+    overall: {
+        baselineAverage: number;
+        currentAverage: number;
+        delta: number;
+        severity: VoiceQualityDriftSeverity;
+    };
+    criteria: VoiceQualityDriftCriterionAlert[];
+    alertCount: number;
+};
+export type DetectVoiceQualityDriftInput = {
+    rubricId: string;
+    scorecards: VoiceScorecard[];
+    baselineWindowMs?: number;
+    currentWindowMs?: number;
+    now?: () => number;
+    watchThreshold?: number;
+    regressionThreshold?: number;
+};
+export declare const detectVoiceQualityDrift: (input: DetectVoiceQualityDriftInput) => VoiceQualityDriftReport;

package/dist/scorecardCalibration.d.ts

@@ -0,0 +1,31 @@
+import type { VoiceScorecard } from "./callScorecard";
+export type VoiceScorecardCalibrationPair = {
+    sessionId: string;
+    human: VoiceScorecard;
+    llm: VoiceScorecard;
+};
+export type VoiceScorecardCalibrationDivergence = {
+    sessionId: string;
+    criterionId: string;
+    humanScore: number;
+    llmScore: number;
+    normalizedGap: number;
+};
+export type VoiceScorecardCalibrationReport = {
+    pairsCompared: number;
+    meanAbsoluteError: number;
+    rootMeanSquareError: number;
+    weightedScoreCorrelation: number;
+    gradeAgreementRate: number;
+    perCriterion: {
+        criterionId: string;
+        meanAbsoluteError: number;
+        averageHumanScore: number;
+        averageLLMScore: number;
+        bias: number;
+    }[];
+    worstDivergences: VoiceScorecardCalibrationDivergence[];
+};
+export declare const computeVoiceScorecardCalibration: (pairs: VoiceScorecardCalibrationPair[], options?: {
+    topDivergences?: number;
+}) => VoiceScorecardCalibrationReport;

package/dist/vue/VoiceCostDashboard.d.ts

@@ -53,5 +53,5 @@ export declare const VoiceCostDashboard: import("vue").DefineComponent<import("v
     title: string;
     currency: string;
     emptyMessage: string;
-    bucketBy: "day" | "hour" | "month" | undefined;
+    bucketBy: "day" | "month" | "hour" | undefined;
 }, {}, {}, {}, string, import("vue").ComponentProvideOptions, true, {}, any>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@absolutejs/voice",
-  "version": "0.0.22-beta.512",
+  "version": "0.0.22-beta.513",
   "description": "Voice primitives and Elysia plugin for AbsoluteJS",
   "repository": {
     "type": "git",