@absolutejs/voice 0.0.22-beta.314 → 0.0.22-beta.315

package/dist/index.js

@@ -11622,6 +11622,9 @@ var numericMetadata = (frame, key) => {
   const value = frame.metadata?.[key];
   return typeof value === "number" && Number.isFinite(value) ? value : undefined;
 };
+var average = (values) => values.length === 0 ? undefined : values.reduce((total, value) => total + value, 0) / values.length;
+var max = (values) => values.length === 0 ? undefined : Math.max(...values);
+var min = (values) => values.length === 0 ? undefined : Math.min(...values);
 var buildMediaResamplingPlan = (input) => {
   const required = !formatMatches2(input.inputFormat, input.outputFormat);
   return {
@@ -11724,6 +11727,76 @@ var buildMediaInterruptionReport = (input = {}) => {
     status: issues.some((issue) => issue.severity === "error") ? "fail" : issues.length > 0 ? "warn" : "pass"
   };
 };
+var buildMediaQualityReport = (input = {}) => {
+  const frames = [...input.frames ?? []].sort((a, b) => (a.at ?? 0) - (b.at ?? 0));
+  const audioFrames = frames.filter((frame) => frame.kind === "input-audio" || frame.kind === "assistant-audio");
+  const inputAudioFrames = frames.filter((frame) => frame.kind === "input-audio");
+  const assistantAudioFrames = frames.filter((frame) => frame.kind === "assistant-audio");
+  const issues = [];
+  const gapsMs = [];
+  for (const [index, frame] of audioFrames.entries()) {
+    const previous = audioFrames[index - 1];
+    if (previous?.at === undefined || frame.at === undefined || previous.durationMs === undefined) {
+      continue;
+    }
+    const gap = frame.at - (previous.at + previous.durationMs);
+    if (gap > 0) {
+      gapsMs.push(gap);
+    }
+  }
+  const jitterMs = audioFrames.map((frame) => numericMetadata(frame, "jitterMs")).filter((value) => value !== undefined).at(-1) ?? max(gapsMs);
+  const first = audioFrames.find((frame) => frame.at !== undefined);
+  const last = audioFrames.toReversed().find((frame) => frame.at !== undefined);
+  const durationMs = first?.at !== undefined && last?.at !== undefined ? last.at - first.at + (last.durationMs ?? 0) : undefined;
+  const expectedDurationMs = audioFrames.length > 0 ? audioFrames.reduce((total, frame) => total + (frame.durationMs ?? 0), 0) : undefined;
+  const timestampDriftMs = durationMs !== undefined && expectedDurationMs !== undefined ? Math.max(0, durationMs - expectedDurationMs) : undefined;
+  const speechScores = inputAudioFrames.map(speechProbability);
+  const speechFrames = speechScores.filter((score) => score >= 0.6).length;
+  const silenceFrames = speechScores.filter((score) => score <= 0.35).length;
+  const unknownSpeechFrames = Math.max(0, inputAudioFrames.length - speechFrames - silenceFrames);
+  const speechRatio = inputAudioFrames.length === 0 ? 0 : speechFrames / inputAudioFrames.length;
+  const silenceRatio = inputAudioFrames.length === 0 ? 0 : silenceFrames / inputAudioFrames.length;
+  const levels = audioFrames.map((frame) => numericMetadata(frame, "level") ?? numericMetadata(frame, "rms") ?? numericMetadata(frame, "energy")).filter((value) => value !== undefined);
+  const backpressureEvents = input.transport?.backpressureEvents ?? 0;
+  const maxGapMs = input.maxGapMs;
+  if (maxGapMs !== undefined && gapsMs.some((gap) => gap > maxGapMs)) {
+    pushIssue(issues, "warning", "media.quality_gap", `Observed media gap above ${String(maxGapMs)}ms.`);
+  }
+  if (input.maxJitterMs !== undefined && jitterMs !== undefined && jitterMs > input.maxJitterMs) {
+    pushIssue(issues, "warning", "media.quality_jitter", `Observed jitter ${String(jitterMs)}ms above ${String(input.maxJitterMs)}ms.`);
+  }
+  if (input.maxTimestampDriftMs !== undefined && timestampDriftMs !== undefined && timestampDriftMs > input.maxTimestampDriftMs) {
+    pushIssue(issues, "warning", "media.quality_timestamp_drift", `Observed timestamp drift ${String(timestampDriftMs)}ms above ${String(input.maxTimestampDriftMs)}ms.`);
+  }
+  if (input.minSpeechRatio !== undefined && inputAudioFrames.length > 0 && speechRatio < input.minSpeechRatio) {
+    pushIssue(issues, "warning", "media.quality_speech_ratio", `Observed speech ratio ${String(speechRatio)} below ${String(input.minSpeechRatio)}.`);
+  }
+  if (input.maxBackpressureEvents !== undefined && backpressureEvents > input.maxBackpressureEvents) {
+    pushIssue(issues, "warning", "media.quality_backpressure", `Observed ${String(backpressureEvents)} backpressure event(s), above ${String(input.maxBackpressureEvents)}.`);
+  }
+  return {
+    assistantAudioFrames: assistantAudioFrames.length,
+    backpressureEvents,
+    checkedAt: Date.now(),
+    durationMs,
+    gapCount: gapsMs.length,
+    gapsMs,
+    inputAudioFrames: inputAudioFrames.length,
+    issues,
+    jitterMs,
+    levelAverage: average(levels),
+    levelMax: max(levels),
+    levelMin: min(levels),
+    silenceFrames,
+    silenceRatio,
+    speechFrames,
+    speechRatio,
+    status: issues.some((issue) => issue.severity === "error") ? "fail" : issues.length > 0 ? "warn" : "pass",
+    timestampDriftMs,
+    totalFrames: frames.length,
+    unknownSpeechFrames
+  };
+};
 var buildMediaPipelineCalibrationReport = (input = {}) => {
   const frames = input.frames ?? [];
   const issues = [];
@@ -11810,6 +11883,15 @@ var buildVoiceMediaPipelineReport = (options = {}) => {
     frames,
     maxInterruptionLatencyMs: options.maxInterruptionLatencyMs
   });
+  const quality = buildMediaQualityReport({
+    frames,
+    maxBackpressureEvents: options.maxMediaBackpressureEvents,
+    maxGapMs: options.maxMediaGapMs,
+    maxJitterMs: options.maxMediaJitterMs,
+    maxTimestampDriftMs: options.maxMediaTimestampDriftMs,
+    minSpeechRatio: options.minMediaSpeechRatio,
+    transport: options.transport
+  });
   const resampling = calibration.inputFormat && calibration.outputFormat ? buildMediaResamplingPlan({
     inputFormat: calibration.inputFormat,
     outputFormat: calibration.outputFormat
@@ -11818,6 +11900,7 @@ var buildVoiceMediaPipelineReport = (options = {}) => {
     calibration.status,
     vad.status,
     interruption.status,
+    quality.status,
     resampling?.status ?? "pass",
     options.processorGraph?.status ?? "pass",
     options.transport?.status ?? "pass"
@@ -11829,6 +11912,7 @@ var buildVoiceMediaPipelineReport = (options = {}) => {
     interruption,
     ok: status === "pass",
     processorGraph: options.processorGraph,
+    quality,
     resampling,
     status,
     surface: options.surface ?? "voice-media-pipeline",
@@ -11865,6 +11949,25 @@ var evaluateVoiceMediaPipelineEvidence = (report, input = {}) => {
   if (input.requireResamplingReady && report.calibration.resamplingRequired && !report.resampling) {
     issues.push("Expected resampling plan when calibration requires resampling.");
   }
+  if (input.requireQualityPass && report.quality.status !== "pass") {
+    issues.push(`Expected media quality proof to pass, found ${report.quality.status}.`);
+  }
+  const maxMediaGapMs = input.maxMediaGapMs;
+  if (maxMediaGapMs !== undefined && report.quality.gapsMs.some((gap) => gap > maxMediaGapMs)) {
+    issues.push(`Expected media gaps at or below ${String(maxMediaGapMs)}ms.`);
+  }
+  if (input.maxMediaJitterMs !== undefined && report.quality.jitterMs !== undefined && report.quality.jitterMs > input.maxMediaJitterMs) {
+    issues.push(`Expected media jitter at or below ${String(input.maxMediaJitterMs)}ms, found ${String(report.quality.jitterMs)}ms.`);
+  }
+  if (input.maxMediaTimestampDriftMs !== undefined && report.quality.timestampDriftMs !== undefined && report.quality.timestampDriftMs > input.maxMediaTimestampDriftMs) {
+    issues.push(`Expected media timestamp drift at or below ${String(input.maxMediaTimestampDriftMs)}ms, found ${String(report.quality.timestampDriftMs)}ms.`);
+  }
+  if (input.minMediaSpeechRatio !== undefined && report.quality.speechRatio < input.minMediaSpeechRatio) {
+    issues.push(`Expected media speech ratio at or above ${String(input.minMediaSpeechRatio)}, found ${String(report.quality.speechRatio)}.`);
+  }
+  if (input.maxMediaBackpressureEvents !== undefined && report.quality.backpressureEvents > input.maxMediaBackpressureEvents) {
+    issues.push(`Expected at most ${String(input.maxMediaBackpressureEvents)} media backpressure event(s), found ${String(report.quality.backpressureEvents)}.`);
+  }
   if (input.requireProcessorGraph && !report.processorGraph) {
     issues.push("Expected media processor graph evidence.");
   }
@@ -11913,6 +12016,10 @@ var renderVoiceMediaPipelineMarkdown = (report) => [
   `- Resampling required: ${report.calibration.resamplingRequired ? "yes" : "no"}`,
   `- VAD segments: ${String(report.vad.segments.length)}`,
   `- Interruption frames: ${String(report.interruption.interruptionFrames)}`,
+  `- Media quality: ${report.quality.status}`,
+  `- Media quality gaps: ${String(report.quality.gapCount)}`,
+  `- Media quality jitter: ${String(report.quality.jitterMs ?? "n/a")}ms`,
+  `- Media quality speech ratio: ${String(report.quality.speechRatio)}`,
   `- Processor graph: ${report.processorGraph ? `${report.processorGraph.name} (${String(report.processorGraph.nodes.length)} nodes)` : "n/a"}`,
   `- Processor graph emitted frames: ${String(report.processorGraph?.emittedFrames ?? 0)}`,
   `- Processor graph dropped frames: ${String(report.processorGraph?.droppedFrames ?? 0)}`,
@@ -11925,13 +12032,18 @@ var renderVoiceMediaPipelineMarkdown = (report) => [
   "",
   ...[
     ...report.calibration.issues,
-    ...report.interruption.issues
+    ...report.interruption.issues,
+    ...report.quality.issues
   ].map((issue) => `- ${issue.severity.toUpperCase()} ${issue.code}: ${issue.message}`),
-  ...report.calibration.issues.length + report.interruption.issues.length === 0 ? ["- None"] : []
+  ...report.calibration.issues.length + report.interruption.issues.length + report.quality.issues.length === 0 ? ["- None"] : []
 ].join(`
 `);
 var renderVoiceMediaPipelineHTML = (report, title = "Voice Media Pipeline Proof") => {
-  const issues = [...report.calibration.issues, ...report.interruption.issues].map((issue) => `<li class="${escapeHtml15(issue.severity)}"><strong>${escapeHtml15(issue.code)}</strong>: ${escapeHtml15(issue.message)}</li>`).join("");
+  const issues = [
+    ...report.calibration.issues,
+    ...report.interruption.issues,
+    ...report.quality.issues
+  ].map((issue) => `<li class="${escapeHtml15(issue.severity)}"><strong>${escapeHtml15(issue.code)}</strong>: ${escapeHtml15(issue.message)}</li>`).join("");
   const segments = report.vad.segments.map((segment) => `<tr><td>${escapeHtml15(segment.segmentId)}</td><td>${escapeHtml15(segment.frameCount)}</td><td>${escapeHtml15(segment.durationMs ?? "n/a")}</td><td>${escapeHtml15(segment.turnId ?? "n/a")}</td></tr>`).join("");
   return `<!doctype html><html lang="en"><head><meta charset="utf-8" /><meta name="viewport" content="width=device-width,initial-scale=1" /><title>${escapeHtml15(title)}</title><style>body{background:#101418;color:#f7f3e8;font-family:ui-sans-serif,system-ui,sans-serif;margin:0}main{margin:auto;max-width:1100px;padding:32px}.hero,.card{background:#17201d;border:1px solid #2e3d36;border-radius:24px;margin-bottom:16px;padding:22px}.hero{background:linear-gradient(135deg,rgba(20,184,166,.18),rgba(245,158,11,.12))}.eyebrow{color:#5eead4;font-weight:900;letter-spacing:.1em;text-transform:uppercase}h1{font-size:clamp(2.3rem,6vw,4.8rem);letter-spacing:-.06em;line-height:.9;margin:.2rem 0 1rem}.summary{display:grid;gap:12px;grid-template-columns:repeat(auto-fit,minmax(170px,1fr))}.metric{background:#101814;border:1px solid #2e3d36;border-radius:18px;padding:14px}.metric span{color:#a8b5ad;display:block;font-size:.78rem;text-transform:uppercase}.metric strong{display:block;font-size:1.65rem;margin-top:5px}.status{border:1px solid #64748b;border-radius:999px;display:inline-flex;font-weight:900;padding:7px 11px}.pass{color:#86efac}.warn,.warning{color:#fde68a}.fail,.error{color:#fecaca}table{border-collapse:collapse;width:100%}td,th{border-bottom:1px solid #2e3d36;padding:10px;text-align:left}</style></head><body><main><section class="hero"><p class="eyebrow">Native media pipeline</p><h1>${escapeHtml15(title)}</h1><p class="status ${escapeHtml15(report.status)}">${escapeHtml15(report.status)}</p><p>${escapeHtml15(report.surface)}</p><section class="summary"><div class="metric"><span>Frames</span><strong>${String(report.frames)}</strong></div><div class="metric"><span>Input audio</span><strong>${String(report.calibration.inputAudioFrames)}</strong></div><div class="metric"><span>Assistant audio</span><strong>${String(report.calibration.assistantAudioFrames)}</strong></div><div class="metric"><span>Trace linked</span><strong>${String(report.calibration.traceLinkedFrames)}</strong></div><div class="metric"><span>First audio</span><strong>${escapeHtml15(report.calibration.firstAudioLatencyMs ?? "n/a")}ms</strong></div><div class="metric"><span>VAD segments</span><strong>${String(report.vad.segments.length)}</strong></div><div class="metric"><span>Interruptions</span><strong>${String(report.interruption.interruptionFrames)}</strong></div><div class="metric"><span>Processor graph</span><strong>${String(report.processorGraph?.nodes.length ?? 0)} nodes</strong></div><div class="metric"><span>Graph out/drop</span><strong>${String(report.processorGraph?.emittedFrames ?? 0)}/${String(report.processorGraph?.droppedFrames ?? 0)}</strong></div><div class="metric"><span>Resampling</span><strong>${report.calibration.resamplingRequired ? "required" : "not required"}</strong></div><div class="metric"><span>Transport</span><strong>${escapeHtml15(report.transport?.state ?? "n/a")}</strong></div><div class="metric"><span>Transport in/out</span><strong>${String(report.transport?.inputFrames ?? 0)}/${String(report.transport?.outputFrames ?? 0)}</strong></div><div class="metric"><span>Backpressure</span><strong>${String(report.transport?.backpressureEvents ?? 0)}</strong></div></section></section><section class="card"><h2>Issues</h2><ul>${issues || '<li class="pass">No media pipeline issues.</li>'}</ul></section><section class="card"><h2>VAD Segments</h2><table><thead><tr><th>Segment</th><th>Frames</th><th>Duration ms</th><th>Turn</th></tr></thead><tbody>${segments || '<tr><td colspan="4">No VAD segments.</td></tr>'}</tbody></table></section></main></body></html>`;
 };
@@ -19265,7 +19377,7 @@ var percentile4 = (values, percentileValue) => {
   const index = Math.min(sorted.length - 1, Math.max(0, Math.ceil(percentileValue / 100 * sorted.length) - 1));
   return Math.round(sorted[index] ?? 0);
 };
-var average = (values) => values.length === 0 ? undefined : Math.round(values.reduce((total, value) => total + value, 0) / values.length);
+var average2 = (values) => values.length === 0 ? undefined : Math.round(values.reduce((total, value) => total + value, 0) / values.length);
 var resolveBudget = (stage, options) => ({
   failAfterMs: options.budgets?.[stage]?.failAfterMs ?? options.failAfterMs ?? DEFAULT_FAIL_AFTER_MS2,
   warnAfterMs: options.budgets?.[stage]?.warnAfterMs ?? options.warnAfterMs ?? DEFAULT_WARN_AFTER_MS2
@@ -19459,7 +19571,7 @@ var summarizeStage = (stage, measurements, options) => {
   const failed = stageMeasurements.filter((measurement) => measurement.status === "fail").length;
   const warnings = stageMeasurements.filter((measurement) => measurement.status === "warn").length;
   return {
-    averageMs: average(latencies),
+    averageMs: average2(latencies),
     budget: resolveBudget(stage, options),
     failed,
     label: STAGE_LABELS[stage],
@@ -31283,7 +31395,7 @@ var statusRank6 = {
   warn: 1,
   fail: 2
 };
-var statusExceeds2 = (actual, max) => statusRank6[actual] > statusRank6[max];
+var statusExceeds2 = (actual, max2) => statusRank6[actual] > statusRank6[max2];
 var buildVoiceProviderContractMatrix = (input) => {
   const rows = input.contracts.map((contract) => {
     const configured = contract.configured !== false;

package/dist/mediaPipelineRoutes.d.ts

@@ -1,9 +1,14 @@
 import { Elysia } from 'elysia';
-import { type MediaFrame, type MediaInterruptionReport, type MediaPipelineCalibrationInput, type MediaPipelineCalibrationReport, type MediaPipelineStatus, type MediaProcessorGraphReport, type MediaResamplingPlan, type MediaTransportReport, type MediaVadReport } from '@absolutejs/media';
+import { type MediaFrame, type MediaInterruptionReport, type MediaPipelineCalibrationInput, type MediaPipelineCalibrationReport, type MediaPipelineStatus, type MediaProcessorGraphReport, type MediaQualityReport, type MediaResamplingPlan, type MediaTransportReport, type MediaVadReport } from '@absolutejs/media';
 export type VoiceMediaPipelineReportOptions = MediaPipelineCalibrationInput & {
     frames?: readonly MediaFrame[];
     maxInterruptionLatencyMs?: number;
+    maxMediaBackpressureEvents?: number;
+    maxMediaGapMs?: number;
+    maxMediaJitterMs?: number;
+    maxMediaTimestampDriftMs?: number;
     maxSilenceFrames?: number;
+    minMediaSpeechRatio?: number;
     minSpeechFrames?: number;
     processorGraph?: MediaProcessorGraphReport;
     speechEndThreshold?: number;
@@ -16,6 +21,7 @@ export type VoiceMediaPipelineReport = {
     frames: number;
     interruption: MediaInterruptionReport;
     ok: boolean;
+    quality: MediaQualityReport;
     resampling?: MediaResamplingPlan;
     processorGraph?: MediaProcessorGraphReport;
     status: MediaPipelineStatus;
@@ -26,8 +32,13 @@ export type VoiceMediaPipelineReport = {
 export type VoiceMediaPipelineAssertionInput = {
     maxFirstAudioLatencyMs?: number;
     maxInterruptionLatencyMs?: number;
+    maxMediaBackpressureEvents?: number;
+    maxMediaGapMs?: number;
+    maxMediaJitterMs?: number;
+    maxMediaTimestampDriftMs?: number;
     minAssistantAudioFrames?: number;
     minInputAudioFrames?: number;
+    minMediaSpeechRatio?: number;
     minProcessorGraphEmittedFrames?: number;
     minProcessorGraphNodes?: number;
     minTransportInputFrames?: number;
@@ -38,6 +49,7 @@ export type VoiceMediaPipelineAssertionInput = {
     requireInterruptionFrame?: boolean;
     requirePass?: boolean;
     requireProcessorGraph?: boolean;
+    requireQualityPass?: boolean;
     requireResamplingReady?: boolean;
     requireTransportConnected?: boolean;
 };

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@absolutejs/voice",
-	"version": "0.0.22-beta.314",
+	"version": "0.0.22-beta.315",
 	"description": "Voice primitives and Elysia plugin for AbsoluteJS",
 	"repository": {
 		"type": "git",
@@ -246,7 +246,7 @@
 		}
 	},
 	"dependencies": {
-		"@absolutejs/media": "0.0.1-beta.1"
+		"@absolutejs/media": "0.0.1-beta.2"
 	},
 	"devDependencies": {
 		"@absolutejs/absolute": "0.19.0-beta.646",