@absolutejs/voice 0.0.22-beta.316 → 0.0.22-beta.318

package/dist/index.js

@@ -11914,6 +11914,9 @@ var buildVoiceMediaPipelineReport = (options = {}) => {
     processorGraph: options.processorGraph,
     quality,
     resampling,
+    sessionIds: [
+      ...new Set(frames.map((frame) => frame.sessionId).filter((sessionId) => typeof sessionId === "string"))
+    ].sort(),
     status,
     surface: options.surface ?? "voice-media-pipeline",
     transport: options.transport,
@@ -29033,11 +29036,13 @@ var readinessGateCodes = {
   "Audit evidence": "voice.readiness.audit_evidence",
   "Audit sink delivery": "voice.readiness.audit_sink_delivery",
   "Barge-in interruption proof": "voice.readiness.barge_in_interruption",
+  "Browser media transport": "voice.readiness.browser_media_transport",
   "Campaign readiness proof": "voice.readiness.campaign_readiness",
   "Carrier readiness": "voice.readiness.carrier_readiness",
   "Delivery runtime": "voice.readiness.delivery_runtime",
   "Handoff delivery": "voice.readiness.handoff_delivery",
   "Live latency proof": "voice.readiness.live_latency",
+  "Media pipeline quality": "voice.readiness.media_pipeline_quality",
   "Operations records": "voice.readiness.operations_records",
   "Operator action history": "voice.readiness.operator_action_history",
   "Ops recovery": "voice.readiness.ops_recovery",
@@ -29211,6 +29216,18 @@ var resolveMonitoringNotifierDelivery = async (options, input) => {
   }
   return typeof options.monitoringNotifierDelivery === "function" ? await options.monitoringNotifierDelivery(input) : options.monitoringNotifierDelivery;
 };
+var resolveMediaPipeline = async (options, input) => {
+  if (options.mediaPipeline === false || options.mediaPipeline === undefined) {
+    return;
+  }
+  return typeof options.mediaPipeline === "function" ? await options.mediaPipeline(input) : options.mediaPipeline;
+};
+var resolveBrowserMedia = async (options, input) => {
+  if (options.browserMedia === false || options.browserMedia === undefined) {
+    return;
+  }
+  return typeof options.browserMedia === "function" ? await options.browserMedia(input) : options.browserMedia;
+};
 var isVoiceTelephonyWebhookSecurityReport = (value) => typeof value.generatedAt === "number" && Array.isArray(value.providers) && typeof value.status === "string";
 var resolveTelephonyWebhookSecurity = async (options, input) => {
   if (options.telephonyWebhookSecurity === false || options.telephonyWebhookSecurity === undefined) {
@@ -29546,6 +29563,13 @@ var buildOperationsRecordLinks = (input) => {
     sessionId: event.sessionId,
     status: latencyMs > input.liveLatencyFailAfterMs ? "fail" : "warn"
   }));
+  const mediaQuality = input.mediaPipeline && input.mediaPipeline.status !== "pass" ? input.mediaPipeline.sessionIds.map((sessionId) => ({
+    detail: `${input.mediaPipeline?.quality.issues.length ?? 0} media quality issue(s)`,
+    href: voiceOperationsRecordHref(input.base, sessionId),
+    label: "Open media quality operations record",
+    sessionId,
+    status: "fail"
+  })) : [];
   return {
     failedSessions: input.failedSessionIds.map((sessionId) => ({
       href: voiceOperationsRecordHref(input.base, sessionId),
@@ -29554,6 +29578,7 @@ var buildOperationsRecordLinks = (input) => {
       status: failedSessionSet.has(sessionId) ? "fail" : "warn"
     })),
     failingLatency,
+    mediaQuality,
     providerErrors
   };
 };
@@ -29586,6 +29611,8 @@ var buildVoiceProductionReadinessReport = async (options, input = {}) => {
     phoneAgentSmokes,
     monitoring,
     monitoringNotifierDelivery,
+    mediaPipeline,
+    browserMedia,
     telephonyWebhookSecurity,
     reconnectContracts,
     bargeInReports,
@@ -29628,6 +29655,8 @@ var buildVoiceProductionReadinessReport = async (options, input = {}) => {
     resolvePhoneAgentSmokes(options, { query, request }),
     resolveMonitoring(options, { query, request }),
     resolveMonitoringNotifierDelivery(options, { query, request }),
+    resolveMediaPipeline(options, { query, request }),
+    resolveBrowserMedia(options, { query, request }),
     resolveTelephonyWebhookSecurity(options, { query, request }),
     resolveReconnectContracts(options, { query, request }),
     resolveBargeInReports(options, { query, request }),
@@ -29648,7 +29677,8 @@ var buildVoiceProductionReadinessReport = async (options, input = {}) => {
     failedSessionIds: failedSessionItems.map((session) => session.sessionId),
     liveLatencyFailAfterMs: options.liveLatencyFailAfterMs ?? 3200,
     liveLatencyMaxAgeMs: options.liveLatencyMaxAgeMs,
-    liveLatencyWarnAfterMs: options.liveLatencyWarnAfterMs ?? 1800
+    liveLatencyWarnAfterMs: options.liveLatencyWarnAfterMs ?? 1800,
+    mediaPipeline
   });
   const checks = [
     {
@@ -29803,6 +29833,28 @@ var buildVoiceProductionReadinessReport = async (options, input = {}) => {
     const metrics = providerSlo?.kinds[issue.kind]?.metrics;
     return Object.values(metrics ?? {}).find((metric) => metric.label === issue.label || issue.code.endsWith(metric.label.toLowerCase().replace(/[^a-z0-9]+/g, "_")));
   };
+  const mediaPipelineSummary = mediaPipeline ? {
+    assistantAudioFrames: mediaPipeline.quality.assistantAudioFrames,
+    backpressureEvents: mediaPipeline.quality.backpressureEvents,
+    gapCount: mediaPipeline.quality.gapCount,
+    inputAudioFrames: mediaPipeline.quality.inputAudioFrames,
+    issues: mediaPipeline.calibration.issues.length + mediaPipeline.interruption.issues.length + mediaPipeline.quality.issues.length,
+    jitterMs: mediaPipeline.quality.jitterMs,
+    speechRatio: mediaPipeline.quality.speechRatio,
+    status: mediaPipeline.status === "pass" ? "pass" : "fail",
+    timestampDriftMs: mediaPipeline.quality.timestampDriftMs
+  } : undefined;
+  const browserMediaSummary = browserMedia ? {
+    activeCandidatePairs: browserMedia.activeCandidatePairs,
+    bytesReceived: browserMedia.bytesReceived,
+    bytesSent: browserMedia.bytesSent,
+    issues: browserMedia.issues.length,
+    jitterMs: browserMedia.jitterMs,
+    liveAudioTracks: browserMedia.liveAudioTracks,
+    packetLossRatio: browserMedia.packetLossRatio,
+    roundTripTimeMs: browserMedia.roundTripTimeMs,
+    status: browserMedia.status === "pass" ? "pass" : "fail"
+  } : undefined;
   checks.push({
     detail: liveLatency.total === 0 ? "No browser live-latency measurements are recorded yet." : liveLatency.status === "pass" ? `Live browser turn latency averages ${liveLatency.averageLatencyMs}ms.` : `${liveLatency.failed} failed and ${liveLatency.warnings} warned live-latency measurement(s).`,
     href: firstOperationsRecordHref(operationsRecords.failingLatency) ?? options.links?.liveLatency ?? "/traces",
@@ -29834,6 +29886,67 @@ var buildVoiceProductionReadinessReport = async (options, input = {}) => {
       ...calibratedThresholdActions()
     ]
   });
+  if (mediaPipeline && mediaPipelineSummary) {
+    const firstIssue = [
+      ...mediaPipeline.quality.issues,
+      ...mediaPipeline.calibration.issues,
+      ...mediaPipeline.interruption.issues
+    ][0];
+    checks.push({
+      detail: mediaPipelineSummary.status === "pass" ? `Media pipeline quality is passing with ${mediaPipelineSummary.inputAudioFrames} input frame(s), ${mediaPipelineSummary.assistantAudioFrames} assistant frame(s), ${mediaPipelineSummary.gapCount} gap(s), ${String(mediaPipelineSummary.jitterMs ?? "n/a")}ms jitter, and ${mediaPipelineSummary.speechRatio} speech ratio.` : firstIssue?.message ?? `${mediaPipelineSummary.issues} media pipeline issue(s) need review.`,
+      href: firstOperationsRecordHref(operationsRecords.mediaQuality) ?? options.links?.mediaPipeline ?? "/voice/media-pipeline",
+      label: "Media pipeline quality",
+      proofSource: proofSource("mediaPipeline", "mediaQuality"),
+      gateExplanation: mediaPipelineSummary.status === "pass" ? undefined : {
+        evidenceHref: firstOperationsRecordHref(operationsRecords.mediaQuality) ?? options.links?.mediaPipeline ?? "/voice/media-pipeline",
+        observed: firstIssue?.code ?? `${mediaPipelineSummary.issues} issue(s)`,
+        remediation: "Inspect media pipeline quality, fix excessive gaps, jitter, drift, speech-ratio, or backpressure issues, then rerun readiness proof.",
+        thresholdLabel: "Media quality report status",
+        unit: "status"
+      },
+      status: mediaPipelineSummary.status,
+      value: mediaPipelineSummary.status === "pass" ? `${mediaPipelineSummary.gapCount} gaps` : `${mediaPipelineSummary.issues} issue(s)`,
+      actions: mediaPipelineSummary.status === "pass" ? [] : [
+        ...firstOperationsRecordHref(operationsRecords.mediaQuality) ? [
+          {
+            description: "Open the exact call/session operations record for the first media quality issue.",
+            href: firstOperationsRecordHref(operationsRecords.mediaQuality),
+            label: "Open media operations record"
+          }
+        ] : [],
+        {
+          description: "Open media pipeline proof and inspect quality, calibration, VAD, interruption, transport, and processor-graph evidence.",
+          href: options.links?.mediaPipeline ?? "/voice/media-pipeline",
+          label: "Open media pipeline proof"
+        }
+      ]
+    });
+  }
+  if (browserMedia && browserMediaSummary) {
+    const firstIssue = browserMedia.issues[0];
+    checks.push({
+      detail: browserMediaSummary.status === "pass" ? `Browser media transport is passing with ${browserMediaSummary.activeCandidatePairs} active candidate pair(s), ${browserMediaSummary.liveAudioTracks} live audio track(s), ${String(browserMediaSummary.roundTripTimeMs ?? "n/a")}ms RTT, ${String(browserMediaSummary.jitterMs ?? "n/a")}ms jitter, and ${browserMediaSummary.packetLossRatio} packet loss ratio.` : firstIssue?.message ?? `${browserMediaSummary.issues} browser media transport issue(s) need review.`,
+      href: options.links?.browserMedia ?? "/voice/browser-media",
+      label: "Browser media transport",
+      proofSource: proofSource("browserMedia", "webrtcStats"),
+      gateExplanation: browserMediaSummary.status === "pass" ? undefined : {
+        evidenceHref: options.links?.browserMedia ?? "/voice/browser-media",
+        observed: firstIssue?.code ?? `${browserMediaSummary.issues} issue(s)`,
+        remediation: "Inspect browser WebRTC media stats, fix packet loss, RTT, jitter, candidate-pair, or audio-track issues, then rerun readiness proof.",
+        thresholdLabel: "Browser media transport status",
+        unit: "status"
+      },
+      status: browserMediaSummary.status,
+      value: browserMediaSummary.status === "pass" ? `${browserMediaSummary.packetLossRatio} loss` : `${browserMediaSummary.issues} issue(s)`,
+      actions: browserMediaSummary.status === "pass" ? [] : [
+        {
+          description: "Open browser media transport proof and inspect WebRTC packet loss, RTT, jitter, bytes, candidate-pair, and audio-track evidence.",
+          href: options.links?.browserMedia ?? "/voice/browser-media",
+          label: "Open browser media proof"
+        }
+      ]
+    });
+  }
   const carrierSummary = carriers ? {
     failing: carriers.summary.failing,
     providers: carriers.summary.providers,
@@ -30394,6 +30507,7 @@ var buildVoiceProductionReadinessReport = async (options, input = {}) => {
       audit: "/audit",
       auditDeliveries: "/audit",
       bargeIn: "/barge-in",
+      browserMedia: "/voice/browser-media",
       campaignReadiness: "/api/voice/campaigns/readiness-proof",
       carriers: "/carriers",
       deliveryRuntime: "/delivery-runtime",
@@ -30405,6 +30519,7 @@ var buildVoiceProductionReadinessReport = async (options, input = {}) => {
       observabilityExportDeliveries: "/api/voice/observability-export/deliveries",
       monitoring: "/voice/monitors",
       monitoringNotifierDelivery: "/api/voice/monitor-issues/notifications",
+      mediaPipeline: "/voice/media-pipeline",
       opsActions: "/voice/ops-actions",
       opsRecovery: "/ops-recovery",
       phoneAgentSmoke: "/sessions",
@@ -30430,6 +30545,7 @@ var buildVoiceProductionReadinessReport = async (options, input = {}) => {
       audit,
       auditDeliveries,
       bargeIn: bargeInSummary,
+      browserMedia: browserMediaSummary,
       campaignReadiness: campaignReadinessSummary,
       carriers: carrierSummary,
       deliveryRuntime,
@@ -30438,6 +30554,7 @@ var buildVoiceProductionReadinessReport = async (options, input = {}) => {
         total: handoffs.total
       },
       liveLatency,
+      mediaPipeline: mediaPipelineSummary,
       monitoring: monitoringSummary,
       monitoringNotifierDelivery: monitoringNotifierDeliverySummary,
       opsActionHistory,

package/dist/mediaPipelineRoutes.d.ts

@@ -24,6 +24,7 @@ export type VoiceMediaPipelineReport = {
     quality: MediaQualityReport;
     resampling?: MediaResamplingPlan;
     processorGraph?: MediaProcessorGraphReport;
+    sessionIds: string[];
     status: MediaPipelineStatus;
     surface: string;
     transport?: MediaTransportReport;

package/dist/productionReadiness.d.ts

@@ -19,6 +19,8 @@ import type { VoiceProviderOrchestrationReport } from './providerOrchestration';
 import type { VoiceCampaignReadinessProofReport } from './campaign';
 import { type VoiceOpsRecoveryReport } from './opsRecovery';
 import { type VoiceObservabilityExportDeliveryHistory, type VoiceObservabilityExportDeliveryReceiptStore, type VoiceObservabilityExportReplayReport, type VoiceObservabilityExportReplaySource, type VoiceObservabilityExportReport } from './observabilityExport';
+import type { VoiceMediaPipelineReport } from './mediaPipelineRoutes';
+import type { MediaWebRTCStatsReport } from '@absolutejs/media';
 export type VoiceProductionReadinessObservabilityExportDeliveryHistoryOptions = {
     failOnMissing?: boolean;
     failOnStale?: boolean;
@@ -132,6 +134,8 @@ export type VoiceProductionReadinessReport = {
         observabilityExportDeliveries?: string;
         monitoring?: string;
         monitoringNotifierDelivery?: string;
+        browserMedia?: string;
+        mediaPipeline?: string;
         opsActions?: string;
         opsRecovery?: string;
         phoneAgentSmoke?: string;
@@ -207,6 +211,28 @@ export type VoiceProductionReadinessReport = {
             status: VoiceProductionReadinessStatus;
             total: number;
         };
+        mediaPipeline?: {
+            assistantAudioFrames: number;
+            backpressureEvents: number;
+            gapCount: number;
+            inputAudioFrames: number;
+            issues: number;
+            jitterMs?: number;
+            speechRatio: number;
+            status: VoiceProductionReadinessStatus;
+            timestampDriftMs?: number;
+        };
+        browserMedia?: {
+            activeCandidatePairs: number;
+            bytesReceived: number;
+            bytesSent: number;
+            issues: number;
+            jitterMs?: number;
+            liveAudioTracks: number;
+            packetLossRatio: number;
+            roundTripTimeMs?: number;
+            status: VoiceProductionReadinessStatus;
+        };
         opsActionHistory?: VoiceProductionReadinessOpsActionHistorySummary;
         opsRecovery?: {
             issues: number;
@@ -311,6 +337,7 @@ export type VoiceProductionReadinessOperationsRecordLink = {
 export type VoiceProductionReadinessOperationsRecordLinks = {
     failedSessions: VoiceProductionReadinessOperationsRecordLink[];
     failingLatency: VoiceProductionReadinessOperationsRecordLink[];
+    mediaQuality: VoiceProductionReadinessOperationsRecordLink[];
     providerErrors: VoiceProductionReadinessOperationsRecordLink[];
 };
 export type VoiceProductionReadinessAuditRequirement = {
@@ -446,6 +473,14 @@ export type VoiceProductionReadinessRoutesOptions = {
         query: Record<string, unknown>;
         request: Request;
     }) => Promise<VoiceMonitorNotifierDeliveryReport> | VoiceMonitorNotifierDeliveryReport);
+    mediaPipeline?: false | VoiceMediaPipelineReport | ((input: {
+        query: Record<string, unknown>;
+        request: Request;
+    }) => Promise<VoiceMediaPipelineReport> | VoiceMediaPipelineReport);
+    browserMedia?: false | MediaWebRTCStatsReport | ((input: {
+        query: Record<string, unknown>;
+        request: Request;
+    }) => Promise<MediaWebRTCStatsReport> | MediaWebRTCStatsReport);
     opsActionHistory?: false | VoiceProductionReadinessOpsActionHistoryOptions;
     opsRecovery?: false | VoiceOpsRecoveryReport | ((input: {
         query: Record<string, unknown>;

package/dist/vue/useVoiceReadinessFailures.d.ts

@@ -51,6 +51,8 @@ export declare const useVoiceReadinessFailures: (path?: string, options?: VoiceR
             readonly observabilityExportDeliveries?: string | undefined;
             readonly monitoring?: string | undefined;
             readonly monitoringNotifierDelivery?: string | undefined;
+            readonly browserMedia?: string | undefined;
+            readonly mediaPipeline?: string | undefined;
             readonly opsActions?: string | undefined;
             readonly opsRecovery?: string | undefined;
             readonly phoneAgentSmoke?: string | undefined;
@@ -101,6 +103,13 @@ export declare const useVoiceReadinessFailures: (path?: string, options?: VoiceR
                 readonly sessionId: string;
                 readonly status: import("..").VoiceProductionReadinessStatus;
             }[];
+            readonly mediaQuality: readonly {
+                readonly detail?: string | undefined;
+                readonly href: string;
+                readonly label: string;
+                readonly sessionId: string;
+                readonly status: import("..").VoiceProductionReadinessStatus;
+            }[];
             readonly providerErrors: readonly {
                 readonly detail?: string | undefined;
                 readonly href: string;
@@ -230,6 +239,28 @@ export declare const useVoiceReadinessFailures: (path?: string, options?: VoiceR
                 readonly status: import("..").VoiceProductionReadinessStatus;
                 readonly total: number;
             } | undefined;
+            readonly mediaPipeline?: {
+                readonly assistantAudioFrames: number;
+                readonly backpressureEvents: number;
+                readonly gapCount: number;
+                readonly inputAudioFrames: number;
+                readonly issues: number;
+                readonly jitterMs?: number | undefined;
+                readonly speechRatio: number;
+                readonly status: import("..").VoiceProductionReadinessStatus;
+                readonly timestampDriftMs?: number | undefined;
+            } | undefined;
+            readonly browserMedia?: {
+                readonly activeCandidatePairs: number;
+                readonly bytesReceived: number;
+                readonly bytesSent: number;
+                readonly issues: number;
+                readonly jitterMs?: number | undefined;
+                readonly liveAudioTracks: number;
+                readonly packetLossRatio: number;
+                readonly roundTripTimeMs?: number | undefined;
+                readonly status: import("..").VoiceProductionReadinessStatus;
+            } | undefined;
             readonly opsActionHistory?: {
                 readonly failed: number;
                 readonly passed: number;
@@ -434,6 +465,8 @@ export declare const useVoiceReadinessFailures: (path?: string, options?: VoiceR
             readonly observabilityExportDeliveries?: string | undefined;
             readonly monitoring?: string | undefined;
             readonly monitoringNotifierDelivery?: string | undefined;
+            readonly browserMedia?: string | undefined;
+            readonly mediaPipeline?: string | undefined;
             readonly opsActions?: string | undefined;
             readonly opsRecovery?: string | undefined;
             readonly phoneAgentSmoke?: string | undefined;
@@ -484,6 +517,13 @@ export declare const useVoiceReadinessFailures: (path?: string, options?: VoiceR
                 readonly sessionId: string;
                 readonly status: import("..").VoiceProductionReadinessStatus;
             }[];
+            readonly mediaQuality: readonly {
+                readonly detail?: string | undefined;
+                readonly href: string;
+                readonly label: string;
+                readonly sessionId: string;
+                readonly status: import("..").VoiceProductionReadinessStatus;
+            }[];
             readonly providerErrors: readonly {
                 readonly detail?: string | undefined;
                 readonly href: string;
@@ -613,6 +653,28 @@ export declare const useVoiceReadinessFailures: (path?: string, options?: VoiceR
                 readonly status: import("..").VoiceProductionReadinessStatus;
                 readonly total: number;
             } | undefined;
+            readonly mediaPipeline?: {
+                readonly assistantAudioFrames: number;
+                readonly backpressureEvents: number;
+                readonly gapCount: number;
+                readonly inputAudioFrames: number;
+                readonly issues: number;
+                readonly jitterMs?: number | undefined;
+                readonly speechRatio: number;
+                readonly status: import("..").VoiceProductionReadinessStatus;
+                readonly timestampDriftMs?: number | undefined;
+            } | undefined;
+            readonly browserMedia?: {
+                readonly activeCandidatePairs: number;
+                readonly bytesReceived: number;
+                readonly bytesSent: number;
+                readonly issues: number;
+                readonly jitterMs?: number | undefined;
+                readonly liveAudioTracks: number;
+                readonly packetLossRatio: number;
+                readonly roundTripTimeMs?: number | undefined;
+                readonly status: import("..").VoiceProductionReadinessStatus;
+            } | undefined;
             readonly opsActionHistory?: {
                 readonly failed: number;
                 readonly passed: number;

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@absolutejs/voice",
-	"version": "0.0.22-beta.316",
+	"version": "0.0.22-beta.318",
 	"description": "Voice primitives and Elysia plugin for AbsoluteJS",
 	"repository": {
 		"type": "git",
@@ -246,7 +246,7 @@
 		}
 	},
 	"dependencies": {
-		"@absolutejs/media": "0.0.1-beta.2"
+		"@absolutejs/media": "0.0.1-beta.3"
 	},
 	"devDependencies": {
 		"@absolutejs/absolute": "0.19.0-beta.646",